datadog 2.0.0.beta1

data/lib/datadog/tracing/contrib/extensions.rb

@@ -0,0 +1,228 @@
+# frozen_string_literal: true
+
+require 'set'
+
+require_relative '../../core/configuration/settings'
+
+# Datadog
+module Datadog
+  # Datadog tracing
+  module Tracing
+    module Contrib
+      # Extensions that can be added to the base library
+      # Adds registry, configuration access for integrations.
+      #
+      # DEV: The Registry should probably be part of the core tracer
+      # as it represents a global tracer repository that is strongly intertwined
+      # with the tracer lifecycle and deeply modifies the tracer initialization
+      # process.
+      # Most of this file should probably live inside the tracer core.
+      module Extensions
+        def self.extend!
+          Datadog.singleton_class.prepend Helpers
+          Datadog.singleton_class.prepend Configuration
+
+          # DEV: We want settings to only apply to the `tracing` subgroup.
+          #      Until we have a better API of accessing that settings class,
+          #      we have to dig into it like this.
+          settings_class = Core::Configuration::Settings.options[:tracing].default.call.class
+          settings_class.include(Configuration::Settings)
+        end
+
+        # Helper methods for Datadog module.
+        module Helpers
+          # The global integration registry.
+          #
+          # This registry holds a reference to all integrations available
+          # to the tracer.
+          #
+          # Integrations registered in the {.registry} can be activated as follows:
+          #
+          # ```
+          # Datadog.configure do |c|
+          #   c.tracing.instrument :my_registered_integration, **my_options
+          # end
+          # ```
+          #
+          # New integrations can be registered by implementing the {Datadog::Tracing::Contrib::Integration} interface.
+          #
+          # @return [Datadog::Tracing::Contrib::Registry]
+          # @!attribute [r] registry
+          # @public_api
+          def registry
+            Contrib::REGISTRY
+          end
+        end
+
+        # Configuration methods for Datadog module.
+        module Configuration
+          # TODO: Is is not possible to separate this configuration method
+          # TODO: from core datadog parts ()e.g. the registry).
+          # TODO: Today this method sits here in the `Datadog::Tracing::Contrib::Extensions` namespace
+          # TODO: but cannot empirically constraints to the contrib domain only.
+          # TODO: We should promote most of this logic to core parts of datadog.
+          def configure(&block)
+            # Reconfigure core settings
+            super(&block)
+
+            # Activate integrations
+            configuration = self.configuration.tracing
+
+            if configuration.respond_to?(:integrations_pending_activation)
+              ignore_integration_load_errors = if configuration.respond_to?(:ignore_integration_load_errors?)
+                                                 configuration.ignore_integration_load_errors?
+                                               else
+                                                 false
+                                               end
+
+              configuration.integrations_pending_activation.each do |integration|
+                next unless integration.respond_to?(:patch)
+
+                # integration.patch returns either true or a hash of details on why patching failed
+                patch_results = integration.patch
+
+                next if patch_results == true
+
+                # if patching failed, only log output if verbosity is unset
+                # or if patching failure is due to compatibility or integration specific reasons
+                next unless !ignore_integration_load_errors ||
+                  ((patch_results[:available] && patch_results[:loaded]) &&
+                  (!patch_results[:compatible] || !patch_results[:patchable]))
+
+                desc = "Available?: #{patch_results[:available]}"
+                desc += ", Loaded? #{patch_results[:loaded]}"
+                desc += ", Compatible? #{patch_results[:compatible]}"
+                desc += ", Patchable? #{patch_results[:patchable]}"
+
+                Datadog.logger.warn("Unable to patch #{patch_results[:name]} (#{desc})")
+              end
+
+              components.telemetry.integrations_change! if configuration.integrations_pending_activation
+
+              configuration.integrations_pending_activation.clear
+            end
+
+            configuration
+          end
+
+          # Extensions for Datadog::Core::Configuration::Settings
+          # @public_api
+          module Settings
+            InvalidIntegrationError = Class.new(StandardError)
+
+            def self.included(base)
+              base.class_eval do
+                settings :contrib do
+                  # Key-value map for explicitly re-mapping peer.service values
+                  #
+                  # @default `DD_TRACE_PEER_SERVICE_MAPPING` environment variable converted to hash
+                  # @return [Hash]
+                  option :peer_service_mapping do |o|
+                    o.env Tracing::Configuration::Ext::SpanAttributeSchema::ENV_PEER_SERVICE_MAPPING
+                    o.type :hash
+                    o.default({})
+                  end
+
+                  # Global service name behavior
+                  settings :global_default_service_name do
+                    # Overrides default service name to global service name
+                    #
+                    # Allows for usage of v1 service name changes without
+                    # being forced to update schema versions
+                    #
+                    # @default `DD_TRACE_REMOVE_INTEGRATION_SERVICE_NAMES_ENABLED` environment variable, otherwise `false`
+                    # @return [Boolean]
+                    option :enabled do |o|
+                      o.env Tracing::Configuration::Ext::SpanAttributeSchema::ENV_GLOBAL_DEFAULT_SERVICE_NAME_ENABLED
+                      o.type :bool
+                      o.default false
+                    end
+                  end
+                end
+              end
+            end
+
+            # Applies instrumentation for the provided `integration_name`.
+            #
+            # Options may be provided, that are specific to that instrumentation.
+            # See the instrumentation's settings file for a list of available options.
+            #
+            # @example
+            #   Datadog.configure { |c| c.tracing.instrument :integration_name }
+            # @example
+            #   Datadog.configure { |c| c.tracing.instrument :integration_name, option_key: :option_value }
+            # @param [Symbol] integration_name the integration name
+            # @param [Hash] options the integration-specific configuration settings
+            # @return [Datadog::Tracing::Contrib::Integration]
+            def instrument(integration_name, options = {}, &block)
+              integration = fetch_integration(integration_name)
+
+              unless integration.nil? || !integration.default_configuration.enabled
+                configuration_name = options[:describes] || :default
+                filtered_options = options.reject { |k, _v| k == :describes }
+                integration.configure(configuration_name, filtered_options, &block)
+                instrumented_integrations[integration_name] = integration
+
+                # Add to activation list
+                integrations_pending_activation << integration
+              end
+
+              integration
+            end
+
+            # For the provided `integration_name`, resolves a matching configuration
+            # for the provided integration from an integration-specific `key`.
+            #
+            # How the matching is performed is integration-specific.
+            #
+            # @example
+            #   Datadog.configuration.tracing[:integration_name]
+            # @example
+            #   Datadog.configuration.tracing[:integration_name][:sub_configuration]
+            # @param [Symbol] integration_name the integration name
+            # @param [Object] key the integration-specific lookup key
+            # @return [Datadog::Tracing::Contrib::Configuration::Settings]
+            def [](integration_name, key = :default)
+              integration = fetch_integration(integration_name)
+              integration.resolve(key) unless integration.nil?
+            end
+
+            # @!visibility private
+            def integrations_pending_activation
+              @integrations_pending_activation ||= Set.new
+            end
+
+            # @!visibility private
+            def instrumented_integrations
+              @instrumented_integrations ||= {}
+            end
+
+            # @!visibility private
+            def reset!
+              instrumented_integrations.clear
+              super
+            end
+
+            # @!visibility private
+            def fetch_integration(name)
+              Contrib::REGISTRY[name] ||
+                raise(InvalidIntegrationError, "'#{name}' is not a valid integration.")
+            end
+
+            # @!visibility private
+            def ignore_integration_load_errors?
+              defined?(@ignore_integration_load_errors) ? @ignore_integration_load_errors == true : false
+            end
+
+            def ignore_integration_load_errors=(value)
+              @ignore_integration_load_errors = value
+            end
+          end
+        end
+      end
+    end
+  end
+
+  # Load built-in Datadog integrations
+  Tracing::Contrib::Extensions.extend!
+end

data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+require_relative '../../configuration/settings'
+require_relative '../../status_range_matcher'
+require_relative '../../status_range_env_parser'
+require_relative '../ext'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        module Configuration
+          # Custom settings for the Faraday integration
+          # @public_api
+          class Settings < Contrib::Configuration::Settings
+            DEFAULT_ERROR_HANDLER = lambda do |env|
+              Tracing::Metadata::Ext::HTTP::ERROR_RANGE.cover?(env[:status])
+            end
+
+            option :enabled do |o|
+              o.type :bool
+              o.env Ext::ENV_ENABLED
+              o.default true
+            end
+
+            # @!visibility private
+            option :analytics_enabled do |o|
+              o.type :bool
+              o.env Ext::ENV_ANALYTICS_ENABLED
+              o.default false
+            end
+
+            option :analytics_sample_rate do |o|
+              o.type :float
+              o.env Ext::ENV_ANALYTICS_SAMPLE_RATE
+              o.default 1.0
+            end
+
+            option :distributed_tracing, default: true, type: :bool
+
+            option :on_error do |o|
+              o.type :proc, nilable: true
+            end
+
+            option :error_status_codes do |o|
+              o.env Ext::ENV_ERROR_STATUS_CODES
+              o.default 400...600
+              o.setter do |v|
+                Tracing::Contrib::StatusRangeMatcher.new(v) if v
+              end
+              o.env_parser do |v|
+                Tracing::Contrib::StatusRangeEnvParser.call(v) if v
+              end
+            end
+
+            option :split_by_domain, default: false, type: :bool
+
+            option :service_name do |o|
+              o.type :string, nilable: true
+              o.default do
+                Contrib::SpanAttributeSchema.fetch_service_name(
+                  Ext::ENV_SERVICE_NAME,
+                  Ext::DEFAULT_PEER_SERVICE_NAME
+                )
+              end
+            end
+
+            option :peer_service do |o|
+              o.type :string, nilable: true
+              o.env Ext::ENV_PEER_SERVICE
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/connection.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Handles installation of our middleware if the user has *not*
+        # already explicitly configured our middleware for this correction.
+        #
+        # Wraps Faraday::Connection#initialize:
+        # https://github.com/lostisland/faraday/blob/ff9dc1d1219a1bbdba95a9a4cf5d135b97247ee2/lib/faraday/connection.rb#L62-L92
+        module Connection
+          def initialize(*args, &block)
+            super.tap do
+              use(:datadog_tracing) unless builder.handlers.any? { |h| h.klass == Middleware }
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/ext.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Faraday integration constants
+        # @public_api Changing resource names, tag names, or environment variables creates breaking changes.
+        module Ext
+          ENV_ENABLED = 'DD_TRACE_FARADAY_ENABLED'
+          ENV_SERVICE_NAME = 'DD_TRACE_FARADAY_SERVICE_NAME'
+          ENV_PEER_SERVICE = 'DD_TRACE_FARADAY_PEER_SERVICE'
+          ENV_ERROR_STATUS_CODES = 'DD_TRACE_FARADAY_ERROR_STATUS_CODES'
+
+          # @!visibility private
+          ENV_ANALYTICS_ENABLED = 'DD_TRACE_FARADAY_ANALYTICS_ENABLED'
+          ENV_ANALYTICS_SAMPLE_RATE = 'DD_TRACE_FARADAY_ANALYTICS_SAMPLE_RATE'
+          DEFAULT_PEER_SERVICE_NAME = 'faraday'
+          SPAN_REQUEST = 'faraday.request'
+          TAG_COMPONENT = 'faraday'
+          TAG_OPERATION_REQUEST = 'request'
+          PEER_SERVICE_SOURCES = Array[
+            Tracing::Metadata::Ext::TAG_PEER_HOSTNAME,
+            Tracing::Metadata::Ext::NET::TAG_DESTINATION_NAME,
+            Tracing::Metadata::Ext::NET::TAG_TARGET_HOST,].freeze
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/integration.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+require_relative '../integration'
+require_relative '../configuration/resolvers/pattern_resolver'
+require_relative 'configuration/settings'
+require_relative 'patcher'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Description of Faraday integration
+        class Integration
+          include Contrib::Integration
+
+          MINIMUM_VERSION = Gem::Version.new('0.14.0')
+
+          # @public_api Changing the integration name or integration options can cause breaking changes
+          register_as :faraday, auto_patch: true
+
+          def self.version
+            Gem.loaded_specs['faraday'] && Gem.loaded_specs['faraday'].version
+          end
+
+          def self.loaded?
+            !defined?(::Faraday).nil?
+          end
+
+          def self.compatible?
+            super && version >= MINIMUM_VERSION
+          end
+
+          def new_configuration
+            Configuration::Settings.new
+          end
+
+          def patcher
+            Patcher
+          end
+
+          def resolver
+            @resolver ||= Contrib::Configuration::Resolvers::PatternResolver.new
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/middleware.rb

@@ -0,0 +1,112 @@
+# frozen_string_literal: true
+
+require 'faraday'
+
+require_relative '../../metadata/ext'
+require_relative '../http'
+require_relative '../analytics'
+require_relative 'ext'
+require_relative '../http_annotation_helper'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Middleware implements a faraday-middleware for datadog instrumentation
+        class Middleware < ::Faraday::Middleware
+          include Contrib::HttpAnnotationHelper
+
+          def initialize(app, options = {})
+            super(app)
+            @options = options
+          end
+
+          def call(env)
+            # Resolve configuration settings to use for this request.
+            # Do this once to reduce expensive regex calls.
+            request_options = build_request_options!(env)
+
+            Tracing.trace(Ext::SPAN_REQUEST, on_error: request_options[:on_error]) do |span, trace|
+              annotate!(span, env, request_options)
+              propagate!(trace, span, env) if request_options[:distributed_tracing] && Tracing.enabled?
+              app.call(env).on_complete { |resp| handle_response(span, resp, request_options) }
+            end
+          end
+
+          private
+
+          attr_reader :app
+
+          def annotate!(span, env, options)
+            span.resource = resource_name(env)
+            span.service = service_name(env[:url].host, options)
+            span.type = Tracing::Metadata::Ext::HTTP::TYPE_OUTBOUND
+
+            if options[:peer_service]
+              span.set_tag(
+                Tracing::Metadata::Ext::TAG_PEER_SERVICE,
+                options[:peer_service]
+              )
+            end
+
+            # Tag original global service name if not used
+            if span.service != Datadog.configuration.service
+              span.set_tag(Tracing::Contrib::Ext::Metadata::TAG_BASE_SERVICE, Datadog.configuration.service)
+            end
+
+            span.set_tag(Tracing::Metadata::Ext::TAG_KIND, Tracing::Metadata::Ext::SpanKind::TAG_CLIENT)
+
+            span.set_tag(Tracing::Metadata::Ext::TAG_COMPONENT, Ext::TAG_COMPONENT)
+            span.set_tag(Tracing::Metadata::Ext::TAG_OPERATION, Ext::TAG_OPERATION_REQUEST)
+
+            span.set_tag(Tracing::Metadata::Ext::TAG_PEER_HOSTNAME, env[:url].host)
+
+            # Set analytics sample rate
+            if Contrib::Analytics.enabled?(options[:analytics_enabled])
+              Contrib::Analytics.set_sample_rate(span, options[:analytics_sample_rate])
+            end
+
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_URL, env[:url].path)
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_METHOD, env[:method].to_s.upcase)
+            span.set_tag(Tracing::Metadata::Ext::NET::TAG_TARGET_HOST, env[:url].host)
+            span.set_tag(Tracing::Metadata::Ext::NET::TAG_TARGET_PORT, env[:url].port)
+            span.set_tags(
+              Datadog.configuration.tracing.header_tags.request_tags(env[:request_headers])
+            )
+
+            Contrib::SpanAttributeSchema.set_peer_service!(span, Ext::PEER_SERVICE_SOURCES)
+          end
+
+          def handle_response(span, env, options)
+            span.set_error(["Error #{env[:status]}", env[:body]]) if options[:error_status_codes].include? env[:status]
+
+            span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_STATUS_CODE, env[:status])
+
+            span.set_tags(
+              Datadog.configuration.tracing.header_tags.response_tags(env[:response_headers])
+            )
+          end
+
+          def propagate!(trace, span, env)
+            Contrib::HTTP.inject(trace, env[:request_headers])
+          end
+
+          def resource_name(env)
+            env[:method].to_s.upcase
+          end
+
+          def build_request_options!(env)
+            datadog_configuration
+              .options_hash # integration level settings
+              .merge(datadog_configuration(env[:url].host).options_hash) # per-host override
+              .merge(@options) # middleware instance override
+          end
+
+          def datadog_configuration(host = :default)
+            Datadog.configuration.tracing[:faraday, host]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/patcher.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require_relative 'connection'
+require_relative 'ext'
+require_relative 'rack_builder'
+require_relative '../patcher'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Patcher enables patching of 'faraday' module.
+        module Patcher
+          include Contrib::Patcher
+
+          module_function
+
+          def target_version
+            Integration.version
+          end
+
+          def patch
+            require_relative 'middleware'
+
+            register_middleware!
+            add_default_middleware!
+          end
+
+          def register_middleware!
+            ::Faraday::Middleware.register_middleware(datadog_tracing: Middleware)
+          end
+
+          def add_default_middleware!
+            if target_version >= Gem::Version.new('1.0.0')
+              # Patch the default connection (e.g. +Faraday.get+)
+              ::Faraday.default_connection.use(:datadog_tracing)
+
+              # Patch new connection instances (e.g. +Faraday.new+)
+              ::Faraday::Connection.prepend(Connection)
+            else
+              # Patch the default connection (e.g. +Faraday.get+)
+              #
+              # We insert our middleware before the 'adapter', which is
+              # always the last handler.
+              idx = ::Faraday.default_connection.builder.handlers.size - 1
+              ::Faraday.default_connection.builder.insert(idx, Middleware)
+
+              # Patch new connection instances (e.g. +Faraday.new+)
+              ::Faraday::RackBuilder.prepend(RackBuilder)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/faraday/rack_builder.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Faraday
+        # Handles installation of our middleware if the user has *not*
+        # already explicitly configured it for this correction.
+        #
+        # RackBuilder class was introduced in faraday 0.9.0:
+        # https://github.com/lostisland/faraday/commit/77d7546d6d626b91086f427c56bc2cdd951353b3
+        module RackBuilder
+          def adapter(*args)
+            use(:datadog_tracing) unless @handlers.any? { |h| h.klass == Middleware }
+
+            super
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/grape/configuration/settings.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require_relative '../../configuration/settings'
+require_relative '../ext'
+require_relative '../../status_range_matcher'
+require_relative '../../status_range_env_parser'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Grape
+        module Configuration
+          # Custom settings for the Grape integration
+          # @public_api
+          class Settings < Contrib::Configuration::Settings
+            option :enabled do |o|
+              o.type :bool
+              o.env Ext::ENV_ENABLED
+              o.default true
+            end
+
+            # @!visibility private
+            option :analytics_enabled do |o|
+              o.type :bool, nilable: true
+              o.env Ext::ENV_ANALYTICS_ENABLED
+            end
+
+            option :analytics_sample_rate do |o|
+              o.type :float
+              o.env Ext::ENV_ANALYTICS_SAMPLE_RATE
+              o.default 1.0
+            end
+
+            option :service_name
+
+            option :on_error do |o|
+              o.type :proc, nilable: true
+            end
+
+            option :error_status_codes do |o|
+              o.env Ext::ENV_ERROR_STATUS_CODES
+              o.default 500...600
+              o.setter do |v|
+                Tracing::Contrib::StatusRangeMatcher.new(v) if v
+              end
+              o.env_parser do |v|
+                Tracing::Contrib::StatusRangeEnvParser.call(v) if v
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end