datadog 2.0.0.beta1

data/lib/datadog/tracing/contrib/aws/services.rb

@@ -0,0 +1,139 @@
+# frozen_string_literal: true
+
+require_relative './service/sqs'
+require_relative './service/sns'
+require_relative './service/dynamodb'
+require_relative './service/kinesis'
+require_relative './service/eventbridge'
+require_relative './service/states'
+require_relative './service/s3'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Aws
+        SERVICES = %w[
+          ACM
+          APIGateway
+          AppStream
+          ApplicationAutoScaling
+          ApplicationDiscoveryService
+          Athena
+          AutoScaling
+          Batch
+          Budgets
+          CloudDirectory
+          CloudFormation
+          CloudFront
+          CloudHSM
+          CloudHSMV2
+          CloudSearch
+          CloudSearchDomain
+          CloudTrail
+          CloudWatch
+          CloudWatchEvents
+          CloudWatchLogs
+          CodeBuild
+          CodeCommit
+          CodeDeploy
+          CodePipeline
+          CodeStar
+          CognitoIdentity
+          CognitoIdentityProvider
+          CognitoSync
+          ConfigService
+          CostandUsageReportService
+          DAX
+          DataPipeline
+          DatabaseMigrationService
+          DeviceFarm
+          DirectConnect
+          DirectoryService
+          DynamoDB
+          DynamoDBStreams
+          EC2
+          ECR
+          ECS
+          EFS
+          EMR
+          ElastiCache
+          ElasticBeanstalk
+          ElasticLoadBalancing
+          ElasticLoadBalancingV2
+          ElasticTranscoder
+          ElasticsearchService
+          EventBridge
+          Firehose
+          GameLift
+          Glacier
+          Glue
+          Greengrass
+          Health
+          IAM
+          ImportExport
+          Inspector
+          IoT
+          IoTDataPlane
+          KMS
+          Kinesis
+          KinesisAnalytics
+          Lambda
+          LambdaPreview
+          Lex
+          LexModelBuildingService
+          Lightsail
+          MTurk
+          MachineLearning
+          MarketplaceCommerceAnalytics
+          MarketplaceEntitlementService
+          MarketplaceMetering
+          MigrationHub
+          Mobile
+          OpsWorks
+          OpsWorksCM
+          Organizations
+          Pinpoint
+          Polly
+          RDS
+          Redshift
+          Rekognition
+          ResourceGroupsTaggingAPI
+          Route53
+          Route53Domains
+          S3
+          SES
+          SMS
+          SNS
+          SQS
+          SSM
+          STS
+          SWF
+          ServiceCatalog
+          Schemas
+          Shield
+          SimpleDB
+          Snowball
+          States
+          StorageGateway
+          Support
+          Textract
+          WAF
+          WAFRegional
+          WorkDocs
+          WorkSpaces
+          XRay
+        ].freeze
+
+        SERVICE_HANDLERS = {
+          'sqs' => Service::SQS.new,
+          'sns' => Service::SNS.new,
+          'dynamodb' => Service::DynamoDB.new,
+          'kinesis' => Service::Kinesis.new,
+          'eventbridge' => Service::EventBridge.new,
+          'states' => Service::States.new,
+          's3' => Service::S3.new
+        }.freeze
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/component.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Tracing
+    module Contrib
+      # Initialization hooks for Contrib integrations
+      module Component
+        class << self
+          # Register a callback to be invoked when components are reconfigured.
+          # @param name [String] the name of the integration
+          # @param callback [Proc] the callback to invoke
+          # @yieldparam config [Datadog::Configuration] the configuration to pass to callbacks
+          def register(name, &callback)
+            @registry[name] = callback
+          end
+
+          # Invoke all registered callbacks with the given configuration.
+          # @param config [Datadog::Configuration] the configuration to pass to callbacks
+          def configure(config)
+            @registry.each do |name, callback|
+              callback.call(config)
+            rescue => e
+              Datadog.logger.warn("Error configuring integration #{name}: #{e}")
+            end
+          end
+
+          private
+
+          # Unregister a callback. This is only used for testing.
+          # @param name [String] the name of the integration
+          def unregister(name)
+            @registry.delete(name)
+          end
+        end
+
+        # @return [Hash<String, Proc>] the registry of callbacks
+        @registry = {}
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/concurrent_ruby/async_patch.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require_relative 'context_composite_executor_service'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module ConcurrentRuby
+        # This patches the Async - to wrap executor service using ContextCompositeExecutorService
+        module AsyncPatch
+          def initialize(delegate)
+            super(delegate)
+
+            @executor = ContextCompositeExecutorService.new(@executor)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/concurrent_ruby/configuration/settings.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require_relative '../../configuration/settings'
+require_relative '../ext'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module ConcurrentRuby
+        module Configuration
+          # Custom settings for the ConcurrentRuby integration
+          # @public_api
+          class Settings < Contrib::Configuration::Settings
+            option :enabled do |o|
+              o.type :bool
+              o.env Ext::ENV_ENABLED
+              o.default true
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/concurrent_ruby/context_composite_executor_service.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+
+require 'concurrent/executor/executor_service'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module ConcurrentRuby
+        # Wraps existing executor to carry over trace context
+        class ContextCompositeExecutorService
+          include Concurrent::ExecutorService
+
+          attr_accessor :composited_executor
+
+          def initialize(composited_executor)
+            @composited_executor = composited_executor
+          end
+
+          # post method runs the task within composited executor - in a different thread. The original arguments are
+          # captured to be propagated to the composited executor post method
+          def post(*args, &task)
+            digest = Tracing.active_trace && Tracing.active_trace.to_digest
+            executor = @composited_executor.is_a?(Symbol) ? Concurrent.executor(@composited_executor) : @composited_executor
+
+            # Pass the original arguments to the composited executor, which
+            # pushes them (possibly transformed) as block args
+            executor.post(*args) do |*block_args|
+              Tracing.continue_trace!(digest)
+
+              # Pass the executor-provided block args as they should have been
+              # originally passed without composition, see ChainPromise#on_resolvable
+              yield(*block_args)
+            end
+          end
+
+          # Respect the {Concurrent::ExecutorService} interface
+          def can_overflow?
+            @composited_executor.can_overflow?
+          end
+
+          # Respect the {Concurrent::ExecutorService} interface
+          def serialized?
+            @composited_executor.serialized?
+          end
+
+          def datadog_configuration
+            Datadog.configuration.tracing[:concurrent_ruby]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/concurrent_ruby/ext.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Tracing
+    module Contrib
+      module ConcurrentRuby
+        # ConcurrentRuby integration constants
+        # @public_api Changing resource names, tag names, or environment variables creates breaking changes.
+        module Ext
+          APP = 'concurrent-ruby'
+          ENV_ENABLED = 'DD_TRACE_CONCURRENT_RUBY_ENABLED'
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/concurrent_ruby/future_patch.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require_relative 'context_composite_executor_service'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module ConcurrentRuby
+        # This patches the Future - to wrap executor service using ContextCompositeExecutorService
+        module FuturePatch
+          def ns_initialize(value, opts)
+            super(value, opts)
+
+            @executor = ContextCompositeExecutorService.new(@executor)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/concurrent_ruby/integration.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require_relative '../integration'
+require_relative 'patcher'
+require_relative 'configuration/settings'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module ConcurrentRuby
+        # Describes the ConcurrentRuby integration
+        class Integration
+          include Contrib::Integration
+
+          MINIMUM_VERSION = Gem::Version.new('0.9')
+
+          # @public_api Changing the integration name or integration options can cause breaking changes
+          register_as :concurrent_ruby
+
+          def self.version
+            Gem.loaded_specs['concurrent-ruby'] && Gem.loaded_specs['concurrent-ruby'].version
+          end
+
+          def self.loaded?
+            # Concurrent::Future is deprecated in favour of Concurrent::Promises::Future
+            !defined?(::Concurrent::Promises::Future).nil? || !defined?(::Concurrent::Future).nil?
+          end
+
+          def self.compatible?
+            super && version >= MINIMUM_VERSION
+          end
+
+          def new_configuration
+            Configuration::Settings.new
+          end
+
+          def patcher
+            Patcher
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/concurrent_ruby/patcher.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+require_relative '../patcher'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module ConcurrentRuby
+        # Patcher enables patching of 'Future' and 'Async' classes.
+        module Patcher
+          include Contrib::Patcher
+
+          module_function
+
+          def target_version
+            Integration.version
+          end
+
+          def patch
+            require_relative 'future_patch'
+            patch_future
+            require_relative 'promises_future_patch'
+            patch_promises_future
+            require_relative 'async_patch'
+            async_patch
+          end
+
+          # Propagate tracing context in Concurrent::Async
+          def async_patch
+            if defined?(::Concurrent::Async)
+              # NOTE: AsyncDelegator is a private constant
+              ::Concurrent::Async.const_get(:AsyncDelegator).prepend(AsyncPatch)
+            end
+          end
+
+          # Propagate tracing context in Concurrent::Future
+          def patch_future
+            ::Concurrent::Future.prepend(FuturePatch) if defined?(::Concurrent::Future)
+          end
+
+          # Propagate tracing context in Concurrent::Promises::Future
+          def patch_promises_future
+            ::Concurrent::Promises.singleton_class.prepend(PromisesFuturePatch) if defined?(::Concurrent::Promises::Future)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/concurrent_ruby/promises_future_patch.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+require_relative 'context_composite_executor_service'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module ConcurrentRuby
+        # This patches the Future - to wrap executor service using ContextCompositeExecutorService
+        module PromisesFuturePatch
+          def future_on(default_executor, *args, &task)
+            unless default_executor.is_a?(ContextCompositeExecutorService)
+              default_executor = ContextCompositeExecutorService.new(default_executor)
+            end
+
+            super(default_executor, *args, &task)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/configurable.rb

@@ -0,0 +1,102 @@
+# frozen_string_literal: true
+
+require_relative 'configuration/resolver'
+require_relative 'configuration/settings'
+
+module Datadog
+  module Tracing
+    module Contrib
+      # Defines configurable behavior for integrations.
+      #
+      # This module is responsible for coordination between
+      # the configuration resolver and default configuration
+      # fallback.
+      module Configurable
+        def self.included(base)
+          base.include(InstanceMethods)
+        end
+
+        # Configurable instance behavior for integrations
+        module InstanceMethods
+          # Get matching configuration by matcher.
+          # If no match, returns the default configuration instance.
+          def configuration(matcher = :default)
+            return default_configuration if matcher == :default
+
+            resolver.get(matcher) || default_configuration
+          end
+
+          # Resolves the matching configuration for integration-specific value.
+          # If no match, returns the default configuration instance.
+          def resolve(value)
+            return default_configuration if value == :default
+
+            resolver.resolve(value) || default_configuration
+          end
+
+          # Returns all registered matchers and their respective configurations.
+          def configurations
+            resolver.configurations.merge(default: default_configuration)
+          end
+
+          # Create or update configuration associated with `matcher` with
+          # the provided `options` and `&block`.
+          def configure(matcher = :default, options = {}, &block)
+            config = if matcher == :default
+                       default_configuration
+                     else
+                       # Get or add the configuration
+                       resolver.get(matcher) || resolver.add(matcher, new_configuration)
+                     end
+
+            # Apply the settings
+            config.configure(options, &block) if config
+            config
+          end
+
+          # Resets all configuration options
+          def reset_configuration!
+            @resolver = nil
+            @default_configuration = nil
+          end
+
+          # Returns the integration-specific configuration object.
+          #
+          # If one does not exist, invoke {.new_configuration} a memoize
+          # its value.
+          #
+          # @return [Datadog::Tracing::Contrib::Configuration::Settings] the memoized integration-specific settings object
+          def default_configuration
+            @default_configuration ||= new_configuration
+          end
+
+          protected
+
+          # Returns a new configuration object for this integration.
+          #
+          # This method normally needs to be overridden for each integration
+          # as their settings, defaults and environment variables are
+          # specific for each integration.
+          #
+          # @return [Datadog::Tracing::Contrib::Configuration::Settings] a new, integration-specific settings object
+          def new_configuration
+            Configuration::Settings.new
+          end
+
+          # Overridable configuration resolver.
+          #
+          # This resolver is responsible for performing the matching
+          # of `#configure(matcher)` `matcher`s with `value`s provided
+          # in subsequent calls to `#resolve(value)`.
+          #
+          # By default, the `value` in `#resolve(value)` must be equal
+          # to the `matcher` object provided in `#configure(matcher)`
+          # to retrieve the associated configuration.
+          def resolver
+            @resolver ||= Configuration::Resolver.new
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/configuration/resolver.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Configuration
+        # Resolves an integration-specific matcher to an associated
+        # object.
+        #
+        # Integrations that perform any configuration matching
+        # based on patterns might want to override this class
+        # to provide richer matching. For example, match configuration
+        # based on: HTTP request parameters, request headers,
+        # async queue name.
+        #
+        # When overriding this class, for simple use cases, only
+        # overriding `#parse_matcher` might suffice. See
+        # `#parse_matcher`'s documentation for more information.
+        class Resolver
+          attr_reader :configurations
+
+          def initialize
+            @configurations = {}
+          end
+
+          # Adds a new `matcher`, associating with it a `value`.
+          #
+          # This `value` is returned when `#resolve` is called
+          # with a matching value for this matcher. When multiple
+          # matchers would match, `#resolve` returns the latest
+          # added one.
+          #
+          # The `matcher` can be transformed internally by the
+          # `#parse_matcher` method before being stored.
+          #
+          # The `value` can also be retrieved by calling `#get`
+          # with the same `matcher` added by this method.
+          #
+          # @param [Object] matcher integration-specific matcher
+          # @param [Object] value arbitrary value to be associated with `matcher`
+          def add(matcher, value)
+            @configurations[parse_matcher(matcher)] = value
+          end
+
+          # Retrieves the stored value for a `matcher`
+          # previously stored by `#add`.
+          #
+          # @param [Object] matcher integration-specific matcher
+          # @return [Object] previously stored `value` from `#add`, or `nil` if not found
+          def get(matcher)
+            @configurations[parse_matcher(matcher)]
+          end
+
+          # Matches an arbitrary value against the configured
+          # matchers previously set with `#add`.
+          #
+          # If multiple matchers would match, returns the latest one.
+          #
+          # @param [Object] value integration-specific value
+          # @return [Object] matching `value` configured at `#add`, or `nil` if none match
+          def resolve(value)
+            @configurations[value]
+          end
+
+          protected
+
+          # Converts `matcher` into an appropriate key
+          # for the internal Hash storage.
+          #
+          # It's recommended to override this method,
+          # instead of the public methods, if the
+          # integration can simply convert both
+          # `matcher` (provided to `#add`) and `value`
+          # (provided to `#resolve`) to the same value.
+          #
+          # @param [Object] matcher integration-specific matcher
+          # @return [Object] processed matcher
+          def parse_matcher(matcher)
+            matcher
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/contrib/configuration/resolvers/pattern_resolver.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require_relative '../resolver'
+
+module Datadog
+  module Tracing
+    module Contrib
+      module Configuration
+        # Resolves a value to a configuration key
+        module Resolvers
+          # Matches Strings and Regexps against `object.to_s` objects
+          # and Procs against plain objects.
+          class PatternResolver < Contrib::Configuration::Resolver
+            def resolve(value)
+              return if configurations.empty?
+
+              # Try to find a matching pattern
+              _, config = configurations.reverse_each.find do |matcher, _|
+                matcher === if matcher.is_a?(Proc)
+                              value
+                            else
+                              value.to_s
+                            end
+              end
+
+              config
+            end
+
+            protected
+
+            def parse_matcher(matcher)
+              if matcher.is_a?(Regexp) || matcher.is_a?(Proc)
+                matcher
+              else
+                matcher.to_s
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end