ddtrace 0.54.2 → 1.0.0.beta1

data/lib/datadog/core/workers/interval_loop.rb

@@ -0,0 +1,118 @@
+# typed: false
+module Datadog
+  module Core
+    module Workers
+      # Adds looping behavior to workers, with a sleep
+      # interval between each loop.
+      module IntervalLoop
+        BACK_OFF_RATIO = 1.2
+        BACK_OFF_MAX = 5
+        BASE_INTERVAL = 1
+
+        def self.included(base)
+          base.prepend(PrependedMethods)
+        end
+
+        # Methods that must be prepended
+        module PrependedMethods
+          def perform(*args)
+            perform_loop { super(*args) }
+          end
+        end
+
+        def stop_loop
+          mutex.synchronize do
+            return false unless run_loop?
+
+            @run_loop = false
+            shutdown.signal
+          end
+
+          true
+        end
+
+        def work_pending?
+          run_loop?
+        end
+
+        def run_loop?
+          return false unless instance_variable_defined?(:@run_loop)
+
+          @run_loop == true
+        end
+
+        def loop_base_interval
+          @loop_base_interval ||= BASE_INTERVAL
+        end
+
+        def loop_back_off_ratio
+          @loop_back_off_ratio ||= BACK_OFF_RATIO
+        end
+
+        def loop_back_off_max
+          @loop_back_off_max ||= BACK_OFF_MAX
+        end
+
+        def loop_wait_time
+          @loop_wait_time ||= loop_base_interval
+        end
+
+        def loop_wait_time=(value)
+          @loop_wait_time = value
+        end
+
+        def loop_back_off!
+          self.loop_wait_time = [loop_wait_time * BACK_OFF_RATIO, BACK_OFF_MAX].min
+        end
+
+        # Should perform_loop just straight into work, or start by waiting?
+        #
+        # The use case is if we want to report some information (like profiles) from time to time, we may not want to
+        # report empty/zero/some residual value immediately when the worker starts.
+        def loop_wait_before_first_iteration?
+          false
+        end
+
+        protected
+
+        attr_writer \
+          :loop_back_off_max,
+          :loop_back_off_ratio,
+          :loop_base_interval
+
+        def mutex
+          @mutex ||= Mutex.new
+        end
+
+        private
+
+        def perform_loop
+          mutex.synchronize do
+            @run_loop = true
+
+            shutdown.wait(mutex, loop_wait_time) if loop_wait_before_first_iteration?
+          end
+
+          loop do
+            if work_pending?
+              # There's work to do...
+              # Run the task
+              yield
+            end
+
+            # Wait for an interval, unless shutdown has been signaled.
+            mutex.synchronize do
+              return unless run_loop? || work_pending?
+
+              shutdown.wait(mutex, loop_wait_time) if run_loop?
+            end
+          end
+        end
+
+        def shutdown
+          @shutdown ||= ConditionVariable.new
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core/workers/polling.rb

@@ -0,0 +1,58 @@
+# typed: false
+require 'datadog/core/workers/async'
+require 'datadog/core/workers/interval_loop'
+
+module Datadog
+  module Core
+    module Workers
+      # Adds polling (async looping) behavior to workers
+      module Polling
+        SHUTDOWN_TIMEOUT = 1
+
+        def self.included(base)
+          base.include(Workers::IntervalLoop)
+          base.include(Workers::Async::Thread)
+          base.prepend(PrependedMethods)
+        end
+
+        # Methods that must be prepended
+        module PrependedMethods
+          def perform(*args)
+            super if enabled?
+          end
+        end
+
+        def stop(force_stop = false, timeout = SHUTDOWN_TIMEOUT)
+          if running?
+            # Attempt graceful stop and wait
+            stop_loop
+            graceful = join(timeout)
+
+            if !graceful && force_stop
+              Datadog.logger.debug do
+                "Timeout while waiting for worker to finish gracefully, forcing termination for: #{self}"
+              end
+              terminate
+            else
+              graceful
+            end
+          else
+            false
+          end
+        end
+
+        def enabled?
+          return true unless instance_variable_defined?(:@enabled)
+
+          @enabled
+        end
+
+        # Allow worker to be started
+        def enabled=(value)
+          # Coerce to boolean
+          @enabled = (value == true)
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core/workers/queue.rb

@@ -0,0 +1,43 @@
+# typed: false
+module Datadog
+  module Core
+    module Workers
+      # Adds queue behavior to workers, with a buffer
+      # to which items can be queued then dequeued.
+      module Queue
+        def self.included(base)
+          base.prepend(PrependedMethods)
+        end
+
+        # Methods that must be prepended
+        module PrependedMethods
+          def perform(*args)
+            super(*dequeue) if work_pending?
+          end
+        end
+
+        def buffer
+          @buffer ||= []
+        end
+
+        def enqueue(*args)
+          buffer.push(args)
+        end
+
+        def dequeue
+          buffer.shift
+        end
+
+        # Are there more items to be processed next?
+        def work_pending?
+          !buffer.empty?
+        end
+
+        protected
+
+        attr_writer \
+          :buffer
+      end
+    end
+  end
+end

data/lib/datadog/core/workers/runtime_metrics.rb

@@ -0,0 +1,64 @@
+# typed: false
+require 'forwardable'
+
+require 'datadog/core/runtime/metrics'
+
+require 'datadog/core/worker'
+require 'datadog/core/workers/async'
+require 'datadog/core/workers/polling'
+
+module Datadog
+  module Core
+    module Workers
+      # Emits runtime metrics asynchronously on a timed loop
+      class RuntimeMetrics < Worker
+        extend Forwardable
+        include Workers::Polling
+
+        # In seconds
+        DEFAULT_FLUSH_INTERVAL = 10
+        DEFAULT_BACK_OFF_MAX = 30
+
+        attr_reader \
+          :metrics
+
+        def initialize(options = {})
+          @metrics = options.fetch(:metrics) { Core::Runtime::Metrics.new }
+
+          # Workers::Async::Thread settings
+          self.fork_policy = options.fetch(:fork_policy, Workers::Async::Thread::FORK_POLICY_STOP)
+
+          # Workers::IntervalLoop settings
+          self.loop_base_interval = options.fetch(:interval, DEFAULT_FLUSH_INTERVAL)
+          self.loop_back_off_ratio = options[:back_off_ratio] if options.key?(:back_off_ratio)
+          self.loop_back_off_max = options.fetch(:back_off_max, DEFAULT_BACK_OFF_MAX)
+
+          self.enabled = options.fetch(:enabled, false)
+        end
+
+        def perform
+          metrics.flush
+          true
+        end
+
+        def register_service(service)
+          # Start the worker
+          metrics.register_service(service).tap { perform }
+        end
+
+        # TODO: `close_metrics` is only needed because
+        # Datadog::Core::Configuration::Components directly manipulates
+        # the lifecycle of Runtime::Metrics.statsd instances.
+        # This should be avoided, as it prevents this class from
+        # ensuring correct resource decommission of its internal
+        # dependencies.
+        def stop(*args, close_metrics: true)
+          self.enabled = false
+          result = super(*args)
+          @metrics.close if close_metrics
+          result
+        end
+      end
+    end
+  end
+end

data/lib/datadog/core.rb

@@ -0,0 +1,73 @@
+# typed: strict
+# TODO: Move these requires to smaller modules.
+#       Would be better to lazy load these; not
+#       all of these components will be used in
+#       every application.
+# require 'datadog/core/buffer/cruby'
+# require 'datadog/core/buffer/random'
+# require 'datadog/core/buffer/thread_safe'
+# require 'datadog/core/chunker'
+# require 'datadog/core/configuration'
+# require 'datadog/core/diagnostics/environment_logger'
+# require 'datadog/core/diagnostics/ext'
+# require 'datadog/core/diagnostics/health'
+# require 'datadog/core/encoding'
+# require 'datadog/core/environment/cgroup'
+# require 'datadog/core/environment/class_count'
+# require 'datadog/core/environment/container'
+# require 'datadog/core/environment/ext'
+# require 'datadog/core/environment/gc'
+# require 'datadog/core/environment/identity'
+# require 'datadog/core/environment/socket'
+# require 'datadog/core/environment/thread_count'
+# require 'datadog/core/environment/variable_helpers'
+# require 'datadog/core/environment/vm_cache'
+# require 'datadog/core/error'
+# require 'datadog/core/event'
+# require 'datadog/core/git/ext'
+# require 'datadog/core/logger'
+# require 'datadog/core/metrics/client'
+# require 'datadog/core/metrics/ext'
+# require 'datadog/core/metrics/helpers'
+# require 'datadog/core/metrics/logging'
+# require 'datadog/core/metrics/metric'
+# require 'datadog/core/metrics/options'
+# require 'datadog/core/pin'
+# require 'datadog/core/quantization/hash'
+# require 'datadog/core/quantization/http'
+# require 'datadog/core/runtime/ext'
+# require 'datadog/core/runtime/metrics'
+# require 'datadog/core/utils'
+# require 'datadog/core/utils/compression'
+# require 'datadog/core/utils/database'
+# require 'datadog/core/utils/forking'
+# require 'datadog/core/utils/object_set'
+# require 'datadog/core/utils/only_once'
+# require 'datadog/core/utils/sequence'
+# require 'datadog/core/utils/string_table'
+# require 'datadog/core/utils/time'
+# require 'datadog/core/worker'
+# require 'datadog/core/workers/async'
+# require 'datadog/core/workers/interval_loop'
+# require 'datadog/core/workers/polling'
+# require 'datadog/core/workers/queue'
+# require 'datadog/core/workers/runtime_metrics'
+
+require 'datadog/core/extensions'
+
+# We must load core extensions to make certain global APIs
+# accessible: both for Datadog features and the core itself.
+module Datadog
+  extend Core::Extensions
+
+  # Add shutdown hook:
+  # Ensures the Datadog components have a chance to gracefully
+  # shut down and cleanup before terminating the process.
+  at_exit do
+    if Interrupt === $! # rubocop:disable Style/SpecialGlobalVars is process terminating due to a ctrl+c or similar?
+      Datadog.send(:handle_interrupt_shutdown!)
+    else
+      Datadog.shutdown!
+    end
+  end
+end

data/lib/datadog/opentelemetry/extensions.rb

@@ -0,0 +1,14 @@
+# typed: true
+require 'datadog/tracing/span_operation'
+require 'datadog/opentelemetry/span'
+
+module Datadog
+  module OpenTelemetry
+    # Defines extensions to ddtrace for OpenTelemetry support
+    module Extensions
+      def self.extended(base)
+        Datadog::Tracing::SpanOperation.prepend(OpenTelemetry::Span)
+      end
+    end
+  end
+end

data/lib/datadog/opentelemetry/span.rb

@@ -0,0 +1,34 @@
+# typed: false
+require 'datadog/core/environment/ext'
+
+module Datadog
+  module OpenTelemetry
+    # Extensions for Datadog::Span
+    module Span
+      TAG_SERVICE_NAME = 'service.name'.freeze
+      TAG_SERVICE_VERSION = 'service.version'.freeze
+
+      def set_tag(key, value)
+        # Configure sampling priority if they give us a forced tracing tag
+        # DEV: Do not set if the value they give us is explicitly "false"
+        case key
+        when TAG_SERVICE_NAME
+          if defined?(super)
+            # Set original tag and Datadog version tag
+            self.service = value
+            super
+          end
+        when TAG_SERVICE_VERSION
+          if defined?(super)
+            # Set original tag and Datadog version tag
+            super
+            super(Datadog::Core::Environment::Ext::TAG_VERSION, value)
+          end
+        else
+          # Otherwise, set the tag normally.
+          super if defined?(super)
+        end
+      end
+    end
+  end
+end

data/lib/datadog/opentracer/carrier.rb

@@ -0,0 +1,8 @@
+# typed: strict
+module Datadog
+  module OpenTracer
+    # @public_api
+    class Carrier < ::OpenTracing::Carrier
+    end
+  end
+end

data/lib/datadog/opentracer/distributed_headers.rb

@@ -0,0 +1,57 @@
+# typed: true
+require 'datadog/tracing/span'
+require 'datadog/tracing/distributed/headers/ext'
+
+module Datadog
+  module OpenTracer
+    # DistributedHeaders provides easy access and validation to headers
+    # @public_api
+    class DistributedHeaders
+      include Tracing::Distributed::Headers::Ext
+
+      def initialize(carrier)
+        @carrier = carrier
+      end
+
+      def valid?
+        # Sampling priority is optional.
+        !trace_id.nil? && !parent_id.nil?
+      end
+
+      def trace_id
+        id HTTP_HEADER_TRACE_ID
+      end
+
+      def parent_id
+        id HTTP_HEADER_PARENT_ID
+      end
+
+      def sampling_priority
+        hdr = @carrier[HTTP_HEADER_SAMPLING_PRIORITY]
+        # It's important to make a difference between no header,
+        # and a header defined to zero.
+        return unless hdr
+
+        value = hdr.to_i
+        return if value < 0
+
+        value
+      end
+
+      def origin
+        hdr = @carrier[HTTP_HEADER_ORIGIN]
+        # Only return the value if it is not an empty string
+        hdr if hdr != ''
+      end
+
+      private
+
+      def id(header)
+        value = @carrier[header].to_i
+        return if value.zero? || value >= Datadog::Tracing::Span::EXTERNAL_MAX_ID
+
+        value < 0 ? value + 0x1_0000_0000_0000_0000 : value
+      end
+    end
+  end
+end

data/lib/datadog/opentracer/global_tracer.rb

@@ -0,0 +1,16 @@
+# typed: true
+module Datadog
+  module OpenTracer
+    # Patch for OpenTracing module
+    module GlobalTracer
+      def global_tracer=(tracer)
+        super.tap do
+          if tracer.class <= Datadog::OpenTracer::Tracer
+            # Update the Datadog global tracer, too.
+            Datadog.configure { |c| c.tracing.instance = tracer.datadog_tracer }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/opentracer/propagator.rb

@@ -0,0 +1,25 @@
+# typed: false
+module Datadog
+  module OpenTracer
+    # OpenTracing propagator for Datadog::OpenTracer::Tracer
+    # @abstract
+    # @public_api
+    module Propagator
+      # Inject a SpanContext into the given carrier
+      #
+      # @param span_context [SpanContext]
+      # @param carrier [Carrier] A carrier object of the type dictated by the specified `format`
+      def inject(span_context, carrier)
+        raise NotImplementedError
+      end
+
+      # Extract a SpanContext in the given format from the given carrier.
+      #
+      # @param carrier [Carrier] A carrier object of the type dictated by the specified `format`
+      # @return [SpanContext, nil] the extracted SpanContext or nil if none could be found
+      def extract(carrier)
+        raise NotImplementedError
+      end
+    end
+  end
+end

data/lib/datadog/opentracer/rack_propagator.rb

@@ -0,0 +1,71 @@
+# typed: true
+require 'datadog/tracing/context'
+require 'datadog/tracing/distributed/headers/ext'
+require 'datadog/tracing/propagation/http'
+require 'datadog/tracing/trace_operation'
+require 'datadog/opentracer/propagator'
+
+module Datadog
+  module OpenTracer
+    # OpenTracing propagator for Datadog::OpenTracer::Tracer
+    module RackPropagator
+      extend Propagator
+      extend Tracing::Distributed::Headers::Ext
+      include Tracing::Distributed::Headers::Ext
+
+      BAGGAGE_PREFIX = 'ot-baggage-'.freeze
+      BAGGAGE_PREFIX_FORMATTED = 'HTTP_OT_BAGGAGE_'.freeze
+
+      class << self
+        # Inject a SpanContext into the given carrier
+        #
+        # @param span_context [SpanContext]
+        # @param carrier [Carrier] A carrier object of Rack type
+        def inject(span_context, carrier)
+          active_trace = span_context.datadog_context.active_trace
+
+          # Inject Datadog trace properties
+          Tracing::Propagation::HTTP.inject!(active_trace, carrier)
+
+          # Inject baggage
+          span_context.baggage.each do |key, value|
+            carrier[BAGGAGE_PREFIX + key] = value
+          end
+
+          nil
+        end
+
+        # Extract a SpanContext in Rack format from the given carrier.
+        #
+        # @param carrier [Carrier] A carrier object of Rack type
+        # @return [SpanContext, nil] the extracted SpanContext or nil if none could be found
+        def extract(carrier)
+          # First extract & build a Datadog context
+          datadog_trace_digest = Tracing::Propagation::HTTP.extract(carrier)
+
+          # Then extract any other baggage
+          baggage = {}
+          carrier.each do |key, value|
+            baggage[header_to_baggage(key)] = value if baggage_header?(key)
+          end
+
+          SpanContextFactory.build(
+            datadog_context: nil,
+            datadog_trace_digest: datadog_trace_digest,
+            baggage: baggage
+          )
+        end
+
+        private
+
+        def baggage_header?(header)
+          header.to_s.start_with?(BAGGAGE_PREFIX_FORMATTED)
+        end
+
+        def header_to_baggage(key)
+          key[BAGGAGE_PREFIX_FORMATTED.length, key.length].downcase
+        end
+      end
+    end
+  end
+end

data/lib/datadog/opentracer/scope.rb

@@ -0,0 +1,17 @@
+# typed: true
+module Datadog
+  module OpenTracer
+    # OpenTracing adapter for scope
+    # @public_api
+    class Scope < ::OpenTracing::Scope
+      attr_reader \
+        :manager,
+        :span
+
+      def initialize(manager:, span:)
+        @manager = manager
+        @span = span
+      end
+    end
+  end
+end

data/lib/datadog/opentracer/scope_manager.rb

@@ -0,0 +1,8 @@
+# typed: strict
+module Datadog
+  module OpenTracer
+    # @public_api
+    class ScopeManager < ::OpenTracing::ScopeManager
+    end
+  end
+end