datadog 2.38.0 → 2.47.0

data/lib/datadog/tracing/tracer.rb

@@ -1,20 +1,20 @@
 # frozen_string_literal: true
 
-require_relative '../core/environment/ext'
-require_relative '../core/environment/socket'
-
-require_relative 'correlation'
-require_relative 'event'
-require_relative 'flush'
-require_relative 'context_provider'
-require_relative 'sampling/all_sampler'
-require_relative 'sampling/rule_sampler'
-require_relative 'sampling/priority_sampler'
-require_relative 'sampling/span/sampler'
-require_relative 'span_operation'
-require_relative 'trace_digest'
-require_relative 'trace_operation'
-require_relative 'writer'
+require_relative "../core/environment/ext"
+require_relative "../core/environment/socket"
+
+require_relative "correlation"
+require_relative "event"
+require_relative "flush"
+require_relative "context_provider"
+require_relative "sampling/all_sampler"
+require_relative "sampling/rule_sampler"
+require_relative "sampling/priority_sampler"
+require_relative "sampling/span/sampler"
+require_relative "span_operation"
+require_relative "trace_digest"
+require_relative "trace_operation"
+require_relative "writer"
 
 module Datadog
   module Tracing
@@ -52,10 +52,11 @@ module Datadog
         # rubocop:disable Style/KeywordParametersOrder
         # https://github.com/rubocop/rubocop/issues/13933
         trace_flush: Flush::Finished.new,
-        context_provider: DefaultContextProvider.new,
+        context_provider: nil,
         default_service: Core::Environment::Ext::FALLBACK_SERVICE_NAME,
         enabled: true,
         logger: Datadog.logger,
+        otel_thread_context: nil,
         sampler: Sampling::PrioritySampler.new(
           base_sampler: Sampling::AllSampler.new,
           post_sampler: Sampling::RuleSampler.new
@@ -71,11 +72,16 @@ module Datadog
         @default_service = default_service
         @enabled = enabled
         @logger = logger
-        @provider = context_provider
         @sampler = sampler
         @span_sampler = span_sampler
         @tags = tags
         @writer = writer
+
+        @otel_thread_context = otel_thread_context
+
+        @provider = context_provider || DefaultContextProvider.new(
+          otel_thread_context: otel_thread_context
+        )
       end
 
       # Return a {Datadog::Tracing::SpanOperation span_op} and {Datadog::Tracing::TraceOperation trace_op}
@@ -341,6 +347,10 @@ module Datadog
         # rubocop:enable Lint/UselessMethodDefinition
       end
 
+      def after_fork
+        @otel_thread_context&.after_fork
+      end
+
       # Shorthand that calls the `shutdown!` method of a registered worker.
       # It's useful to ensure that the Trace Buffer is properly flushed before
       # shutting down the application.
@@ -352,6 +362,7 @@ module Datadog
       #
       #   tracer.shutdown!
       def shutdown!
+        @otel_thread_context&.clear
         return unless @enabled
 
         @writer&.stop
@@ -375,9 +386,9 @@ module Datadog
         hostname = Core::Environment::Socket.resolved_hostname(Datadog.configuration)
 
         if digest
-          sampling_priority = if propagate_sampling_priority?(upstream_tags: digest.trace_distributed_tags)
-            digest.trace_sampling_priority
-          end
+          propagate_sampling = propagate_sampling_priority?(upstream_tags: digest.trace_distributed_tags)
+          sampling_priority = digest.trace_sampling_priority if propagate_sampling
+          trace_state = Distributed::TraceState.from_digest(digest, propagate_sampling: propagate_sampling)
           TraceOperation.new(
             logger: logger,
             hostname: hostname,
@@ -390,9 +401,9 @@ module Datadog
             span_links: digest.span_links,
             # Distributed tags are just regular trace tags with special meaning to Datadog
             tags: digest.trace_distributed_tags,
-            trace_state: digest.trace_state,
-            trace_state_unknown_fields: digest.trace_state_unknown_fields,
+            trace_state: trace_state,
             remote_parent: digest.span_remote,
+            distributed_sampling_priority: !!sampling_priority,
             tracer: self,
             baggage: digest.baggage,
             auto_finish: auto_finish
@@ -445,6 +456,8 @@ module Datadog
             reconsider_trace_sampling_on_resource(event_trace_op)
           end
         end
+
+        @otel_thread_context&.subscribe_to_tracer_events!(events)
       end
 
       # Creates a new TraceOperation, with events bounds to this Tracer instance.
@@ -628,6 +641,10 @@ module Datadog
           appsec_bit = upstream_tags[Tracing::Metadata::Ext::Distributed::TAG_TRACE_SOURCE].to_i(16) &
             Datadog::AppSec::Ext::PRODUCT_BIT
           return appsec_enabled if appsec_bit != 0
+
+          ai_guard_bit = upstream_tags[Tracing::Metadata::Ext::Distributed::TAG_TRACE_SOURCE].to_i(16) &
+            Datadog::AIGuard::Ext::PRODUCT_BIT
+          return ai_guard_enabled if ai_guard_bit != 0
         end
 
         false
@@ -642,6 +659,10 @@ module Datadog
         @appsec_enabled ||= Datadog.configuration.appsec.enabled
       end
 
+      def ai_guard_enabled
+        @ai_guard_enabled ||= Datadog.configuration.respond_to?(:ai_guard) && Datadog.configuration.ai_guard.enabled
+      end
+
       # Due to APM Tracing (the product) and Tracing (the transport) being intertwined, we cannot completely disabled APM
       # without also disabling the tracer. When setting `@apm_tracing_enabled` to `false`, it does not disable the tracer,
       # but rather only sends heartbeat traces (1 per minutes), so that the service is considered alive in the backend.

data/lib/datadog/tracing/transport/http/client.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require_relative 'statistics'
-require_relative '../../../core/transport/http/client'
-require_relative '../../../core/transport/http/env'
-require_relative '../../../core/transport/http/response'
+require_relative "statistics"
+require_relative "../../../core/transport/http/client"
+require_relative "../../../core/transport/http/env"
+require_relative "../../../core/transport/http/response"
 
 module Datadog
   module Tracing

data/lib/datadog/tracing/transport/http/statistics.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require_relative '../statistics'
+require_relative "../statistics"
 
 module Datadog
   module Tracing
@@ -30,7 +30,7 @@ module Datadog
             private
 
             # The most common status code on a healthy tracer
-            STATUS_CODE_200 = 'status_code:200'
+            STATUS_CODE_200 = "status_code:200"
 
             def metrics_tag_value(status_code)
               if status_code == 200

data/lib/datadog/tracing/transport/http/telemetry.rb

@@ -0,0 +1,94 @@
+# frozen_string_literal: true
+
+require "net/http"
+require_relative "../telemetry"
+
+module Datadog
+  module Tracing
+    module Transport
+      module HTTP
+        class Telemetry < Datadog::Tracing::Transport::Telemetry
+          def initialize(client)
+            super(client, source: "ruby")
+          end
+
+          def batch(traces)
+            return unless @client.enabled? && @client.metrics_manager.enabled
+
+            Batch.new(self, traces)
+          rescue
+            nil
+          end
+
+          class Batch
+            def initialize(reporter, traces)
+              @reporter = reporter
+              @remaining_chunks = traces.length
+              @remaining_spans = traces.sum(&:length)
+              @reporter.record(spans_enqueued_for_serialization: @remaining_spans)
+            end
+
+            def record_oversized_drop(span_count)
+              @remaining_chunks -= 1
+              @remaining_spans -= span_count
+              @reporter.record(chunks_dropped_payload_too_large: 1, spans_dropped_payload_too_large: span_count)
+            end
+
+            def serialization_failed
+              @reporter.record(chunks_dropped_serialization_error: @remaining_chunks,
+                spans_dropped_serialization_error: @remaining_spans,)
+            end
+
+            def sent(request, response, chunks, spans, bytes, fallback:)
+              @reporter.record(requests_count: 1)
+              return if fallback
+
+              @remaining_chunks -= chunks
+              @remaining_spans -= spans
+              observations = {} #: Hash[Symbol, Integer]
+              if (status = request.http_status)
+                observations[:responses_count] = 1
+                observations[:status_code] = status
+              end
+              success = status ? status.between?(200, 299) : request.http_success
+              if success
+                observations[:chunks_sent] = chunks
+                observations[:bytes_sent] = bytes
+              elsif status || success == false
+                observations[:errors_status_code] = 1 if status
+                observations[:chunks_dropped_send_failure] = chunks
+                observations[:spans_dropped_api_error] = spans
+              elsif response.is_a?(Core::Transport::InternalErrorResponse)
+                error = response.error
+                if error.is_a?(ArgumentError) || error.is_a?(TypeError)
+                  observations[:chunks_dropped_serialization_error] = chunks
+                  observations[:spans_dropped_serialization_error] = spans
+                else
+                  observations[:chunks_dropped_send_failure] = chunks
+                  observations[:spans_dropped_api_error] = spans
+                  if error.is_a?(::Timeout::Error) || error.is_a?(Errno::ETIMEDOUT)
+                    observations[:errors_timeout] = 1
+                  elsif network_error?(error)
+                    observations[:errors_network] = 1
+                  end
+                end
+              end
+              @reporter.record(observations)
+            rescue
+              nil
+            end
+
+            private
+
+            def network_error?(error)
+              error.is_a?(SystemCallError) || error.is_a?(IOError) || error.is_a?(SocketError) ||
+                error.is_a?(::Net::ProtocolError) || error.is_a?(::Net::HTTPBadResponse) ||
+                error.is_a?(::Net::HTTPHeaderSyntaxError) ||
+                (defined?(::OpenSSL::SSL::SSLError) && error.is_a?(::OpenSSL::SSL::SSLError))
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/transport/http/traces.rb

@@ -1,11 +1,11 @@
 # frozen_string_literal: true
 
-require 'json'
+require "json"
 
-require_relative '../../../core/transport/http/response'
-require_relative '../../../core/transport/http/api/endpoint'
-require_relative '../../../core/transport/http/api/instance'
-require_relative '../traces'
+require_relative "../../../core/transport/http/response"
+require_relative "../../../core/transport/http/api/endpoint"
+require_relative "../../../core/transport/http/api/instance"
+require_relative "../traces"
 
 module Datadog
   module Tracing
@@ -28,9 +28,9 @@ module Datadog
           module API
             # Endpoint for submitting trace data
             class Endpoint < Datadog::Core::Transport::HTTP::API::Endpoint
-              HEADER_CONTENT_TYPE = 'Content-Type'
-              HEADER_TRACE_COUNT = 'X-Datadog-Trace-Count'
-              SERVICE_RATE_KEY = 'rate_by_service'
+              HEADER_CONTENT_TYPE = "Content-Type"
+              HEADER_TRACE_COUNT = "X-Datadog-Trace-Count"
+              SERVICE_RATE_KEY = "rate_by_service"
 
               def initialize(path, encoder, options = {})
                 super(:post, path, encoder: encoder)
@@ -51,6 +51,8 @@ module Datadog
 
                 # Query for response
                 http_response = super
+                # Delivery succeeded or failed before service-rate parsing can raise.
+                env.request.capture_status(http_response)
 
                 # Process the response
                 response_options = {trace_count: env.request.parcel.trace_count}.tap do |options|

data/lib/datadog/tracing/transport/http.rb

@@ -1,11 +1,11 @@
 # frozen_string_literal: true
 
-require_relative '../../core/encoding'
-require_relative '../../core/environment/container'
-require_relative '../../core/environment/ext'
-require_relative '../../core/transport/ext'
-require_relative '../../core/transport/http'
-require_relative 'http/traces'
+require_relative "../../core/encoding"
+require_relative "../../core/environment/container"
+require_relative "../../core/environment/ext"
+require_relative "../../core/transport/ext"
+require_relative "../../core/transport/http"
+require_relative "http/traces"
 
 module Datadog
   module Tracing
@@ -13,13 +13,13 @@ module Datadog
       # Namespace for HTTP transport components
       module HTTP
         V4 = Traces::API::Endpoint.new(
-          '/v0.4/traces',
+          "/v0.4/traces",
           Core::Encoding::MsgpackEncoder,
           service_rates: true
         )
 
         V3 = Traces::API::Endpoint.new(
-          '/v0.3/traces',
+          "/v0.3/traces",
           Core::Encoding::MsgpackEncoder,
         )
 
@@ -37,8 +37,8 @@ module Datadog
             logger: logger,
             headers: headers
           ) do |transport|
-            transport.api 'v0.4', V4, fallback: 'v0.3', default: true
-            transport.api 'v0.3', V3
+            transport.api "v0.4", V4, fallback: "v0.3", default: true
+            transport.api "v0.3", V3
 
             # Call block to apply any customization, if provided
             yield(transport) if block_given?

data/lib/datadog/tracing/transport/io/client.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
-require_relative '../statistics'
-require_relative 'response'
+require_relative "../statistics"
+require_relative "response"
 
 module Datadog
   module Tracing

data/lib/datadog/tracing/transport/io/response.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require_relative '../../../core/transport/response'
+require_relative "../../../core/transport/response"
 
 module Datadog
   module Tracing

data/lib/datadog/tracing/transport/io/traces.rb

@@ -1,9 +1,9 @@
 # frozen_string_literal: true
 
-require_relative '../../transport/traces'
-require_relative '../../../core/transport/parcel'
-require_relative 'response'
-require_relative 'client'
+require_relative "../../transport/traces"
+require_relative "../../../core/transport/parcel"
+require_relative "response"
+require_relative "client"
 
 module Datadog
   module Tracing
@@ -27,7 +27,7 @@ module Datadog
             ENCODED_IDS = [
               :trace_id,
               :span_id,
-              :parent_id
+              :parent_id,
             ].freeze
 
             # Encodes a list of traces

data/lib/datadog/tracing/transport/io.rb

@@ -1,8 +1,8 @@
 # frozen_string_literal: true
 
-require_relative '../../core/encoding'
-require_relative 'io/client'
-require_relative 'io/traces'
+require_relative "../../core/encoding"
+require_relative "io/client"
+require_relative "io/traces"
 
 module Datadog
   module Tracing

data/lib/datadog/tracing/transport/native/response.rb

@@ -0,0 +1,71 @@
+# frozen_string_literal: true
+
+require "json"
+
+module Datadog
+  module Tracing
+    module Transport
+      module Native
+        # Response from the native trace exporter.
+        #
+        # Constructed by the C extension after a send completes (or fails).
+        # Implements the same predicate interface as the HTTP transport's
+        # response so callers can treat both uniformly.
+        class Response
+          SERVICE_RATE_KEY = "rate_by_service"
+
+          attr_reader :trace_count, :payload
+
+          def initialize(ok:, internal_error: false, server_error: false, client_error: false,
+            not_found: false, unsupported: false, trace_count: 0, payload: nil)
+            @ok = ok
+            @internal_error = internal_error
+            @server_error = server_error
+            @client_error = client_error
+            @not_found = not_found
+            @unsupported = unsupported
+            @trace_count = trace_count
+            @payload = payload
+          end
+
+          def ok?
+            @ok
+          end
+
+          def internal_error?
+            @internal_error
+          end
+
+          def server_error?
+            @server_error
+          end
+
+          def client_error?
+            @client_error
+          end
+
+          def not_found?
+            @not_found
+          end
+
+          def unsupported?
+            @unsupported
+          end
+
+          # Parse the agent's JSON response body and extract the
+          # +rate_by_service+ map.  Returns +nil+ when the payload
+          # is absent or does not contain sampling rates.
+          def service_rates
+            payload = @payload
+            return nil if payload.nil? || payload.empty?
+
+            parsed = JSON.parse(payload)
+            parsed[SERVICE_RATE_KEY] if parsed.is_a?(Hash)
+          rescue JSON::ParserError
+            nil
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/tracing/transport/native/telemetry.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+require_relative "../telemetry"
+
+module Datadog
+  module Tracing
+    module Transport
+      module Native
+        class Telemetry < Datadog::Tracing::Transport::Telemetry
+          def initialize(client)
+            super(client, source: "libdatadog")
+          end
+        end
+      end
+    end
+  end
+end