opentelemetry-exporters-datadog 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d6a3655e5031e8d6468cfb70c94d9121d6dc24797207124066392f6215a36e0d
-  data.tar.gz: 2587db24b129fff673be086fe542140edf64327d783a022b2edafeee6cd64416
+  metadata.gz: f7dde9e181d97049cde4959b77b40c51bea98076fa95f0d1f438ef2668c3fa8d
+  data.tar.gz: 5ee0eb46973deb9e05a1da16f7e7cd4adbf85878ce0f11343b98adcbf2505891
 SHA512:
-  metadata.gz: d0663fcc6cadd7eb0baefa0f33251c59c380e16f42079873a2c463cbbd889b49a7123351d248afe0c6e527b090a6ed43a7d276ee6ca78d101ffc01c321856f79
-  data.tar.gz: 2ce86ba82c00838ad078112e016e3c8b67f7f52144d354229913861aeb0002a73a6068179897bc77eedcf370c00093d03dd9e5f0c0e2ad55e05592005fdd605c
+  metadata.gz: '0820577aff95b2743e39449eefe1f9a390e94e234fb282d8398ddacda9b6d943c433021a39bbc6ad39655ac86c870476bd37f5a58f04842765512a2c03da2b82'
+  data.tar.gz: b820f015106de8c45881ea5d84069cb5310dd6c35a7b592efbfc66f6bbc2e7ac110ba5ec05e32b900ca6d40738f580797a4f1ddbb5a0bfc019958420ba88a127

data/CHANGELOG.md

@@ -2,7 +2,15 @@
 
 ## [Unreleased]
 
+## [0.2.0] - 2020-12-04
+
+### Added
+- update compatibility for v0.10.0 of opentelemetry-api and opentelemetry-sdk
+- add export of resource attributes
+- add handling of unified service tags for version and service
+
 ## [0.1.0] - 2020-07-22
+
 ### Added
 - initial release
 - add DatadogSpanProcessor

data/README.md

@@ -136,7 +136,7 @@ You can configure the application to automatically tag your Datadog exported tra
  - `DD_TAGS`: Custom tags in value pairs separated by `,` (e.g. `layer:api,team:intake`)
     - If `DD_ENV`, `DD_SERVICE` or `DD_VERSION` are set, it will override any respective `env`/`service`/`version` tag defined in `DD_TAGS`.
     - If `DD_ENV`, `DD_SERVICE` or `DD_VERSION` are NOT set, tags defined in `DD_TAGS` will be used to populate `env`/`service`/`version` respectively.
-
+    - As a fallback, Resource attributes `deployment.environment` `service.name`, and `service.version` will be used to populate `env`/`service`/`version` respectively.
 These values can also be overridden at the trace exporter level:
 
 ```ruby

data/lib/opentelemetry/exporters/datadog.rb

@@ -5,11 +5,6 @@
 # This product includes software developed at Datadog (https://www.datadoghq.com/).
 # Copyright 2020 Datadog, Inc.
 
-# require_relative './datadog/exporter.rb'
-# require_relative './datadog/version.rb'
-# require_relative './datadog/datadog_span_processor.rb'
-# require_relative './datadog/propagator.rb'
-# require_relative './datadog_probability_sampler'
 require 'opentelemetry/exporters/datadog/exporter'
 require 'opentelemetry/exporters/datadog/version'
 require 'opentelemetry/exporters/datadog/datadog_span_processor'

data/lib/opentelemetry/exporters/datadog/datadog_probability_sampler.rb

@@ -5,7 +5,7 @@
 # This product includes software developed at Datadog (https://www.datadoghq.com/).
 # Copyright 2020 Datadog, Inc.
 
-require 'opentelemetry/sdk/trace/samplers/probability_sampler'
+require 'opentelemetry/sdk/trace/samplers/trace_id_ratio_based'
 require 'opentelemetry/sdk/trace/samplers/decision'
 require 'opentelemetry/sdk/trace/samplers/result'
 
@@ -13,22 +13,29 @@ module OpenTelemetry
   module Exporters
     module Datadog
       # Implements sampling based on a probability but records all spans regardless.
-      class DatadogProbabilitySampler < OpenTelemetry::SDK::Trace::Samplers::ProbabilitySampler
-        RECORD_AND_SAMPLED = OpenTelemetry::SDK::Trace::Samplers::Result.new(decision: OpenTelemetry::SDK::Trace::Samplers::Decision::RECORD_AND_SAMPLED)
-        RECORD = OpenTelemetry::SDK::Trace::Samplers::Result.new(decision: OpenTelemetry::SDK::Trace::Samplers::Decision::RECORD)
+      class DatadogProbabilitySampler
+        attr_reader :description
 
-        private_constant(:RECORD_AND_SAMPLED, :RECORD)
+        def initialize(probability)
+          @probability = probability
+          @id_upper_bound = (probability * (2**64 - 1)).ceil
+          @description = format('TraceIdRatioBased{%.6f}', probability)
+        end
+
+        def sample?(trace_id)
+          @probability == 1.0 || trace_id[8, 8].unpack1('Q>') < @id_upper_bound
+        end
 
         # @api private
         #
         # See {Samplers}.
         def should_sample?(trace_id:, parent_context:, links:, name:, kind:, attributes:)
           # Ignored for sampling decision: links, name, kind, attributes.
-
-          if sample?(trace_id, parent_context)
-            RECORD_AND_SAMPLED
+          tracestate = OpenTelemetry::Trace.current_span(parent_context).context.tracestate
+          if sample?(trace_id)
+            OpenTelemetry::SDK::Trace::Samplers::Result.new(decision: OpenTelemetry::SDK::Trace::Samplers::Decision::RECORD_AND_SAMPLE, tracestate: tracestate)
           else
-            RECORD
+            OpenTelemetry::SDK::Trace::Samplers::Result.new(decision: OpenTelemetry::SDK::Trace::Samplers::Decision::RECORD_ONLY, tracestate: tracestate)
           end
         end
 
@@ -40,16 +47,10 @@ module OpenTelemetry
         def self.default_with_probability(probability = 1.0)
           raise ArgumentError, 'probability must be in range [0.0, 1.0]' unless (0.0..1.0).include?(probability)
 
-          new(probability,
-              ignore_parent: false,
-              apply_to_remote_parent: :root_spans_and_remote_parent,
-              apply_to_all_spans: :root_spans_and_remote_parent)
+          new(probability)
         end
 
-        DEFAULT = new(1.0,
-                      ignore_parent: false,
-                      apply_to_remote_parent: :root_spans_and_remote_parent,
-                      apply_to_all_spans: :root_spans_and_remote_parent)
+        DEFAULT = new(1.0)
       end
     end
   end

data/lib/opentelemetry/exporters/datadog/datadog_span_processor.rb

@@ -53,7 +53,7 @@ module OpenTelemetry
 
         # datadog trace-agent endpoint requires a complete trace to be sent
         # threadsafe may block on lock
-        def on_start(span)
+        def on_start(span, _parent_context)
           context = span.context
           trace_id = context.trace_id
 
@@ -135,7 +135,7 @@ module OpenTelemetry
 
         # shuts the consumer thread down and flushes the current accumulated buffer
         # will block until the thread is finished
-        def shutdown
+        def shutdown(timeout: nil)
           lock do
             @keep_running = false
             @condition.signal

data/lib/opentelemetry/exporters/datadog/exporter.rb

@@ -7,9 +7,8 @@
 
 require 'uri'
 require 'ddtrace'
-require 'opentelemetry/sdk'
+require 'opentelemetry'
 require 'opentelemetry/exporters/datadog/exporter/span_encoder'
-# require_relative './exporter/span_encoder.rb'
 
 module OpenTelemetry
   module Exporters
@@ -22,16 +21,8 @@ module OpenTelemetry
       class Exporter
         DEFAULT_AGENT_URL = 'http://localhost:8126'
         DEFAULT_SERVICE_NAME = 'my_service'
-        SUCCESS = begin
-                    OpenTelemetry::SDK::Trace::Export::SUCCESS
-                  rescue NameError
-                    0
-                  end
-        FAILURE = begin
-                    OpenTelemetry::SDK::Trace::Export::FAILURE
-                  rescue NameError
-                    1
-                  end
+        SUCCESS = 0
+        FAILURE = 1
         private_constant(:SUCCESS, :FAILURE)
 
         def initialize(service_name: nil, agent_url: nil, env: nil, version: nil, tags: nil)
@@ -68,7 +59,7 @@ module OpenTelemetry
 
         # Called when {TracerProvider#shutdown} is called, if this exporter is
         # registered to a {TracerProvider} object.
-        def shutdown
+        def shutdown(timeout: nil)
           @shutdown = true
         end
 

data/lib/opentelemetry/exporters/datadog/exporter/span_encoder.rb

@@ -32,6 +32,9 @@ module OpenTelemetry
           ORIGIN_REGEX = /#{DD_ORIGIN}\=(.*?)($|,)/.freeze
           PROBABILITY_REGEX = /\d[.]\d{1,6}/.freeze
           TRUNCATION_HELPER = ::Datadog::DistributedTracing::Headers::Headers.new({})
+          RESOURCE_SERVICE_TAG = 'service.name'
+          RESOURCE_VERSION_TAG = 'service.version'
+          RESOURCE_ENVIRONMENT_TAG = 'deployment.environment'
 
           INSTRUMENTATION_SPAN_TYPES = {
             'OpenTelemetry::Instrumentation::Ethon' => ::Datadog::Ext::HTTP::TYPE_OUTBOUND,
@@ -56,20 +59,23 @@ module OpenTelemetry
               span_type = get_span_type(span)
               span_name = get_span_name(span)
 
+              # this excludes service.name, which we get seperately
+              span_resource_tags, resource_service_name, resource_environment_name, resource_version_name = get_resource_tags_and_service(span)
+
+              default_tags_including_resource = default_tags.merge(span_resource_tags)
               datadog_span = ::Datadog::Span.new(nil, span_name,
-                                                 service: service,
+                                                 service: resource_service_name || service,
                                                  trace_id: trace_id,
                                                  parent_id: parent_id,
                                                  resource: get_resource(span),
                                                  span_type: span_type)
-
               # span_id is autogenerated so have to override
               datadog_span.span_id = span_id
               datadog_span.start_time = span.start_timestamp
               datadog_span.end_time = span.end_timestamp
 
               # set span.error, span tag error.msg/error.type
-              if span.status && span.status.canonical_code != OpenTelemetry::Trace::Status::OK
+              if span.status && !span.status.ok?
                 datadog_span.status = 1
 
                 exception_type, exception_msg, exception_stack = get_exception_info(span)
@@ -82,14 +88,14 @@ module OpenTelemetry
               end
 
               # set default tags
-              default_tags&.keys&.each do |attribute|
-                datadog_span.set_tag(attribute, span.attributes[attribute])
+              default_tags_including_resource&.keys&.each do |attribute|
+                datadog_span.set_tag(attribute, default_tags_including_resource[attribute])
               end
 
               origin = get_origin_string(span)
               datadog_span.set_tag(DD_ORIGIN, origin) if origin && parent_id.zero?
-              datadog_span.set_tag(VERSION_KEY, version) if version && parent_id.zero?
-              datadog_span.set_tag(ENV_KEY, env) if env
+              datadog_span.set_tag(VERSION_KEY, resource_version_name || version) if (resource_version_name || version) && parent_id.zero?
+              datadog_span.set_tag(ENV_KEY, resource_environment_name || env) if resource_version_name || env
 
               # set tags - takes precedence over env vars
               span.attributes&.keys&.each do |attribute|
@@ -103,7 +109,6 @@ module OpenTelemetry
               elsif sampling_rate
                 datadog_span.set_metric(SAMPLE_RATE_METRIC_KEY, sampling_rate)
               end
-
               datadog_spans << datadog_span
             end
 
@@ -183,6 +188,34 @@ module OpenTelemetry
             span.name
           end
 
+          def get_resource_tags_and_service(span)
+            resource_tags = {}
+            service_name = nil
+            environment_name = nil
+            version_name = nil
+            # this is open to change in new versions so being extra defensive here
+            return resource_tags unless (resource_attributes = begin
+                                                                 span.resource.attribute_enumerator.to_h
+                                                               rescue StandardError
+                                                                 nil
+                                                               end)
+
+            # grab service name seperately since it has significance
+            resource_attributes.each do |rattribute_key, rattribute_value|
+              if rattribute_key == RESOURCE_SERVICE_TAG
+                service_name = rattribute_value
+              elsif rattribute_key == RESOURCE_ENVIRONMENT_TAG
+                environment_name = rattribute_value
+              elsif rattribute_key == RESOURCE_VERSION_TAG
+                version_name = rattribute_value
+              else
+                resource_tags[rattribute_key] = rattribute_value
+              end
+            end
+
+            [resource_tags, service_name, environment_name, version_name]
+          end
+
           def get_origin_string(span)
             tracestate = begin
                            span.tracestate

data/lib/opentelemetry/exporters/datadog/propagator.rb

@@ -4,7 +4,7 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
-require 'opentelemetry/sdk'
+require 'opentelemetry'
 require 'opentelemetry/context/propagation'
 require 'ddtrace/distributed_tracing/headers/headers'
 require 'ddtrace/distributed_tracing/headers/helpers'
@@ -24,13 +24,13 @@ module OpenTelemetry
         DD_ORIGIN = '_dd_origin'
         ORIGIN_REGEX = /#{DD_ORIGIN}\=(.*?)($|,)/.freeze
         DEFAULT_INJECTORS = [
-          OpenTelemetry::Trace::Propagation::TraceContext.text_injector,
-          OpenTelemetry::CorrelationContext::Propagation.text_injector
+          OpenTelemetry::Trace::Propagation::TraceContext.text_map_injector,
+          OpenTelemetry::Baggage::Propagation.text_map_injector
         ].freeze
 
         DEFAULT_EXTRACTORS = [
           OpenTelemetry::Trace::Propagation::TraceContext.rack_extractor,
-          OpenTelemetry::CorrelationContext::Propagation.rack_extractor
+          OpenTelemetry::Baggage::Propagation.rack_extractor
         ].freeze
 
         # Returns a new Propagator
@@ -92,7 +92,8 @@ module OpenTelemetry
                                                 tracestate: tracestate,
                                                 remote: true)
 
-          context.set_value(Trace::Propagation::ContextKeys.extracted_span_context_key, span_context)
+          span = Trace::Span.new(span_context: span_context)
+          Trace.context_with_span(span, parent_context: context)
         rescue StandardError => e
           OpenTelemetry.logger.debug("error extracting datadog propagation, #{e.message}")
           context
@@ -116,8 +117,7 @@ module OpenTelemetry
         end
 
         def span_context_from(context)
-          context[Trace::Propagation::ContextKeys.current_span_key]&.context ||
-            context[Trace::Propagation::ContextKeys.extracted_span_context_key]
+          OpenTelemetry::Trace.current_span(context).context
         end
 
         def get_origin_string(tracestate)

data/lib/opentelemetry/exporters/datadog/version.rb

@@ -9,7 +9,7 @@ module OpenTelemetry
   module Exporters
     module Datadog
       ## Current OpenTelemetry Datadog exporter version
-      VERSION = '0.1.0'
+      VERSION = '0.2.0'
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: opentelemetry-exporters-datadog
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Datadog, Inc.
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-22 00:00:00.000000000 Z
+date: 2020-12-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ddtrace
@@ -30,28 +30,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.10.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.10.0
 - !ruby/object:Gem::Dependency
   name: opentelemetry-sdk
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.10.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: 0.10.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement