ddtrace 0.34.1 → 1.23.1

data/lib/ddtrace/workers.rb

@@ -1,125 +0,0 @@
-require 'time'
-
-require 'ddtrace/buffer'
-require 'ddtrace/runtime/metrics'
-
-module Datadog
-  module Workers
-    # Asynchronous worker that executes a +Send()+ operation after given
-    # seconds. Under the hood, it uses +Concurrent::TimerTask+ so that the thread
-    # will perform a task at regular intervals. The thread can be stopped
-    # with the +stop()+ method and can start with the +start()+ method.
-    class AsyncTransport
-      DEFAULT_BUFFER_MAX_SIZE = 1000
-      DEFAULT_FLUSH_INTERVAL = 1
-      DEFAULT_TIMEOUT = 5
-      BACK_OFF_RATIO = 1.2
-      BACK_OFF_MAX = 5
-      SHUTDOWN_TIMEOUT = 1
-
-      attr_reader \
-        :trace_buffer
-
-      def initialize(options = {})
-        @transport = options[:transport]
-
-        # Callbacks
-        @trace_task = options[:on_trace]
-        @runtime_metrics_task = options[:on_runtime_metrics]
-
-        # Intervals
-        interval = options.fetch(:interval, DEFAULT_FLUSH_INTERVAL)
-        @flush_interval = interval
-        @back_off = interval
-
-        # Buffers
-        buffer_size = options.fetch(:buffer_size, DEFAULT_BUFFER_MAX_SIZE)
-        @trace_buffer = TraceBuffer.new(buffer_size)
-
-        # Threading
-        @shutdown = ConditionVariable.new
-        @mutex = Mutex.new
-        @worker = nil
-        @run = false
-      end
-
-      # Callback function that process traces and executes the +send_traces()+ method.
-      def callback_traces
-        return true if @trace_buffer.empty?
-
-        begin
-          traces = @trace_buffer.pop
-          traces = Pipeline.process!(traces)
-          @trace_task.call(traces, @transport) unless @trace_task.nil?
-        rescue StandardError => e
-          # ensures that the thread will not die because of an exception.
-          # TODO[manu]: findout the reason and reschedule the send if it's not
-          # a fatal exception
-          Datadog::Logger.log.error(
-            "Error during traces flush: dropped #{traces.length} items. Cause: #{e} Location: #{e.backtrace.first}"
-          )
-        end
-      end
-
-      def callback_runtime_metrics
-        @runtime_metrics_task.call unless @runtime_metrics_task.nil?
-      rescue StandardError => e
-        Datadog::Logger.log.error(
-          "Error during runtime metrics flush. Cause: #{e} Location: #{e.backtrace.first}"
-        )
-      end
-
-      # Start the timer execution.
-      def start
-        @mutex.synchronize do
-          return if @run
-          @run = true
-          Logger.log.debug("Starting thread in the process: #{Process.pid}")
-          @worker = Thread.new { perform }
-        end
-      end
-
-      # Closes all available queues and waits for the trace buffer to flush
-      def stop
-        @mutex.synchronize do
-          return unless @run
-
-          @trace_buffer.close
-          @run = false
-          @shutdown.signal
-        end
-
-        join
-        true
-      end
-
-      # Block until executor shutdown is complete or until timeout seconds have passed.
-      def join
-        @worker.join(SHUTDOWN_TIMEOUT)
-      end
-
-      # Enqueue an item in the trace internal buffer. This operation is thread-safe
-      # because uses the +TraceBuffer+ data structure.
-      def enqueue_trace(trace)
-        @trace_buffer.push(trace)
-      end
-
-      private
-
-      alias flush_data callback_traces
-
-      def perform
-        loop do
-          @back_off = flush_data ? @flush_interval : [@back_off * BACK_OFF_RATIO, BACK_OFF_MAX].min
-
-          callback_runtime_metrics
-
-          @mutex.synchronize do
-            return if !@run && @trace_buffer.empty?
-            @shutdown.wait(@mutex, @back_off) if @run # do not wait when shutting down
-          end
-        end
-      end
-    end
-  end
-end

data/lib/ddtrace/writer.rb

@@ -1,161 +0,0 @@
-require 'json'
-
-require 'ddtrace/ext/net'
-require 'ddtrace/runtime/socket'
-
-require 'ddtrace/transport/http'
-require 'ddtrace/transport/io'
-require 'ddtrace/encoding'
-require 'ddtrace/workers'
-
-module Datadog
-  # Processor that sends traces and metadata to the agent
-  class Writer
-    attr_reader \
-      :priority_sampler,
-      :runtime_metrics,
-      :transport,
-      :worker
-
-    def initialize(options = {})
-      # writer and transport parameters
-      @buff_size = options.fetch(:buffer_size, Workers::AsyncTransport::DEFAULT_BUFFER_MAX_SIZE)
-      @flush_interval = options.fetch(:flush_interval, Workers::AsyncTransport::DEFAULT_FLUSH_INTERVAL)
-      transport_options = options.fetch(:transport_options, {})
-
-      # priority sampling
-      if options[:priority_sampler]
-        @priority_sampler = options[:priority_sampler]
-        transport_options[:api_version] ||= Transport::HTTP::API::V4
-      end
-
-      # transport and buffers
-      @transport = options.fetch(:transport) do
-        Transport::HTTP.default(transport_options)
-      end
-
-      # Runtime metrics
-      @runtime_metrics = options.fetch(:runtime_metrics) do
-        Runtime::Metrics.new
-      end
-
-      # handles the thread creation after an eventual fork
-      @mutex_after_fork = Mutex.new
-      @pid = nil
-
-      @traces_flushed = 0
-
-      # one worker for traces
-      @worker = nil
-    end
-
-    # spawns a worker for spans; they share the same transport which is thread-safe
-    def start
-      @pid = Process.pid
-      @trace_handler = ->(items, transport) { send_spans(items, transport) }
-      @runtime_metrics_handler = -> { send_runtime_metrics }
-      @worker = Datadog::Workers::AsyncTransport.new(
-        transport: @transport,
-        buffer_size: @buff_size,
-        on_trace: @trace_handler,
-        on_runtime_metrics: @runtime_metrics_handler,
-        interval: @flush_interval
-      )
-
-      @worker.start
-    end
-
-    # stops worker for spans.
-    def stop
-      return if worker.nil?
-      @worker.stop
-      @worker = nil
-      true
-    end
-
-    # flush spans to the trace-agent, handles spans only
-    def send_spans(traces, transport)
-      return true if traces.empty?
-
-      # Inject hostname if configured to do so
-      inject_hostname!(traces) if Datadog.configuration.report_hostname
-
-      # Send traces an get a response.
-      response = transport.send_traces(traces)
-
-      unless response.internal_error?
-        @traces_flushed += traces.length unless response.server_error?
-
-        # Update priority sampler
-        unless priority_sampler.nil? || response.service_rates.nil?
-          priority_sampler.update(response.service_rates)
-        end
-      end
-
-      # Return if server error occurred.
-      !response.server_error?
-    end
-
-    def send_runtime_metrics
-      return unless Datadog.configuration.runtime_metrics_enabled
-
-      runtime_metrics.flush
-    end
-
-    # enqueue the trace for submission to the API
-    def write(trace, services = nil)
-      unless services.nil?
-        Datadog::Patcher.do_once('Writer#write') do
-          Datadog::Logger.log.warn(%(
-            write: Writing services has been deprecated and no longer need to be provided.
-            write(traces, services) can be updated to write(traces)
-          ))
-        end
-      end
-
-      # In multiprocess environments, the main process initializes the +Writer+ instance and if
-      # the process forks (i.e. a web server like Unicorn or Puma with multiple workers) the new
-      # processes will share the same +Writer+ until the first write (COW). Because of that,
-      # each process owns a different copy of the +@buffer+ after each write and so the
-      # +AsyncTransport+ will not send data to the trace agent.
-      #
-      # This check ensures that if a process doesn't own the current +Writer+, async workers
-      # will be initialized again (but only once for each process).
-      pid = Process.pid
-      if pid != @pid # avoid using Mutex when pids are equal
-        @mutex_after_fork.synchronize do
-          # we should start threads because the worker doesn't own this
-          start if pid != @pid
-        end
-      end
-
-      # Associate root span with runtime metrics
-      if Datadog.configuration.runtime_metrics_enabled && !trace.empty?
-        runtime_metrics.associate_with_span(trace.first)
-      end
-
-      @worker.enqueue_trace(trace)
-    end
-
-    # stats returns a dictionary of stats about the writer.
-    def stats
-      {
-        traces_flushed: @traces_flushed,
-        transport: @transport.stats
-      }
-    end
-
-    private
-
-    def inject_hostname!(traces)
-      traces.each do |trace|
-        next if trace.first.nil?
-
-        hostname = Datadog::Runtime::Socket.hostname
-        unless hostname.nil? || hostname.empty?
-          trace.first.set_tag(Ext::NET::TAG_HOSTNAME, hostname)
-        end
-      end
-    end
-  end
-end

data/tasks/release_gem.rake

@@ -1,28 +0,0 @@
-desc 'create a new indexed repository'
-task :'release:gem' do
-  raise 'Missing environment variable S3_DIR' if !S3_DIR || S3_DIR.empty?
-  # load existing deployed gems
-  sh "aws s3 cp --exclude 'docs/*' --recursive s3://#{S3_BUCKET}/#{S3_DIR}/ ./rubygems/"
-
-  # create folders
-  sh 'mkdir -p ./gems'
-  sh 'mkdir -p ./rubygems/gems'
-
-  # build the gem
-  Rake::Task['build'].execute
-
-  # copy the output in the indexed folder
-  sh 'cp pkg/*.gem ./rubygems/gems/'
-
-  # generate the gems index
-  sh 'gem generate_index -v --no-modern -d ./rubygems'
-
-  # remove all local repository gems to limit files needed to be uploaded
-  sh 'rm -f ./rubygems/gems/*'
-
-  # re-add new gems
-  sh 'cp pkg/*.gem ./rubygems/gems/'
-
-  # deploy a static gem registry
-  sh "aws s3 cp --recursive ./rubygems/ s3://#{S3_BUCKET}/#{S3_DIR}/"
-end