ddtrace 0.44.0 → 0.48.0

data/integration/apps/ruby/script/build-images

@@ -0,0 +1,38 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+APP_SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+APP_DIR=${APP_SCRIPT_DIR%/script}
+cd $APP_DIR
+
+while getopts ":v:" opt; do
+  case $opt in
+    v)
+      APP_RUBY_VERSION=$OPTARG
+      ;;
+    \?)
+      echo "Invalid option: -$OPTARG" >&2
+      exit 1
+      ;;
+    :)
+      echo "Option -$OPTARG requires an argument." >&2
+      exit 1
+      ;;
+  esac
+done
+
+echo "== Building Ruby app images... =="
+if [ -v APP_RUBY_VERSION ]; then
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-$APP_RUBY_VERSION -t datadog/dd-apm-demo:rb-$APP_RUBY_VERSION-ruby .
+else
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-2.0 -t datadog/dd-apm-demo:rb-2.0-ruby .
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-2.1 -t datadog/dd-apm-demo:rb-2.1-ruby .
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-2.2 -t datadog/dd-apm-demo:rb-2.2-ruby .
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-2.3 -t datadog/dd-apm-demo:rb-2.3-ruby .
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-2.4 -t datadog/dd-apm-demo:rb-2.4-ruby .
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-2.5 -t datadog/dd-apm-demo:rb-2.5-ruby .
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-2.6 -t datadog/dd-apm-demo:rb-2.6-ruby .
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-2.7 -t datadog/dd-apm-demo:rb-2.7-ruby .
+  docker build --build-arg BASE_IMAGE=datadog/dd-apm-demo:rb-3.0 -t datadog/dd-apm-demo:rb-3.0-ruby .
+fi
+echo "== Done building Ruby app images. =="

data/integration/apps/ruby/script/ci

@@ -0,0 +1,50 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+APP_SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+APP_DIR=${APP_SCRIPT_DIR%/script}
+cd $APP_DIR
+
+# Parse options
+while getopts "v:" opt; do
+  case $opt in
+    v)
+      APP_RUBY_VERSION=$OPTARG
+      ;;
+    \?)
+      echo "Invalid option: -$OPTARG" >&2
+      exit 1
+      ;;
+    :)
+      echo "Option -$OPTARG requires an argument." >&2
+      exit 1
+      ;;
+  esac
+done
+
+# Validate options
+if [ -z ${APP_RUBY_VERSION+x} ]; then
+  echo "You must specify a Ruby version with -v. (e.g. 2.7)" >&2
+  exit 1
+fi
+
+# Set configuration
+APP_BASE_IMAGE=${APP_BASE_IMAGE:-datadog/dd-apm-demo:rb-$APP_RUBY_VERSION}
+APP_IMAGE=${APP_IMAGE:-$APP_BASE_IMAGE-ruby}
+APP_COMPOSE_FILES="-f docker-compose.ci.yml"
+
+echo "== Running integration tests... =="
+echo " - App: ruby"
+echo " - Ruby version: $APP_RUBY_VERSION"
+echo " - Base image: $APP_BASE_IMAGE"
+echo " - App image: $APP_IMAGE"
+echo ""
+
+# Pull/build any missing images
+APP_IMAGE=$APP_IMAGE docker-compose $APP_COMPOSE_FILES build
+
+# Run the test suite
+APP_IMAGE=$APP_IMAGE docker-compose $APP_COMPOSE_FILES run integration-tester
+
+# Cleanup
+APP_IMAGE=$APP_IMAGE docker-compose $APP_COMPOSE_FILES down -t 0 --remove-orphans

data/integration/images/agent/Dockerfile

@@ -0,0 +1,2 @@
+FROM datadog/agent
+COPY agent.yaml /etc/datadog-agent/datadog.yaml

data/integration/images/agent/agent.yaml

@@ -0,0 +1,3 @@
+use_dogstatsd: true
+dogstatsd_port: 8125
+dogstatsd_non_local_traffic: true

data/integration/images/include/datadog/analyzer.rb

@@ -0,0 +1,71 @@
+require 'json'
+
+class Analyzer
+  def initialize(filename)
+    @filename = filename
+  end
+
+  def analyze
+    data = []
+    File.open(@filename) do |f|
+        f.each_line do |line|
+          data << (parsed=JSON.parse(line))
+        end
+    end
+
+    data.group_by{ |row| row['generation'] }
+        .sort{|a,b| a[0].to_i <=> b[0].to_i }
+        .each do |k,v|
+          puts "location #{k} objects #{v.count}"
+        end
+  end
+
+  def analyze_objects(gen_range = nil)
+    data = []
+    File.open(@filename) do |f|
+        f.each_line do |line|
+          parsed = JSON.parse(line)
+          if gen_range && gen_range.include?(parsed['generation'].to_i)
+            data << parsed
+          end
+        end
+    end
+
+    data.group_by{ |row| "#{row['file']}:#{row['line']}" }
+        .sort{|a,b| b[1].length <=> a[1].length }
+        .each do |k,v|
+          puts "line #{k} objects #{v.count}"
+        end
+  end
+
+  def analyze_generation(gen)
+    data = []
+    File.open(@filename) do |f|
+        f.each_line do |line|
+          parsed=JSON.parse(line)
+          data << parsed if parsed["generation"] == gen
+        end
+    end
+    data.group_by{|row| "#{row["file"]}:#{row["line"]}"}
+        .sort{|a,b| b[1].count <=> a[1].count}
+        .each do |k,v|
+          puts "#{k} * #{v.count}"
+        end
+  end
+end
+
+if ARGV[1]
+  if ARGV[1] == 'objects'
+    range = nil
+    if ARGV[2]
+      range_end = ARGV[2].to_i
+      range_start = ARGV[3].to_i
+      range = Range.new(range_start, range_end)
+    end
+    Analyzer.new(ARGV[0]).analyze_objects(range)
+  else
+    Analyzer.new(ARGV[0]).analyze_generation(ARGV[1].to_i)
+  end
+else
+  Analyzer.new(ARGV[0]).analyze
+end

data/integration/images/include/datadog/demo_env.rb

@@ -0,0 +1,101 @@
+module Datadog
+  module DemoEnv
+    module_function
+
+    def gem_spec(gem_name, defaults = {})
+      args =  if local_gem(gem_name)
+                [local_gem(gem_name)]
+              elsif git_gem(gem_name)
+                [git_gem(gem_name)]
+              else
+                []
+              end
+
+      yield(args) if block_given?
+
+      args
+    end
+
+    def gem_env_name(gem_name)
+      gem_name.upcase.gsub('-', '_')
+    end
+
+    def local_gem(gem_name)
+      local_env_name = "DD_DEMO_ENV_GEM_LOCAL_#{gem_env_name(gem_name)}"
+
+      return unless ENV.key?(local_env_name)
+
+      { path: ENV[local_env_name] }
+    end
+
+    def git_gem(gem_name)
+      git_env_name = "DD_DEMO_ENV_GEM_GIT_#{gem_env_name(gem_name)}"
+      ref_env_name = "DD_DEMO_ENV_GEM_REF_#{gem_env_name(gem_name)}"
+
+      return unless [git_env_name, ref_env_name].all? { |var| ENV.key?(var) && !ENV[var].empty? }
+
+      { git: ENV[git_env_name], ref: ENV[ref_env_name] }
+    end
+
+    def process
+      ENV['DD_DEMO_ENV_PROCESS']
+    end
+
+    def features
+      (ENV['DD_DEMO_ENV_FEATURES'] || '').split(',')
+    end
+
+    def feature?(feature)
+      features.include?(feature)
+    end
+
+    def print_env(header = 'Datadog test environment')
+      puts "\n==== #{header} ===="
+      puts "Process: #{process}"
+      puts "Features: #{features}"
+      puts "Rails env: #{ENV['RAILS_ENV']}" if ENV['RAILS_ENV']
+      puts "PID: #{Process.pid}"
+      if ddtrace = Gem.loaded_specs['ddtrace']
+        puts "Runtime ID: #{Datadog::Runtime::Identity.id}" if defined?(Datadog::Runtime::Identity)
+        puts "ddtrace version: #{ddtrace.version}"
+        puts "ddtrace path: #{ddtrace.full_gem_path}"
+        if git_spec = git_gem('ddtrace')
+          puts "ddtrace git: #{git_spec[:git]}"
+          puts "ddtrace ref: #{git_spec[:ref]}"
+        end
+      end
+      puts "\n"
+    end
+
+    def profiler_file_transport(dump_path = "/data/profile-pid-#{Process.pid}.pprof")
+      Datadog::Profiling::Transport::IO.default(
+        write: ->(out, data) do
+          result = nil
+          puts "Writing pprof #{dump_path}..."
+          File.open(dump_path, "w") { |f| result = f.write(data) }
+          puts "Pprof #{dump_path} written!"
+          result
+        end
+      )
+    end
+
+    def start_mem_dump!
+      require 'objspace'
+      ObjectSpace.trace_object_allocations_start
+    end
+
+    def finish_mem_dump!(dump_path = "/data/mem-pid-#{Process.pid}.dump")
+      File.delete(dump_path) if File.exist?(dump_path)
+      File.open(dump_path, "w") do |io|
+        ObjectSpace.dump_all(output: io)
+      end
+    end
+
+    def mem_dump!(dump_path = "/data/mem-pid-#{Process.pid}.dump")
+      start_mem_dump!
+      result = yield
+      finish_mem_dump!
+      result
+    end
+  end
+end

data/integration/images/include/http-health-check

@@ -0,0 +1,33 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# If health check URL provided, wait till it passes.
+if [ -n "$HEALTH_CHECK_URL" ]; then
+  STATUS=${HEALTH_CHECK_STATUS:-204}
+  INTERVAL=${HEALTH_CHECK_INTERVAL:-5}
+  MAX_ATTEMPTS=${HEALTH_CHECK_MAX_ATTEMPTS:-5}
+  ATTEMPTS=0
+
+  echo -e "\n== HTTP Health check =="
+  echo "Target:              $HEALTH_CHECK_URL"
+  echo "Healthy status:      $STATUS"
+  echo "Poll interval:       $INTERVAL seconds"
+  echo "** Polling until healthy state... **"
+  printf "Attempt ($(($ATTEMPTS + 1))/$MAX_ATTEMPTS): "
+  while [[ "$(curl --max-time $INTERVAL -s -o /dev/null -w ''%{http_code}'' $HEALTH_CHECK_URL)" != $STATUS ]]; do
+    printf "FAIL"
+    ATTEMPTS=$[ATTEMPTS + 1]
+
+    if (( $ATTEMPTS >= $MAX_ATTEMPTS )); then
+      echo -e "\nERROR: Health check max attempts reached for $HEALTH_CHECK_URL" >&2
+      exit 1
+    else
+      printf " (Waiting $INTERVAL seconds...)\n"
+      sleep $INTERVAL
+    fi
+
+    printf "Attempt ($(($ATTEMPTS + 1))/$MAX_ATTEMPTS): "
+  done
+  echo "SUCCESS"
+  echo -e "== HTTP Health check complete. ==\n"
+fi

data/integration/images/ruby/2.0/Dockerfile

@@ -0,0 +1,54 @@
+FROM ruby:2.0
+
+# Add Jessie repos
+# Fixes https://superuser.com/questions/1423486/issue-with-fetching-http-deb-debian-org-debian-dists-jessie-updates-inrelease
+RUN printf "deb http://archive.debian.org/debian/ jessie main\ndeb-src http://archive.debian.org/debian/ jessie main\ndeb http://security.debian.org jessie/updates main\ndeb-src http://security.debian.org jessie/updates main" > /etc/apt/sources.list
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Install prerequisites
+RUN set -ex && \
+        echo "===> Installing dependencies" && \
+        apt-get -y update && \
+        apt-get install -y --force-yes --no-install-recommends \
+            curl wget tar gzip gnupg apt-transport-https ca-certificates tzdata locales && \
+        \
+        echo "===> Installing NodeJS" && \
+        apt-get install -y --force-yes --no-install-recommends nodejs && \
+        \
+        echo "===> Installing Yarn" && \
+        curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add - && \
+        echo "deb https://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list && \
+        apt-get update && \
+        apt-get install -y --force-yes --no-install-recommends yarn && \
+        \
+        echo "===> Installing database libraries" && \
+        apt-get install -y --force-yes --no-install-recommends \
+            postgresql-client sqlite3 && \
+        \
+        echo "===> Installing dev tools" && \
+        mkdir -p /usr/share/man/man1 && \
+        apt-get install -y --force-yes --no-install-recommends \
+            sudo git openssh-client rsync vim \
+            net-tools netcat parallel unzip zip bzip2 && \
+        \
+        echo "===> Cleaning up" && \
+        rm -rf /var/lib/apt/lists/*;
+
+# Set timezone to UTC by default
+RUN ln -sf /usr/share/zoneinfo/Etc/UTC /etc/localtime
+
+# Set language
+RUN locale-gen en_US.UTF-8
+ENV LANG en_US.UTF-8
+ENV LANGUAGE en_US:en
+
+# Install RubyGems
+RUN gem update --system 2.7.9
+RUN gem install bundler -v '1.17.3'
+ENV BUNDLE_SILENCE_ROOT_WARNING 1
+
+# Setup demo environment includes
+COPY ./include /vendor/dd-demo
+ENV RUBYLIB /vendor/dd-demo
+ENV RUBYOPT -rdatadog/demo_env

data/integration/images/ruby/2.1/Dockerfile

@@ -0,0 +1,54 @@
+FROM ruby:2.1
+
+# Add Jessie repos
+# Fixes https://superuser.com/questions/1423486/issue-with-fetching-http-deb-debian-org-debian-dists-jessie-updates-inrelease
+RUN printf "deb http://archive.debian.org/debian/ jessie main\ndeb-src http://archive.debian.org/debian/ jessie main\ndeb http://security.debian.org jessie/updates main\ndeb-src http://security.debian.org jessie/updates main" > /etc/apt/sources.list
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Install prerequisites
+RUN set -ex && \
+        echo "===> Installing dependencies" && \
+        apt-get -y update && \
+        apt-get install -y --force-yes --no-install-recommends \
+            curl wget tar gzip gnupg apt-transport-https ca-certificates tzdata locales && \
+        \
+        echo "===> Installing NodeJS" && \
+        apt-get install -y --force-yes --no-install-recommends nodejs && \
+        \
+        echo "===> Installing Yarn" && \
+        curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add - && \
+        echo "deb https://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list && \
+        apt-get update && \
+        apt-get install -y --force-yes --no-install-recommends yarn && \
+        \
+        echo "===> Installing database libraries" && \
+        apt-get install -y --force-yes --no-install-recommends \
+            postgresql-client sqlite3 && \
+        \
+        echo "===> Installing dev tools" && \
+        mkdir -p /usr/share/man/man1 && \
+        apt-get install -y --force-yes --no-install-recommends \
+            sudo git openssh-client rsync vim \
+            net-tools netcat parallel unzip zip bzip2 && \
+        \
+        echo "===> Cleaning up" && \
+        rm -rf /var/lib/apt/lists/*;
+
+# Set timezone to UTC by default
+RUN ln -sf /usr/share/zoneinfo/Etc/UTC /etc/localtime
+
+# Set language
+RUN locale-gen en_US.UTF-8
+ENV LANG en_US.UTF-8
+ENV LANGUAGE en_US:en
+
+# Install RubyGems
+RUN gem update --system 2.7.9
+RUN gem install bundler -v '1.17.3'
+ENV BUNDLE_SILENCE_ROOT_WARNING 1
+
+# Setup demo environment includes
+COPY ./include /vendor/dd-demo
+ENV RUBYLIB /vendor/dd-demo
+ENV RUBYOPT -rdatadog/demo_env

data/integration/images/ruby/2.2/Dockerfile

@@ -0,0 +1,54 @@
+FROM ruby:2.2
+
+# Add Jessie repos
+# Fixes https://superuser.com/questions/1423486/issue-with-fetching-http-deb-debian-org-debian-dists-jessie-updates-inrelease
+RUN printf "deb http://archive.debian.org/debian/ jessie main\ndeb-src http://archive.debian.org/debian/ jessie main\ndeb http://security.debian.org jessie/updates main\ndeb-src http://security.debian.org jessie/updates main" > /etc/apt/sources.list
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Install prerequisites
+RUN set -ex && \
+        echo "===> Installing dependencies" && \
+        apt-get -y update && \
+        apt-get install -y --force-yes --no-install-recommends \
+            curl wget tar gzip gnupg apt-transport-https ca-certificates tzdata locales && \
+        \
+        echo "===> Installing NodeJS" && \
+        apt-get install -y --force-yes --no-install-recommends nodejs && \
+        \
+        echo "===> Installing Yarn" && \
+        curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add - && \
+        echo "deb https://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list && \
+        apt-get update && \
+        apt-get install -y --force-yes --no-install-recommends yarn && \
+        \
+        echo "===> Installing database libraries" && \
+        apt-get install -y --force-yes --no-install-recommends \
+            postgresql-client sqlite3 && \
+        \
+        echo "===> Installing dev tools" && \
+        mkdir -p /usr/share/man/man1 && \
+        apt-get install -y --force-yes --no-install-recommends \
+            sudo git openssh-client rsync vim \
+            net-tools netcat parallel unzip zip bzip2 && \
+        \
+        echo "===> Cleaning up" && \
+        rm -rf /var/lib/apt/lists/*;
+
+# Set timezone to UTC by default
+RUN ln -sf /usr/share/zoneinfo/Etc/UTC /etc/localtime
+
+# Set language
+RUN locale-gen en_US.UTF-8
+ENV LANG en_US.UTF-8
+ENV LANGUAGE en_US:en
+
+# Install RubyGems
+RUN gem update --system 2.7.9
+RUN gem install bundler -v '1.17.3'
+ENV BUNDLE_SILENCE_ROOT_WARNING 1
+
+# Setup demo environment includes
+COPY ./include /vendor/dd-demo
+ENV RUBYLIB /vendor/dd-demo
+ENV RUBYOPT -rdatadog/demo_env