ls-trace 0.1.1

data/benchmarks/postgres_database.yml

@@ -0,0 +1,9 @@
+production:
+  adapter: 'postgresql'
+  timeout: 5000
+  database: <%= ENV.fetch('TEST_POSTGRES_DB', 'postgres') %>
+  host: <%= ENV.fetch('TEST_POSTGRES_HOST', '127.0.0.1') %>
+  port: <%= ENV.fetch('TEST_POSTGRES_PORT', 5432) %>
+  username: <%= ENV.fetch('TEST_POSTGRES_USER', 'postgres') %>
+  password: <%= ENV.fetch('TEST_POSTGRES_PASSWORD', 'postgres') %>
+  pool: 30

data/benchmarks/sidekiq_test.rb

@@ -0,0 +1,154 @@
+ENV['RAILS_ENV'] = 'production'
+require 'English'
+
+# Benchmark Configuration container
+module TestConfiguration
+  module_function
+
+  def sidekiq
+    Sidekiq.options.tap do |options|
+      options[:tag] = 'test'
+      options[:queues] << 'default'
+      options[:concurrency] = 20
+      options[:timeout] = 2
+    end
+  end
+
+  def redis
+    { pool_size: 30, timeout: 3 }
+  end
+
+  def iteration_count
+    1000
+  end
+end
+
+require 'bundler/setup'
+require 'rails/all'
+Bundler.require(*Rails.groups)
+
+# Example Rails App
+module SampleApp
+  class Application < Rails::Application; end
+end
+
+# Overrides rails configueration locations
+module OverrideConfiguration
+  def paths
+    super.tap { |path| path.add 'config/database', with: 'benchmarks/postgres_database.yml' }
+  end
+end
+
+Rails::Application::Configuration.prepend(OverrideConfiguration)
+
+Rails.application.configure do
+  config.cache_classes = true
+  config.eager_load = true
+  config.active_job.queue_adapter = :sidekiq
+end
+
+ActiveRecord::Base.configurations = Rails.application.config.database_configuration
+Rails.application.initialize!
+
+ActiveRecord::Schema.define do
+  drop_table(:samples) if connection.table_exists?(:samples)
+
+  create_table :samples do |t|
+    t.string :name
+    t.timestamps
+  end
+end
+
+class Sample < ActiveRecord::Base; end
+
+require 'sidekiq/launcher'
+require 'sidekiq/cli'
+require 'concurrent/atomic/atomic_fixnum'
+
+Sidekiq.configure_server do |config|
+  redis_conn = proc do
+    Redis.new(
+      host: ENV.fetch('TEST_REDIS_HOST', '127.0.0.1'),
+      port: ENV.fetch('TEST_REDIS_PORT', 6379)
+    )
+  end
+  config.redis = ConnectionPool.new(size: TestConfiguration.redis[:pool_size],
+                                    timeout: TestConfiguration.redis[:timeout],
+                                    &redis_conn)
+end
+
+# Simple Sidekiq worker performing the real benchmark
+class Worker
+  class << self
+    attr_reader :iterations, :conditional_variable
+  end
+
+  @iterations = Concurrent::AtomicFixnum.new(0)
+  @conditional_variable = ConditionVariable.new
+
+  include Sidekiq::Worker
+  def perform(iter, max_iterations)
+    self.class.iterations.increment
+    self.class.conditional_variable.broadcast if self.class.iterations.value > max_iterations
+
+    Sample.create!(name: iter.to_s).save
+
+    100.times do
+      Sample.last.name
+    end
+
+    Sample.last(100).to_a
+  end
+end
+
+if Datadog.respond_to?(:configure)
+  Datadog.configure do |d|
+    d.use :rails, enabled: true, tags: { 'tag' => 'value' }
+    d.use :http
+    d.use :sidekiq, service_name: 'service'
+    d.use :redis
+    d.use :dalli
+    d.use :resque, workers: [Worker]
+
+    processor = Datadog::Pipeline::SpanProcessor.new do |span|
+      true if span.service == 'B'
+    end
+
+    Datadog::Pipeline.before_flush(processor)
+  end
+end
+
+def current_memory
+  `ps -o rss #{$PROCESS_ID}`.split("\n")[1].to_f / 1024
+end
+
+def time
+  Process.clock_gettime(Process::CLOCK_MONOTONIC)
+end
+
+def launch(iterations, options)
+  iterations.times do |i|
+    Worker.perform_async(i, iterations)
+  end
+
+  launcher = Sidekiq::Launcher.new(options)
+  launcher.run
+end
+
+def wait_and_measure(iterations)
+  start = time
+
+  STDERR.puts "#{time - start}, #{current_memory}"
+
+  mutex = Mutex.new
+
+  while Worker.iterations.value < iterations
+    mutex.synchronize do
+      Worker.conditional_variable.wait(mutex, 1)
+      STDERR.puts "#{time - start}, #{current_memory}"
+    end
+  end
+end
+
+launch(TestConfiguration.iteration_count, TestConfiguration.sidekiq)
+wait_and_measure(TestConfiguration.iteration_count)

data/ddtrace.gemspec

@@ -0,0 +1,63 @@
+# coding: utf-8
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ddtrace/version'
+
+Gem::Specification.new do |spec|
+  spec.name                  = 'ls-trace'
+  spec.version               = Datadog::VERSION::STRING
+  spec.required_ruby_version = ">= #{Datadog::VERSION::MINIMUM_RUBY_VERSION}"
+  spec.authors               = ['lightstep']
+  spec.email                 = ['support@lightstep.com']
+
+  spec.summary     = 'LightStep fork of dd-trace for tracing code for your Ruby applications'
+  spec.description = <<-EOS.gsub(/^[\s]+/, '')
+    ls-trace is LightStep's fork of Datadog’s tracing client for Ruby. It
+    is used to trace requests as they flow across web servers, databases and
+    microservices so that developers have great visiblity into bottlenecks and
+    troublesome requests.
+  EOS
+
+  spec.homepage = 'https://github.com/lightstep/dd-trace-rb'
+  spec.license  = 'BSD-3-Clause'
+
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = 'https://rubygems.org'
+  else
+    raise 'RubyGems 2.0 or newer is required to protect against public gem pushes.'
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'msgpack'
+
+  # Optional extensions
+  # TODO: Move this to Appraisals?
+  spec.add_development_dependency 'dogstatsd-ruby', '>= 3.3.0'
+  spec.add_development_dependency 'opentracing', '>= 0.4.1'
+
+  # Development dependencies
+  spec.add_development_dependency 'rake', '>= 10.5'
+  spec.add_development_dependency 'rubocop', '= 0.49.1' if RUBY_VERSION >= '2.1.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'rspec-collection_matchers', '~> 1.1'
+  spec.add_development_dependency 'minitest', '= 5.10.1'
+  spec.add_development_dependency 'appraisal', '~> 2.2'
+  spec.add_development_dependency 'yard', '~> 0.9'
+  spec.add_development_dependency 'webmock', '~> 2.0'
+  spec.add_development_dependency 'builder'
+  spec.add_development_dependency 'ruby-prof'
+  spec.add_development_dependency 'sqlite3', '~> 1.3.6'
+  spec.add_development_dependency 'climate_control', '~> 0.2.0'
+
+  # locking transitive dependency of webmock
+  spec.add_development_dependency 'addressable', '~> 2.4.0'
+  spec.add_development_dependency 'redcarpet', '~> 3.4' if RUBY_PLATFORM != 'java'
+  spec.add_development_dependency 'pry', '~> 0.10.4'
+  spec.add_development_dependency 'pry-stack_explorer', '~> 0.4.9.2'
+  spec.add_development_dependency 'warning' if RUBY_VERSION >= '2.5.0'
+end

data/docker-compose.yml

@@ -0,0 +1,276 @@
+version: '3.2'
+services:
+  tracer-2.0:
+    image: palazzem/docker-library:ddtrace_rb_2_0_0
+    command: /bin/bash
+    depends_on:
+      - ddagent
+      - elasticsearch
+      - memcached
+      - mongodb
+      - mysql
+      - postgres
+      - redis
+    env_file: ./.env
+    environment:
+      - BUNDLE_GEMFILE=/app/Gemfile
+      - DD_AGENT_HOST=ddagent
+      - TEST_DATADOG_INTEGRATION=1
+      - TEST_ELASTICSEARCH_HOST=elasticsearch
+      - TEST_MEMCACHED_HOST=memcached
+      - TEST_MONGODB_HOST=mongodb
+      - TEST_MYSQL_HOST=mysql
+      - TEST_POSTGRES_HOST=postgres
+      - TEST_REDIS_HOST=redis
+    stdin_open: true
+    tty: true
+    volumes:
+      - .:/app
+      - bundle-2.0:/usr/local/bundle
+      - gemfiles-2.0:/app/gemfiles
+  tracer-2.1:
+    image: palazzem/docker-library:ddtrace_rb_2_1_10
+    command: /bin/bash
+    depends_on:
+      - ddagent
+      - elasticsearch
+      - memcached
+      - mongodb
+      - mysql
+      - postgres
+      - redis
+    env_file: ./.env
+    environment:
+      - BUNDLE_GEMFILE=/app/Gemfile
+      - DD_AGENT_HOST=ddagent
+      - TEST_DATADOG_INTEGRATION=1
+      - TEST_ELASTICSEARCH_HOST=elasticsearch
+      - TEST_MEMCACHED_HOST=memcached
+      - TEST_MONGODB_HOST=mongodb
+      - TEST_MYSQL_HOST=mysql
+      - TEST_POSTGRES_HOST=postgres
+      - TEST_REDIS_HOST=redis
+    stdin_open: true
+    tty: true
+    volumes:
+      - .:/app
+      - bundle-2.1:/usr/local/bundle
+      - gemfiles-2.1:/app/gemfiles
+  tracer-2.2:
+    image: palazzem/docker-library:ddtrace_rb_2_2_10
+    command: /bin/bash
+    depends_on:
+      - ddagent
+      - elasticsearch
+      - memcached
+      - mongodb
+      - mysql
+      - postgres
+      - redis
+    env_file: ./.env
+    environment:
+      - BUNDLE_GEMFILE=/app/Gemfile
+      - DD_AGENT_HOST=ddagent
+      - TEST_DATADOG_INTEGRATION=1
+      - TEST_ELASTICSEARCH_HOST=elasticsearch
+      - TEST_MEMCACHED_HOST=memcached
+      - TEST_MONGODB_HOST=mongodb
+      - TEST_MYSQL_HOST=mysql
+      - TEST_POSTGRES_HOST=postgres
+      - TEST_REDIS_HOST=redis
+    stdin_open: true
+    tty: true
+    volumes:
+      - .:/app
+      - bundle-2.2:/usr/local/bundle
+      - gemfiles-2.2:/app/gemfiles
+  tracer-2.3:
+    image: palazzem/docker-library:ddtrace_rb_2_3_8
+    command: /bin/bash
+    depends_on:
+      - ddagent
+      - elasticsearch
+      - memcached
+      - mongodb
+      - mysql
+      - postgres
+      - redis
+    env_file: ./.env
+    environment:
+      - BUNDLE_GEMFILE=/app/Gemfile
+      - DD_AGENT_HOST=ddagent
+      - TEST_DATADOG_INTEGRATION=1
+      - TEST_ELASTICSEARCH_HOST=elasticsearch
+      - TEST_MEMCACHED_HOST=memcached
+      - TEST_MONGODB_HOST=mongodb
+      - TEST_MYSQL_HOST=mysql
+      - TEST_POSTGRES_HOST=postgres
+      - TEST_REDIS_HOST=redis
+    stdin_open: true
+    tty: true
+    volumes:
+      - .:/app
+      - bundle-2.3:/usr/local/bundle
+      - gemfiles-2.3:/app/gemfiles
+  tracer-2.4:
+    image: palazzem/docker-library:ddtrace_rb_2_4_6
+    command: /bin/bash
+    depends_on:
+      - ddagent
+      - elasticsearch
+      - memcached
+      - mongodb
+      - mysql
+      - postgres
+      - redis
+    env_file: ./.env
+    environment:
+      - BUNDLE_GEMFILE=/app/Gemfile
+      - DD_AGENT_HOST=ddagent
+      - TEST_DATADOG_INTEGRATION=1
+      - TEST_ELASTICSEARCH_HOST=elasticsearch
+      - TEST_MEMCACHED_HOST=memcached
+      - TEST_MONGODB_HOST=mongodb
+      - TEST_MYSQL_HOST=mysql
+      - TEST_POSTGRES_HOST=postgres
+      - TEST_REDIS_HOST=redis
+    stdin_open: true
+    tty: true
+    volumes:
+      - .:/app
+      - bundle-2.4:/usr/local/bundle
+      - gemfiles-2.4:/app/gemfiles
+  tracer-2.5:
+    image: marcotc/docker-library:ddtrace_rb_2_5_6
+    command: /bin/bash
+    depends_on:
+      - ddagent
+      - elasticsearch
+      - memcached
+      - mongodb
+      - mysql
+      - postgres
+      - redis
+    env_file: ./.env
+    environment:
+      - BUNDLE_GEMFILE=/app/Gemfile
+      - DD_AGENT_HOST=ddagent
+      - TEST_DATADOG_INTEGRATION=1
+      - TEST_ELASTICSEARCH_HOST=elasticsearch
+      - TEST_MEMCACHED_HOST=memcached
+      - TEST_MONGODB_HOST=mongodb
+      - TEST_MYSQL_HOST=mysql
+      - TEST_POSTGRES_HOST=postgres
+      - TEST_REDIS_HOST=redis
+    stdin_open: true
+    tty: true
+    volumes:
+      - .:/app
+      - bundle-2.5:/usr/local/bundle
+      - gemfiles-2.5:/app/gemfiles
+  tracer-2.6:
+    image: marcotc/docker-library:ddtrace_rb_2_6_4
+    command: /bin/bash
+    depends_on:
+      - ddagent
+      - elasticsearch
+      - memcached
+      - mongodb
+      - mysql
+      - postgres
+      - redis
+    env_file: ./.env
+    environment:
+      - BUNDLE_GEMFILE=/app/Gemfile
+      - DD_AGENT_HOST=ddagent
+      - TEST_DATADOG_INTEGRATION=1
+      - TEST_ELASTICSEARCH_HOST=elasticsearch
+      - TEST_MEMCACHED_HOST=memcached
+      - TEST_MONGODB_HOST=mongodb
+      - TEST_MYSQL_HOST=mysql
+      - TEST_POSTGRES_HOST=postgres
+      - TEST_REDIS_HOST=redis
+    stdin_open: true
+    tty: true
+    volumes:
+      - .:/app
+      - bundle-2.6:/usr/local/bundle
+      - gemfiles-2.6:/app/gemfiles
+  ddagent:
+    image: datadog/docker-dd-agent
+    environment:
+      - DD_APM_ENABLED=true
+      - DD_BIND_HOST=0.0.0.0
+      - DD_API_KEY=invalid_key_but_this_is_fine
+    expose:
+      - "8125/udp"
+      - "8126"
+    ports:
+      - "${DD_METRIC_AGENT_PORT}:8125/udp"
+      - "${DD_TRACE_AGENT_PORT}:8126"
+  elasticsearch:
+    # Note: ES 5.0 dies with error:
+    # max virtual memory areas vm.max_map_count [65530] is too low, increase to at least [262144]
+    # see https://github.com/docker-library/elasticsearch/issues/98 for details
+    # For now, just rely on a 2.X server.
+    image: elasticsearch:2.4
+    expose:
+      - "9200"
+      - "9300"
+    ports:
+      - "${TEST_ELASTICSEARCH_REST_PORT}:9200"
+      - "${TEST_ELASTICSEARCH_NATIVE_PORT}:9300"
+  memcached:
+    image: memcached:1.5-alpine
+    expose:
+      - "11211"
+    ports:
+      - "${TEST_MEMCACHED_PORT}:11211"
+  mongodb:
+    image: mongo:3.5
+    expose:
+      - "27017"
+    ports:
+      - "${TEST_MONGODB_PORT}:27017"
+  mysql:
+    image: mysql:5.6
+    environment:
+      - MYSQL_DATABASE=$TEST_MYSQL_DB
+      - MYSQL_ROOT_PASSWORD=$TEST_MYSQL_ROOT_PASSWORD
+      - MYSQL_PASSWORD=$TEST_MYSQL_PASSWORD
+      - MYSQL_USER=$TEST_MYSQL_USER
+    expose:
+      - "3306"
+    ports:
+      - "${TEST_MYSQL_PORT}:3306"
+  postgres:
+    image: postgres:9.6
+    environment:
+      - POSTGRES_PASSWORD=$TEST_POSTGRES_PASSWORD
+      - POSTGRES_USER=$TEST_POSTGRES_USER
+      - POSTGRES_DB=$TEST_POSTGRES_DB
+    expose:
+      - "5432"
+    ports:
+      - "${TEST_POSTGRES_PORT}:5432"
+  redis:
+    image: redis:3.0
+    expose:
+      - "6379"
+    ports:
+      - "${TEST_REDIS_PORT}:6379"
+volumes:
+  bundle-2.0:
+  bundle-2.1:
+  bundle-2.2:
+  bundle-2.3:
+  bundle-2.4:
+  bundle-2.5:
+  bundle-2.6:
+  gemfiles-2.0:
+  gemfiles-2.1:
+  gemfiles-2.2:
+  gemfiles-2.3:
+  gemfiles-2.4:
+  gemfiles-2.5:
+  gemfiles-2.6: