ddtrace 0.44.0 → 0.48.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. checksums.yaml +4 -4
  2. data/.circleci/config.yml +183 -15
  3. data/.circleci/images/primary/Dockerfile-2.0.0 +11 -1
  4. data/.circleci/images/primary/Dockerfile-2.1.10 +11 -1
  5. data/.circleci/images/primary/Dockerfile-2.2.10 +11 -1
  6. data/.circleci/images/primary/Dockerfile-2.3.8 +10 -0
  7. data/.circleci/images/primary/Dockerfile-2.4.6 +10 -0
  8. data/.circleci/images/primary/Dockerfile-2.5.6 +10 -0
  9. data/.circleci/images/primary/Dockerfile-2.6.4 +10 -0
  10. data/.circleci/images/primary/Dockerfile-2.7.0 +10 -0
  11. data/.circleci/images/primary/Dockerfile-jruby-9.2-latest +88 -0
  12. data/.circleci/images/primary/{Dockerfile-jruby-9.2 → Dockerfile-jruby-9.2.0.0} +1 -5
  13. data/.circleci/images/primary/Dockerfile-truffleruby-21.0.0 +73 -0
  14. data/.github/workflows/create-next-milestone.yml +2 -2
  15. data/.gitlab-ci.yml +18 -18
  16. data/.rubocop.yml +269 -7
  17. data/.rubocop_todo.yml +438 -0
  18. data/.simplecov +6 -0
  19. data/Appraisals +87 -9
  20. data/CHANGELOG.md +238 -1
  21. data/Gemfile +63 -3
  22. data/LICENSE-3rdparty.csv +2 -0
  23. data/README.md +1 -0
  24. data/Rakefile +65 -25
  25. data/bin/ddtracerb +15 -0
  26. data/ddtrace.gemspec +9 -36
  27. data/docker-compose.yml +75 -7
  28. data/docs/DevelopmentGuide.md +28 -0
  29. data/docs/GettingStarted.md +162 -68
  30. data/docs/ProfilingDevelopment.md +88 -0
  31. data/integration/README.md +67 -0
  32. data/integration/apps/rack/.dockerignore +1 -0
  33. data/integration/apps/rack/.envrc.sample +1 -0
  34. data/integration/apps/rack/.gitignore +4 -0
  35. data/integration/apps/rack/.rspec +1 -0
  36. data/integration/apps/rack/Dockerfile +28 -0
  37. data/integration/apps/rack/Dockerfile-ci +11 -0
  38. data/integration/apps/rack/Gemfile +24 -0
  39. data/integration/apps/rack/README.md +93 -0
  40. data/integration/apps/rack/app/acme.rb +80 -0
  41. data/integration/apps/rack/app/datadog.rb +17 -0
  42. data/integration/apps/rack/bin/run +22 -0
  43. data/integration/apps/rack/bin/setup +17 -0
  44. data/integration/apps/rack/bin/test +24 -0
  45. data/integration/apps/rack/config.ru +6 -0
  46. data/integration/apps/rack/config/puma.rb +14 -0
  47. data/integration/apps/rack/config/unicorn.rb +23 -0
  48. data/integration/apps/rack/docker-compose.ci.yml +62 -0
  49. data/integration/apps/rack/docker-compose.yml +78 -0
  50. data/integration/apps/rack/script/build-images +38 -0
  51. data/integration/apps/rack/script/ci +50 -0
  52. data/integration/apps/rack/spec/integration/basic_spec.rb +10 -0
  53. data/integration/apps/rack/spec/spec_helper.rb +16 -0
  54. data/integration/apps/rack/spec/support/integration_helper.rb +22 -0
  55. data/integration/apps/rails-five/.dockerignore +1 -0
  56. data/integration/apps/rails-five/.env +3 -0
  57. data/integration/apps/rails-five/.envrc.sample +1 -0
  58. data/integration/apps/rails-five/.gitignore +30 -0
  59. data/integration/apps/rails-five/Dockerfile +25 -0
  60. data/integration/apps/rails-five/Dockerfile-ci +11 -0
  61. data/integration/apps/rails-five/Gemfile +104 -0
  62. data/integration/apps/rails-five/README.md +94 -0
  63. data/integration/apps/rails-five/Rakefile +6 -0
  64. data/integration/apps/rails-five/app/channels/application_cable/channel.rb +4 -0
  65. data/integration/apps/rails-five/app/channels/application_cable/connection.rb +4 -0
  66. data/integration/apps/rails-five/app/controllers/application_controller.rb +2 -0
  67. data/integration/apps/rails-five/app/controllers/basic_controller.rb +36 -0
  68. data/integration/apps/rails-five/app/controllers/concerns/.keep +0 -0
  69. data/integration/apps/rails-five/app/controllers/health_controller.rb +9 -0
  70. data/integration/apps/rails-five/app/controllers/jobs_controller.rb +12 -0
  71. data/integration/apps/rails-five/app/jobs/application_job.rb +2 -0
  72. data/integration/apps/rails-five/app/jobs/test_job.rb +12 -0
  73. data/integration/apps/rails-five/app/mailers/application_mailer.rb +4 -0
  74. data/integration/apps/rails-five/app/models/application_record.rb +3 -0
  75. data/integration/apps/rails-five/app/models/concerns/.keep +0 -0
  76. data/integration/apps/rails-five/app/models/test.rb +2 -0
  77. data/integration/apps/rails-five/app/views/layouts/mailer.html.erb +13 -0
  78. data/integration/apps/rails-five/app/views/layouts/mailer.text.erb +1 -0
  79. data/integration/apps/rails-five/bin/bundle +3 -0
  80. data/integration/apps/rails-five/bin/rails +9 -0
  81. data/integration/apps/rails-five/bin/rake +9 -0
  82. data/integration/apps/rails-five/bin/run +24 -0
  83. data/integration/apps/rails-five/bin/setup +27 -0
  84. data/integration/apps/rails-five/bin/spring +17 -0
  85. data/integration/apps/rails-five/bin/test +21 -0
  86. data/integration/apps/rails-five/bin/update +28 -0
  87. data/integration/apps/rails-five/config.ru +5 -0
  88. data/integration/apps/rails-five/config/application.rb +97 -0
  89. data/integration/apps/rails-five/config/boot.rb +4 -0
  90. data/integration/apps/rails-five/config/cable.yml +10 -0
  91. data/integration/apps/rails-five/config/credentials.yml.enc +1 -0
  92. data/integration/apps/rails-five/config/database.yml +28 -0
  93. data/integration/apps/rails-five/config/environment.rb +5 -0
  94. data/integration/apps/rails-five/config/environments/development.rb +51 -0
  95. data/integration/apps/rails-five/config/environments/production.rb +82 -0
  96. data/integration/apps/rails-five/config/environments/test.rb +43 -0
  97. data/integration/apps/rails-five/config/initializers/datadog.rb +18 -0
  98. data/integration/apps/rails-five/config/initializers/filter_parameter_logging.rb +4 -0
  99. data/integration/apps/rails-five/config/initializers/resque.rb +4 -0
  100. data/integration/apps/rails-five/config/initializers/rollbar.rb +5 -0
  101. data/integration/apps/rails-five/config/initializers/wrap_parameters.rb +14 -0
  102. data/integration/apps/rails-five/config/locales/en.yml +33 -0
  103. data/integration/apps/rails-five/config/puma.rb +24 -0
  104. data/integration/apps/rails-five/config/routes.rb +11 -0
  105. data/integration/apps/rails-five/config/spring.rb +6 -0
  106. data/integration/apps/rails-five/config/unicorn.rb +29 -0
  107. data/integration/apps/rails-five/db/migrate/20190927215052_create_tests.rb +11 -0
  108. data/integration/apps/rails-five/db/schema.rb +23 -0
  109. data/integration/apps/rails-five/db/seeds.rb +7 -0
  110. data/integration/apps/rails-five/docker-compose.ci.yml +98 -0
  111. data/integration/apps/rails-five/docker-compose.yml +100 -0
  112. data/integration/apps/rails-five/lib/tasks/.keep +0 -0
  113. data/integration/apps/rails-five/log/.keep +0 -0
  114. data/integration/apps/rails-five/public/robots.txt +1 -0
  115. data/integration/apps/rails-five/script/build-images +35 -0
  116. data/integration/apps/rails-five/script/ci +50 -0
  117. data/integration/apps/rails-five/spec/integration/basic_spec.rb +10 -0
  118. data/integration/apps/rails-five/spec/spec_helper.rb +16 -0
  119. data/integration/apps/rails-five/spec/support/integration_helper.rb +22 -0
  120. data/integration/apps/rails-five/storage/.keep +0 -0
  121. data/integration/apps/rails-five/tmp/.keep +0 -0
  122. data/integration/apps/rails-five/vendor/.keep +0 -0
  123. data/integration/apps/ruby/.dockerignore +1 -0
  124. data/integration/apps/ruby/.envrc.sample +1 -0
  125. data/integration/apps/ruby/.gitignore +2 -0
  126. data/integration/apps/ruby/Dockerfile +25 -0
  127. data/integration/apps/ruby/Dockerfile-ci +11 -0
  128. data/integration/apps/ruby/Gemfile +11 -0
  129. data/integration/apps/ruby/README.md +70 -0
  130. data/integration/apps/ruby/agent.yaml +3 -0
  131. data/integration/apps/ruby/app/datadog.rb +13 -0
  132. data/integration/apps/ruby/app/fibonacci.rb +58 -0
  133. data/integration/apps/ruby/bin/run +20 -0
  134. data/integration/apps/ruby/bin/setup +17 -0
  135. data/integration/apps/ruby/bin/test +21 -0
  136. data/integration/apps/ruby/docker-compose.ci.yml +51 -0
  137. data/integration/apps/ruby/docker-compose.yml +63 -0
  138. data/integration/apps/ruby/script/build-images +38 -0
  139. data/integration/apps/ruby/script/ci +50 -0
  140. data/integration/images/agent/Dockerfile +2 -0
  141. data/integration/images/agent/agent.yaml +3 -0
  142. data/integration/images/include/datadog/analyzer.rb +71 -0
  143. data/integration/images/include/datadog/demo_env.rb +101 -0
  144. data/integration/images/include/http-health-check +33 -0
  145. data/integration/images/ruby/2.0/Dockerfile +54 -0
  146. data/integration/images/ruby/2.1/Dockerfile +54 -0
  147. data/integration/images/ruby/2.2/Dockerfile +54 -0
  148. data/integration/images/ruby/2.3/Dockerfile +70 -0
  149. data/integration/images/ruby/2.4/Dockerfile +54 -0
  150. data/integration/images/ruby/2.5/Dockerfile +54 -0
  151. data/integration/images/ruby/2.6/Dockerfile +54 -0
  152. data/integration/images/ruby/2.7/Dockerfile +54 -0
  153. data/integration/images/ruby/3.0/Dockerfile +54 -0
  154. data/integration/images/wrk/Dockerfile +33 -0
  155. data/integration/images/wrk/scripts/entrypoint.sh +17 -0
  156. data/integration/images/wrk/scripts/scenarios/basic/default.lua +1 -0
  157. data/integration/images/wrk/scripts/scenarios/basic/fibonacci.lua +1 -0
  158. data/integration/script/build-images +43 -0
  159. data/lib/ddtrace.rb +8 -5
  160. data/lib/ddtrace/analytics.rb +2 -0
  161. data/lib/ddtrace/auto_instrument.rb +3 -0
  162. data/lib/ddtrace/auto_instrument_base.rb +6 -0
  163. data/lib/ddtrace/buffer.rb +4 -4
  164. data/lib/ddtrace/configuration.rb +121 -26
  165. data/lib/ddtrace/configuration/base.rb +1 -1
  166. data/lib/ddtrace/configuration/components.rb +87 -5
  167. data/lib/ddtrace/configuration/option_definition.rb +1 -3
  168. data/lib/ddtrace/configuration/options.rb +4 -7
  169. data/lib/ddtrace/configuration/settings.rb +48 -3
  170. data/lib/ddtrace/context.rb +5 -6
  171. data/lib/ddtrace/context_provider.rb +0 -1
  172. data/lib/ddtrace/contrib/action_cable/event.rb +1 -0
  173. data/lib/ddtrace/contrib/action_cable/integration.rb +7 -0
  174. data/lib/ddtrace/contrib/action_pack/action_controller/instrumentation.rb +1 -3
  175. data/lib/ddtrace/contrib/action_pack/integration.rb +7 -0
  176. data/lib/ddtrace/contrib/action_view/event.rb +1 -1
  177. data/lib/ddtrace/contrib/action_view/integration.rb +7 -0
  178. data/lib/ddtrace/contrib/action_view/utils.rb +1 -1
  179. data/lib/ddtrace/contrib/active_record/configuration/makara_resolver.rb +30 -0
  180. data/lib/ddtrace/contrib/active_record/configuration/resolver.rb +107 -18
  181. data/lib/ddtrace/contrib/active_record/integration.rb +7 -0
  182. data/lib/ddtrace/contrib/active_record/utils.rb +57 -20
  183. data/lib/ddtrace/contrib/active_support/integration.rb +7 -1
  184. data/lib/ddtrace/contrib/active_support/notifications/event.rb +2 -1
  185. data/lib/ddtrace/contrib/active_support/notifications/subscriber.rb +1 -0
  186. data/lib/ddtrace/contrib/active_support/notifications/subscription.rb +9 -5
  187. data/lib/ddtrace/contrib/auto_instrument.rb +49 -0
  188. data/lib/ddtrace/contrib/aws/patcher.rb +1 -0
  189. data/lib/ddtrace/contrib/aws/services.rb +2 -0
  190. data/lib/ddtrace/contrib/configurable.rb +63 -39
  191. data/lib/ddtrace/contrib/configuration/resolver.rb +70 -5
  192. data/lib/ddtrace/contrib/configuration/resolvers/pattern_resolver.rb +19 -20
  193. data/lib/ddtrace/contrib/configuration/settings.rb +7 -6
  194. data/lib/ddtrace/contrib/cucumber/configuration/settings.rb +0 -10
  195. data/lib/ddtrace/contrib/cucumber/ext.rb +0 -2
  196. data/lib/ddtrace/contrib/cucumber/formatter.rb +5 -11
  197. data/lib/ddtrace/contrib/cucumber/integration.rb +5 -0
  198. data/lib/ddtrace/contrib/dalli/patcher.rb +0 -38
  199. data/lib/ddtrace/contrib/delayed_job/plugin.rb +0 -1
  200. data/lib/ddtrace/contrib/elasticsearch/patcher.rb +1 -0
  201. data/lib/ddtrace/contrib/elasticsearch/quantize.rb +3 -2
  202. data/lib/ddtrace/contrib/ethon/easy_patch.rb +10 -9
  203. data/lib/ddtrace/contrib/excon/middleware.rb +2 -6
  204. data/lib/ddtrace/contrib/extensions.rb +53 -3
  205. data/lib/ddtrace/contrib/faraday/middleware.rb +1 -3
  206. data/lib/ddtrace/contrib/faraday/patcher.rb +0 -36
  207. data/lib/ddtrace/contrib/grape/endpoint.rb +8 -15
  208. data/lib/ddtrace/contrib/grape/patcher.rb +0 -42
  209. data/lib/ddtrace/contrib/grpc/datadog_interceptor.rb +8 -8
  210. data/lib/ddtrace/contrib/grpc/datadog_interceptor/server.rb +1 -0
  211. data/lib/ddtrace/contrib/grpc/patcher.rb +0 -36
  212. data/lib/ddtrace/contrib/http/circuit_breaker.rb +1 -3
  213. data/lib/ddtrace/contrib/http/instrumentation.rb +5 -5
  214. data/lib/ddtrace/contrib/httpclient/configuration/settings.rb +32 -0
  215. data/lib/ddtrace/contrib/httpclient/ext.rb +17 -0
  216. data/lib/ddtrace/contrib/httpclient/instrumentation.rb +147 -0
  217. data/lib/ddtrace/contrib/httpclient/integration.rb +43 -0
  218. data/lib/ddtrace/contrib/httpclient/patcher.rb +38 -0
  219. data/lib/ddtrace/contrib/httprb/instrumentation.rb +14 -20
  220. data/lib/ddtrace/contrib/httprb/patcher.rb +5 -2
  221. data/lib/ddtrace/contrib/mongodb/instrumentation.rb +2 -0
  222. data/lib/ddtrace/contrib/mongodb/subscribers.rb +2 -3
  223. data/lib/ddtrace/contrib/patchable.rb +18 -7
  224. data/lib/ddtrace/contrib/patcher.rb +9 -6
  225. data/lib/ddtrace/contrib/presto/patcher.rb +5 -2
  226. data/lib/ddtrace/contrib/qless/qless_job.rb +1 -0
  227. data/lib/ddtrace/contrib/qless/tracer_cleaner.rb +1 -0
  228. data/lib/ddtrace/contrib/que/ext.rb +19 -19
  229. data/lib/ddtrace/contrib/que/tracer.rb +1 -1
  230. data/lib/ddtrace/contrib/racecar/event.rb +1 -0
  231. data/lib/ddtrace/contrib/rack/configuration/settings.rb +3 -3
  232. data/lib/ddtrace/contrib/rack/integration.rb +7 -0
  233. data/lib/ddtrace/contrib/rack/middlewares.rb +6 -11
  234. data/lib/ddtrace/contrib/rack/patcher.rb +1 -3
  235. data/lib/ddtrace/contrib/rack/request_queue.rb +6 -1
  236. data/lib/ddtrace/contrib/rails/auto_instrument_railtie.rb +10 -0
  237. data/lib/ddtrace/contrib/rails/patcher.rb +6 -2
  238. data/lib/ddtrace/contrib/rails/utils.rb +4 -0
  239. data/lib/ddtrace/contrib/rake/instrumentation.rb +4 -2
  240. data/lib/ddtrace/contrib/rake/integration.rb +1 -1
  241. data/lib/ddtrace/contrib/redis/configuration/resolver.rb +11 -4
  242. data/lib/ddtrace/contrib/redis/quantize.rb +1 -0
  243. data/lib/ddtrace/contrib/redis/vendor/LICENSE +20 -0
  244. data/lib/ddtrace/contrib/redis/vendor/resolver.rb +6 -7
  245. data/lib/ddtrace/contrib/registry.rb +2 -2
  246. data/lib/ddtrace/contrib/resque/configuration/settings.rb +17 -1
  247. data/lib/ddtrace/contrib/resque/integration.rb +1 -1
  248. data/lib/ddtrace/contrib/resque/patcher.rb +4 -4
  249. data/lib/ddtrace/contrib/resque/resque_job.rb +24 -1
  250. data/lib/ddtrace/contrib/rest_client/request_patch.rb +1 -3
  251. data/lib/ddtrace/contrib/rspec/configuration/settings.rb +0 -10
  252. data/lib/ddtrace/contrib/rspec/example.rb +24 -10
  253. data/lib/ddtrace/contrib/rspec/ext.rb +0 -3
  254. data/lib/ddtrace/contrib/rspec/integration.rb +6 -1
  255. data/lib/ddtrace/contrib/rspec/patcher.rb +0 -2
  256. data/lib/ddtrace/contrib/sequel/utils.rb +5 -6
  257. data/lib/ddtrace/contrib/shoryuken/configuration/settings.rb +1 -0
  258. data/lib/ddtrace/contrib/shoryuken/tracer.rb +7 -4
  259. data/lib/ddtrace/contrib/sidekiq/server_tracer.rb +2 -7
  260. data/lib/ddtrace/contrib/sidekiq/tracing.rb +0 -1
  261. data/lib/ddtrace/contrib/sinatra/env.rb +1 -3
  262. data/lib/ddtrace/contrib/sinatra/headers.rb +1 -3
  263. data/lib/ddtrace/contrib/sinatra/tracer.rb +1 -3
  264. data/lib/ddtrace/contrib/sinatra/tracer_middleware.rb +3 -3
  265. data/lib/ddtrace/contrib/sneakers/ext.rb +11 -11
  266. data/lib/ddtrace/contrib/sneakers/tracer.rb +2 -4
  267. data/lib/ddtrace/contrib/status_code_matcher.rb +5 -3
  268. data/lib/ddtrace/correlation.rb +1 -0
  269. data/lib/ddtrace/diagnostics/environment_logger.rb +3 -2
  270. data/lib/ddtrace/distributed_tracing/headers/headers.rb +1 -0
  271. data/lib/ddtrace/distributed_tracing/headers/helpers.rb +1 -3
  272. data/lib/ddtrace/error.rb +2 -0
  273. data/lib/ddtrace/ext/ci.rb +43 -10
  274. data/lib/ddtrace/ext/distributed.rb +1 -1
  275. data/lib/ddtrace/ext/git.rb +0 -1
  276. data/lib/ddtrace/ext/http.rb +1 -1
  277. data/lib/ddtrace/ext/profiling.rb +52 -0
  278. data/lib/ddtrace/ext/runtime.rb +3 -1
  279. data/lib/ddtrace/ext/transport.rb +1 -0
  280. data/lib/ddtrace/forced_tracing.rb +2 -0
  281. data/lib/ddtrace/logger.rb +1 -1
  282. data/lib/ddtrace/metrics.rb +14 -6
  283. data/lib/ddtrace/opentracer/distributed_headers.rb +3 -0
  284. data/lib/ddtrace/opentracer/span.rb +2 -6
  285. data/lib/ddtrace/opentracer/thread_local_scope.rb +1 -0
  286. data/lib/ddtrace/patcher.rb +25 -4
  287. data/lib/ddtrace/pin.rb +8 -61
  288. data/lib/ddtrace/pipeline/span_filter.rb +1 -1
  289. data/lib/ddtrace/profiling.rb +54 -0
  290. data/lib/ddtrace/profiling/backtrace_location.rb +32 -0
  291. data/lib/ddtrace/profiling/buffer.rb +41 -0
  292. data/lib/ddtrace/profiling/collectors/stack.rb +253 -0
  293. data/lib/ddtrace/profiling/encoding/profile.rb +31 -0
  294. data/lib/ddtrace/profiling/event.rb +13 -0
  295. data/lib/ddtrace/profiling/events/stack.rb +102 -0
  296. data/lib/ddtrace/profiling/exporter.rb +23 -0
  297. data/lib/ddtrace/profiling/ext/cpu.rb +54 -0
  298. data/lib/ddtrace/profiling/ext/cthread.rb +134 -0
  299. data/lib/ddtrace/profiling/ext/forking.rb +97 -0
  300. data/lib/ddtrace/profiling/flush.rb +41 -0
  301. data/lib/ddtrace/profiling/pprof/builder.rb +121 -0
  302. data/lib/ddtrace/profiling/pprof/converter.rb +85 -0
  303. data/lib/ddtrace/profiling/pprof/message_set.rb +12 -0
  304. data/lib/ddtrace/profiling/pprof/payload.rb +18 -0
  305. data/lib/ddtrace/profiling/pprof/pprof.proto +212 -0
  306. data/lib/ddtrace/profiling/pprof/pprof_pb.rb +81 -0
  307. data/lib/ddtrace/profiling/pprof/stack_sample.rb +90 -0
  308. data/lib/ddtrace/profiling/pprof/string_table.rb +10 -0
  309. data/lib/ddtrace/profiling/pprof/template.rb +114 -0
  310. data/lib/ddtrace/profiling/preload.rb +3 -0
  311. data/lib/ddtrace/profiling/profiler.rb +28 -0
  312. data/lib/ddtrace/profiling/recorder.rb +87 -0
  313. data/lib/ddtrace/profiling/scheduler.rb +84 -0
  314. data/lib/ddtrace/profiling/tasks/setup.rb +77 -0
  315. data/lib/ddtrace/profiling/transport/client.rb +12 -0
  316. data/lib/ddtrace/profiling/transport/http.rb +122 -0
  317. data/lib/ddtrace/profiling/transport/http/api.rb +43 -0
  318. data/lib/ddtrace/profiling/transport/http/api/endpoint.rb +90 -0
  319. data/lib/ddtrace/profiling/transport/http/api/instance.rb +36 -0
  320. data/lib/ddtrace/profiling/transport/http/api/spec.rb +40 -0
  321. data/lib/ddtrace/profiling/transport/http/builder.rb +28 -0
  322. data/lib/ddtrace/profiling/transport/http/client.rb +33 -0
  323. data/lib/ddtrace/profiling/transport/http/response.rb +21 -0
  324. data/lib/ddtrace/profiling/transport/io.rb +30 -0
  325. data/lib/ddtrace/profiling/transport/io/client.rb +27 -0
  326. data/lib/ddtrace/profiling/transport/io/response.rb +16 -0
  327. data/lib/ddtrace/profiling/transport/parcel.rb +17 -0
  328. data/lib/ddtrace/profiling/transport/request.rb +15 -0
  329. data/lib/ddtrace/profiling/transport/response.rb +8 -0
  330. data/lib/ddtrace/propagation/grpc_propagator.rb +1 -0
  331. data/lib/ddtrace/propagation/http_propagator.rb +17 -2
  332. data/lib/ddtrace/quantization/http.rb +1 -0
  333. data/lib/ddtrace/runtime/cgroup.rb +2 -2
  334. data/lib/ddtrace/runtime/container.rb +32 -26
  335. data/lib/ddtrace/runtime/identity.rb +8 -0
  336. data/lib/ddtrace/sampler.rb +1 -1
  337. data/lib/ddtrace/sampling/rule_sampler.rb +4 -9
  338. data/lib/ddtrace/span.rb +7 -7
  339. data/lib/ddtrace/sync_writer.rb +12 -12
  340. data/lib/ddtrace/tasks/exec.rb +48 -0
  341. data/lib/ddtrace/tasks/help.rb +14 -0
  342. data/lib/ddtrace/tracer.rb +28 -5
  343. data/lib/ddtrace/transport/http.rb +15 -8
  344. data/lib/ddtrace/transport/http/adapters/net.rb +27 -8
  345. data/lib/ddtrace/transport/http/adapters/registry.rb +1 -0
  346. data/lib/ddtrace/transport/http/adapters/unix_socket.rb +2 -4
  347. data/lib/ddtrace/transport/http/builder.rb +7 -1
  348. data/lib/ddtrace/transport/http/env.rb +8 -0
  349. data/lib/ddtrace/transport/http/traces.rb +2 -3
  350. data/lib/ddtrace/transport/io.rb +1 -1
  351. data/lib/ddtrace/transport/io/client.rb +15 -8
  352. data/lib/ddtrace/transport/io/response.rb +1 -3
  353. data/lib/ddtrace/transport/io/traces.rb +6 -0
  354. data/lib/ddtrace/transport/parcel.rb +4 -0
  355. data/lib/ddtrace/transport/traces.rb +18 -1
  356. data/lib/ddtrace/utils/compression.rb +27 -0
  357. data/lib/ddtrace/utils/object_set.rb +41 -0
  358. data/lib/ddtrace/utils/only_once.rb +40 -0
  359. data/lib/ddtrace/utils/sequence.rb +17 -0
  360. data/lib/ddtrace/utils/string_table.rb +45 -0
  361. data/lib/ddtrace/utils/time.rb +32 -1
  362. data/lib/ddtrace/vendor/active_record/MIT-LICENSE +20 -0
  363. data/lib/ddtrace/vendor/multipart-post/LICENSE +11 -0
  364. data/lib/ddtrace/vendor/multipart-post/multipart.rb +12 -0
  365. data/lib/ddtrace/vendor/multipart-post/multipart/post.rb +8 -0
  366. data/lib/ddtrace/vendor/multipart-post/multipart/post/composite_read_io.rb +116 -0
  367. data/lib/ddtrace/vendor/multipart-post/multipart/post/multipartable.rb +57 -0
  368. data/lib/ddtrace/vendor/multipart-post/multipart/post/parts.rb +135 -0
  369. data/lib/ddtrace/vendor/multipart-post/multipart/post/version.rb +9 -0
  370. data/lib/ddtrace/vendor/multipart-post/net/http/post/multipart.rb +32 -0
  371. data/lib/ddtrace/version.rb +3 -1
  372. data/lib/ddtrace/workers.rb +5 -0
  373. data/lib/ddtrace/workers/async.rb +11 -3
  374. data/lib/ddtrace/workers/loop.rb +17 -3
  375. data/lib/ddtrace/workers/polling.rb +1 -0
  376. data/lib/ddtrace/workers/queue.rb +1 -0
  377. data/lib/ddtrace/workers/runtime_metrics.rb +14 -1
  378. data/lib/ddtrace/workers/trace_writer.rb +10 -10
  379. data/lib/ddtrace/writer.rb +7 -4
  380. metadata +213 -379
  381. data/lib/ddtrace/augmentation.rb +0 -13
  382. data/lib/ddtrace/augmentation/method_wrapper.rb +0 -20
  383. data/lib/ddtrace/augmentation/method_wrapping.rb +0 -38
  384. data/lib/ddtrace/augmentation/shim.rb +0 -102
  385. data/lib/ddtrace/contrib/rspec/example_group.rb +0 -61
  386. data/lib/ddtrace/monkey.rb +0 -58
@@ -1,4 +1,5 @@
1
1
  require 'ddtrace/transport/response'
2
+ require 'ddtrace/vendor/multipart-post/net/http/post/multipart'
2
3
 
3
4
  module Datadog
4
5
  module Transport
@@ -9,27 +10,28 @@ module Datadog
9
10
  attr_reader \
10
11
  :hostname,
11
12
  :port,
12
- :timeout
13
+ :timeout,
14
+ :ssl
13
15
 
14
- DEFAULT_TIMEOUT = 1
16
+ DEFAULT_TIMEOUT = 30
15
17
 
16
18
  def initialize(hostname, port, options = {})
17
19
  @hostname = hostname
18
20
  @port = port
19
21
  @timeout = options[:timeout] || DEFAULT_TIMEOUT
22
+ @ssl = options.key?(:ssl) ? options[:ssl] == true : false
20
23
  end
21
24
 
22
- def open
25
+ def open(&block)
23
26
  # DEV Initializing +Net::HTTP+ directly help us avoid expensive
24
27
  # options processing done in +Net::HTTP.start+:
25
28
  # https://github.com/ruby/ruby/blob/b2d96abb42abbe2e01f010ffc9ac51f0f9a50002/lib/net/http.rb#L614-L618
26
29
  req = ::Net::HTTP.new(hostname, port, nil)
27
30
 
31
+ req.use_ssl = ssl
28
32
  req.open_timeout = req.read_timeout = timeout
29
33
 
30
- req.start do |http|
31
- yield(http)
32
- end
34
+ req.start(&block)
33
35
  end
34
36
 
35
37
  def call(env)
@@ -41,8 +43,18 @@ module Datadog
41
43
  end
42
44
 
43
45
  def post(env)
44
- post = ::Net::HTTP::Post.new(env.path, env.headers)
45
- post.body = env.body
46
+ post = nil
47
+
48
+ if env.form.nil? || env.form.empty?
49
+ post = ::Net::HTTP::Post.new(env.path, env.headers)
50
+ post.body = env.body
51
+ else
52
+ post = ::Datadog::Vendor::Net::HTTP::Post::Multipart.new(
53
+ env.path,
54
+ env.form,
55
+ env.headers
56
+ )
57
+ end
46
58
 
47
59
  # Connect and send the request
48
60
  http_response = open do |http|
@@ -82,36 +94,43 @@ module Datadog
82
94
 
83
95
  def payload
84
96
  return super if http_response.nil?
97
+
85
98
  http_response.body
86
99
  end
87
100
 
88
101
  def code
89
102
  return super if http_response.nil?
103
+
90
104
  http_response.code.to_i
91
105
  end
92
106
 
93
107
  def ok?
94
108
  return super if http_response.nil?
109
+
95
110
  code.between?(200, 299)
96
111
  end
97
112
 
98
113
  def unsupported?
99
114
  return super if http_response.nil?
115
+
100
116
  code == 415
101
117
  end
102
118
 
103
119
  def not_found?
104
120
  return super if http_response.nil?
121
+
105
122
  code == 404
106
123
  end
107
124
 
108
125
  def client_error?
109
126
  return super if http_response.nil?
127
+
110
128
  code.between?(400, 499)
111
129
  end
112
130
 
113
131
  def server_error?
114
132
  return super if http_response.nil?
133
+
115
134
  code.between?(500, 599)
116
135
  end
117
136
 
@@ -15,6 +15,7 @@ module Datadog
15
15
  def set(klass, name = nil)
16
16
  name ||= klass.to_s
17
17
  return if name.nil?
18
+
18
19
  @adapters[name] = klass
19
20
  end
20
21
  end
@@ -18,7 +18,7 @@ module Datadog
18
18
  @timeout = options.fetch(:timeout, DEFAULT_TIMEOUT)
19
19
  end
20
20
 
21
- def open
21
+ def open(&block)
22
22
  # Open connection
23
23
  connection = HTTP.new(
24
24
  filepath,
@@ -26,9 +26,7 @@ module Datadog
26
26
  continue_timeout: timeout
27
27
  )
28
28
 
29
- connection.start do |http|
30
- yield(http)
31
- end
29
+ connection.start(&block)
32
30
  end
33
31
 
34
32
  def url
@@ -36,6 +36,7 @@ module Datadog
36
36
  @default_adapter = if type.is_a?(Symbol)
37
37
  registry_klass = REGISTRY.get(type)
38
38
  raise UnknownAdapterError, type if registry_klass.nil?
39
+
39
40
  registry_klass.new(*args)
40
41
  else
41
42
  type
@@ -67,6 +68,7 @@ module Datadog
67
68
 
68
69
  def default_api=(key)
69
70
  raise UnknownApiError, key unless @apis.key?(key)
71
+
70
72
  @default_api = key
71
73
  end
72
74
 
@@ -93,7 +95,7 @@ module Datadog
93
95
  api_options[:headers] = @default_headers.merge((api_options[:headers] || {}))
94
96
 
95
97
  # Add API::Instance with all settings
96
- instances[key] = API::Instance.new(
98
+ instances[key] = api_instance_class.new(
97
99
  spec,
98
100
  adapter,
99
101
  api_options
@@ -105,6 +107,10 @@ module Datadog
105
107
  end
106
108
  end
107
109
 
110
+ def api_instance_class
111
+ API::Instance
112
+ end
113
+
108
114
  # Raised when the API key does not match known APIs.
109
115
  class UnknownApiError < StandardError
110
116
  attr_reader :key
@@ -42,6 +42,14 @@ module Datadog
42
42
  def headers=(value)
43
43
  self[:headers] = value
44
44
  end
45
+
46
+ def form
47
+ self[:form] ||= {}
48
+ end
49
+
50
+ def form=(value)
51
+ self[:form] = value
52
+ end
45
53
  end
46
54
  end
47
55
  end
@@ -41,6 +41,7 @@ module Datadog
41
41
 
42
42
  def send_traces(env, &block)
43
43
  raise NoTraceEndpointDefinedError, self if traces.nil?
44
+
44
45
  traces.call(env, &block)
45
46
  end
46
47
 
@@ -121,9 +122,7 @@ module Datadog
121
122
  # Parse service rates, if configured to do so.
122
123
  if service_rates? && !http_response.payload.to_s.empty?
123
124
  body = JSON.parse(http_response.payload)
124
- if body.is_a?(Hash) && body.key?(SERVICE_RATE_KEY)
125
- options[:service_rates] = body[SERVICE_RATE_KEY]
126
- end
125
+ options[:service_rates] = body[SERVICE_RATE_KEY] if body.is_a?(Hash) && body.key?(SERVICE_RATE_KEY)
127
126
  end
128
127
  end
129
128
 
@@ -17,7 +17,7 @@ module Datadog
17
17
  # Pass options to override any settings.
18
18
  def default(options = {})
19
19
  new(
20
- options.fetch(:out, STDOUT),
20
+ options.fetch(:out, $stdout),
21
21
  options.fetch(:encoder, Encoding::JSONEncoder)
22
22
  )
23
23
  end
@@ -12,19 +12,24 @@ module Datadog
12
12
  :encoder,
13
13
  :out
14
14
 
15
- def initialize(out, encoder)
15
+ def initialize(out, encoder, options = {})
16
16
  @out = out
17
17
  @encoder = encoder
18
+
19
+ @request_block = options.fetch(:request, method(:send_default_request))
20
+ @encode_block = options.fetch(:encode, method(:encode_data))
21
+ @write_block = options.fetch(:write, method(:write_data))
22
+ @response_block = options.fetch(:response, method(:build_response))
18
23
  end
19
24
 
20
25
  def send_request(request)
21
26
  # Write data to IO
22
27
  # If block is given, allow it to handle writing
23
- # Otherwise use default encoding.
28
+ # Otherwise do a standard encode/write/response.
24
29
  response = if block_given?
25
30
  yield(out, request)
26
31
  else
27
- send_default_request(out, request)
32
+ @request_block.call(out, request)
28
33
  end
29
34
 
30
35
  # Update statistics
@@ -48,8 +53,6 @@ module Datadog
48
53
  InternalErrorResponse.new(e)
49
54
  end
50
55
 
51
- protected
52
-
53
56
  def encode_data(encoder, request)
54
57
  request.parcel.encode_with(encoder)
55
58
  end
@@ -58,17 +61,21 @@ module Datadog
58
61
  out.puts(data)
59
62
  end
60
63
 
64
+ def build_response(_request, _data, result)
65
+ IO::Response.new(result)
66
+ end
67
+
61
68
  private
62
69
 
63
70
  def send_default_request(out, request)
64
71
  # Encode data
65
- data = encode_data(encoder, request)
72
+ data = @encode_block.call(encoder, request)
66
73
 
67
74
  # Write to IO
68
- result = write_data(out, data)
75
+ result = @write_block.call(out, data)
69
76
 
70
77
  # Generate a response
71
- IO::Response.new(result)
78
+ @response_block.call(request, data, result)
72
79
  end
73
80
  end
74
81
  end
@@ -6,14 +6,12 @@ module Datadog
6
6
  # Response from HTTP transport for traces
7
7
  class Response
8
8
  include Transport::Response
9
- include Transport::Traces::Response
10
9
 
11
10
  attr_reader \
12
11
  :result
13
12
 
14
- def initialize(result, trace_count = 1)
13
+ def initialize(result)
15
14
  @result = result
16
- @trace_count = trace_count
17
15
  end
18
16
 
19
17
  def ok?
@@ -10,6 +10,12 @@ module Datadog
10
10
  module Traces
11
11
  # Response from HTTP transport for traces
12
12
  class Response < IO::Response
13
+ include Transport::Traces::Response
14
+
15
+ def initialize(result, trace_count = 1)
16
+ super(result)
17
+ @trace_count = trace_count
18
+ end
13
19
  end
14
20
 
15
21
  # Extensions for HTTP client
@@ -8,6 +8,10 @@ module Datadog
8
8
  def initialize(data)
9
9
  @data = data
10
10
  end
11
+
12
+ def encode_with(encoder)
13
+ raise NotImplementedError
14
+ end
11
15
  end
12
16
  end
13
17
  end
@@ -123,7 +123,21 @@ module Datadog
123
123
  return send_traces(traces)
124
124
  end
125
125
  end
126
- end.force
126
+ end
127
+
128
+ # Force resolution of lazy enumerator.
129
+ #
130
+ # The "correct" method to call here would be `#force`,
131
+ # as this method was created to force the eager loading
132
+ # of a lazy enumerator.
133
+ #
134
+ # Unfortunately, JRuby < 9.2.9.0 erroneously eagerly loads
135
+ # the lazy Enumerator during intermediate steps.
136
+ # This forces us to use `#to_a`, as this method works for both
137
+ # lazy and regular Enumerators.
138
+ # Using `#to_a` can mask the fact that we expect a lazy
139
+ # Enumerator.
140
+ responses = responses.to_a
127
141
 
128
142
  Datadog.health_metrics.transport_chunked(responses.size)
129
143
 
@@ -142,17 +156,20 @@ module Datadog
142
156
 
143
157
  def downgrade?(response)
144
158
  return false unless apis.fallbacks.key?(@current_api_id)
159
+
145
160
  response.not_found? || response.unsupported?
146
161
  end
147
162
 
148
163
  def downgrade!
149
164
  downgrade_api_id = apis.fallbacks[@current_api_id]
150
165
  raise NoDowngradeAvailableError, @current_api_id if downgrade_api_id.nil?
166
+
151
167
  change_api!(downgrade_api_id)
152
168
  end
153
169
 
154
170
  def change_api!(api_id)
155
171
  raise UnknownApiVersionError, api_id unless apis.key?(api_id)
172
+
156
173
  @current_api_id = api_id
157
174
  @client = HTTP::Client.new(current_api)
158
175
  end
@@ -0,0 +1,27 @@
1
+ require 'zlib'
2
+
3
+ module Datadog
4
+ module Utils
5
+ # Common database-related utility functions.
6
+ module Compression
7
+ module_function
8
+
9
+ def gzip(string, level: nil, strategy: nil)
10
+ sio = StringIO.new
11
+ sio.binmode
12
+ gz = Zlib::GzipWriter.new(sio, level, strategy)
13
+ gz.write(string)
14
+ gz.close
15
+ sio.string
16
+ end
17
+
18
+ def gunzip(string, encoding = ::Encoding::ASCII_8BIT)
19
+ sio = StringIO.new(string)
20
+ gz = Zlib::GzipReader.new(sio, encoding: encoding)
21
+ gz.read
22
+ ensure
23
+ gz && gz.close
24
+ end
25
+ end
26
+ end
27
+ end
@@ -0,0 +1,41 @@
1
+ require 'ddtrace/utils/sequence'
2
+
3
+ module Datadog
4
+ module Utils
5
+ # Acts as a unique dictionary of objects
6
+ class ObjectSet
7
+ # You can provide a block that defines how the key
8
+ # for this message type is resolved.
9
+ def initialize(seed = 0, &block)
10
+ @sequence = Utils::Sequence.new(seed)
11
+ @items = {}
12
+ @key_block = block
13
+ end
14
+
15
+ # Submit an array of arguments that define the message.
16
+ # If they match an existing message, it will return the
17
+ # matching object. If it doesn't match, it will yield to
18
+ # the block with the next ID & args given.
19
+ def fetch(*args, &block)
20
+ key = @key_block ? @key_block.call(*args) : args.hash
21
+ # TODO: Ruby 2.0 doesn't like yielding here... switch when 2.0 is dropped.
22
+ # rubocop:disable Performance/RedundantBlockCall
23
+ @items[key] ||= block.call(@sequence.next, *args)
24
+ # rubocop:enable Performance/RedundantBlockCall
25
+ end
26
+
27
+ def length
28
+ @items.length
29
+ end
30
+
31
+ def objects
32
+ @items.values
33
+ end
34
+
35
+ def freeze
36
+ super
37
+ @items.freeze
38
+ end
39
+ end
40
+ end
41
+ end
@@ -0,0 +1,40 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Datadog
4
+ module Utils
5
+ # Helper class to execute something only once such as not repeating warning logs, and instrumenting classes
6
+ # only once.
7
+ #
8
+ # Thread-safe when used correctly (e.g. be careful of races when lazily initializing instances of this class).
9
+ #
10
+ # Note: In its current state, this class is not Ractor-safe.
11
+ # In https://github.com/DataDog/dd-trace-rb/pull/1398#issuecomment-797378810 we have a discussion of alternatives,
12
+ # including an alternative implementation that is Ractor-safe once spent.
13
+ class OnlyOnce
14
+ def initialize
15
+ @mutex = Mutex.new
16
+ @ran_once = false
17
+ end
18
+
19
+ def run
20
+ @mutex.synchronize do
21
+ return if @ran_once
22
+
23
+ @ran_once = true
24
+
25
+ yield
26
+ end
27
+ end
28
+
29
+ def ran?
30
+ @mutex.synchronize { @ran_once }
31
+ end
32
+
33
+ private
34
+
35
+ def reset_ran_once_state_for_tests
36
+ @mutex.synchronize { @ran_once = false }
37
+ end
38
+ end
39
+ end
40
+ end