ddtrace 1.0.0 → 1.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (767) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +529 -2
  3. data/LICENSE-3rdparty.csv +7 -2
  4. data/README.md +10 -5
  5. data/ext/ddtrace_profiling_loader/ddtrace_profiling_loader.c +134 -0
  6. data/ext/ddtrace_profiling_loader/extconf.rb +72 -0
  7. data/ext/ddtrace_profiling_native_extension/NativeExtensionDesign.md +79 -9
  8. data/ext/ddtrace_profiling_native_extension/clock_id.h +22 -1
  9. data/ext/ddtrace_profiling_native_extension/clock_id_from_pthread.c +33 -10
  10. data/ext/ddtrace_profiling_native_extension/clock_id_noop.c +11 -2
  11. data/ext/ddtrace_profiling_native_extension/collectors_cpu_and_wall_time_worker.c +821 -0
  12. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.c +142 -0
  13. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.h +14 -0
  14. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.c +241 -0
  15. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.h +3 -0
  16. data/ext/ddtrace_profiling_native_extension/collectors_stack.c +379 -0
  17. data/ext/ddtrace_profiling_native_extension/collectors_stack.h +20 -0
  18. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.c +978 -0
  19. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.h +14 -0
  20. data/ext/ddtrace_profiling_native_extension/extconf.rb +147 -116
  21. data/ext/ddtrace_profiling_native_extension/helpers.h +17 -0
  22. data/ext/ddtrace_profiling_native_extension/http_transport.c +347 -0
  23. data/ext/ddtrace_profiling_native_extension/libdatadog_helpers.h +25 -0
  24. data/ext/ddtrace_profiling_native_extension/native_extension_helpers.rb +319 -0
  25. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.c +706 -9
  26. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.h +42 -0
  27. data/ext/ddtrace_profiling_native_extension/profiling.c +230 -3
  28. data/ext/ddtrace_profiling_native_extension/ruby_helpers.c +110 -0
  29. data/ext/ddtrace_profiling_native_extension/ruby_helpers.h +89 -0
  30. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.c +115 -0
  31. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.h +11 -0
  32. data/ext/ddtrace_profiling_native_extension/stack_recorder.c +591 -0
  33. data/ext/ddtrace_profiling_native_extension/stack_recorder.h +14 -0
  34. data/ext/ddtrace_profiling_native_extension/time_helpers.c +17 -0
  35. data/ext/ddtrace_profiling_native_extension/time_helpers.h +10 -0
  36. data/lib/datadog/appsec/assets/blocked.html +98 -3
  37. data/lib/datadog/appsec/assets/blocked.json +1 -0
  38. data/lib/datadog/appsec/assets/blocked.text +5 -0
  39. data/lib/datadog/appsec/assets/waf_rules/recommended.json +1722 -636
  40. data/lib/datadog/appsec/assets/waf_rules/strict.json +366 -74
  41. data/lib/datadog/appsec/assets.rb +2 -4
  42. data/lib/datadog/appsec/autoload.rb +5 -10
  43. data/lib/datadog/appsec/component.rb +41 -0
  44. data/lib/datadog/appsec/configuration/settings.rb +61 -20
  45. data/lib/datadog/appsec/configuration.rb +20 -4
  46. data/lib/datadog/appsec/contrib/auto_instrument.rb +0 -4
  47. data/lib/datadog/appsec/contrib/configuration/settings.rb +1 -3
  48. data/lib/datadog/appsec/contrib/integration.rb +0 -2
  49. data/lib/datadog/appsec/contrib/patcher.rb +0 -2
  50. data/lib/datadog/appsec/contrib/rack/configuration/settings.rb +2 -4
  51. data/lib/datadog/appsec/contrib/rack/ext.rb +0 -2
  52. data/lib/datadog/appsec/contrib/rack/gateway/request.rb +97 -0
  53. data/lib/datadog/appsec/contrib/rack/gateway/response.rb +30 -0
  54. data/lib/datadog/appsec/contrib/rack/gateway/watcher.rb +137 -87
  55. data/lib/datadog/appsec/contrib/rack/integration.rb +5 -6
  56. data/lib/datadog/appsec/contrib/rack/patcher.rb +4 -5
  57. data/lib/datadog/appsec/contrib/rack/reactive/request.rb +31 -38
  58. data/lib/datadog/appsec/contrib/rack/reactive/request_body.rb +63 -0
  59. data/lib/datadog/appsec/contrib/rack/reactive/response.rb +21 -22
  60. data/lib/datadog/appsec/contrib/rack/request_body_middleware.rb +43 -0
  61. data/lib/datadog/appsec/contrib/rack/request_middleware.rb +117 -21
  62. data/lib/datadog/appsec/contrib/rails/configuration/settings.rb +2 -4
  63. data/lib/datadog/appsec/contrib/rails/ext.rb +0 -2
  64. data/lib/datadog/appsec/contrib/rails/framework.rb +0 -2
  65. data/lib/datadog/appsec/contrib/rails/gateway/request.rb +67 -0
  66. data/lib/datadog/appsec/contrib/rails/gateway/watcher.rb +86 -0
  67. data/lib/datadog/appsec/contrib/rails/integration.rb +5 -7
  68. data/lib/datadog/appsec/contrib/rails/patcher.rb +44 -10
  69. data/lib/datadog/appsec/contrib/rails/reactive/action.rb +69 -0
  70. data/lib/datadog/appsec/contrib/rails/request.rb +34 -0
  71. data/lib/datadog/appsec/contrib/rails/request_middleware.rb +0 -2
  72. data/lib/datadog/appsec/contrib/sinatra/configuration/settings.rb +2 -4
  73. data/lib/datadog/appsec/contrib/sinatra/ext.rb +1 -2
  74. data/lib/datadog/appsec/contrib/sinatra/framework.rb +0 -2
  75. data/lib/datadog/appsec/contrib/sinatra/gateway/request.rb +17 -0
  76. data/lib/datadog/appsec/contrib/sinatra/gateway/route_params.rb +23 -0
  77. data/lib/datadog/appsec/contrib/sinatra/gateway/watcher.rb +131 -0
  78. data/lib/datadog/appsec/contrib/sinatra/integration.rb +4 -6
  79. data/lib/datadog/appsec/contrib/sinatra/patcher.rb +94 -12
  80. data/lib/datadog/appsec/contrib/sinatra/reactive/routed.rb +64 -0
  81. data/lib/datadog/appsec/contrib/sinatra/request_middleware.rb +0 -2
  82. data/lib/datadog/appsec/event.rb +33 -26
  83. data/lib/datadog/appsec/ext.rb +9 -0
  84. data/lib/datadog/appsec/extensions.rb +51 -26
  85. data/lib/datadog/appsec/instrumentation/gateway/argument.rb +24 -0
  86. data/lib/datadog/appsec/instrumentation/gateway.rb +26 -6
  87. data/lib/datadog/appsec/instrumentation.rb +9 -0
  88. data/lib/datadog/appsec/monitor/gateway/watcher.rb +86 -0
  89. data/lib/datadog/appsec/monitor/reactive/set_user.rb +61 -0
  90. data/lib/datadog/appsec/monitor.rb +11 -0
  91. data/lib/datadog/appsec/processor.rb +143 -21
  92. data/lib/datadog/appsec/rate_limiter.rb +5 -2
  93. data/lib/datadog/appsec/reactive/address_hash.rb +6 -2
  94. data/lib/datadog/appsec/reactive/engine.rb +12 -9
  95. data/lib/datadog/appsec/reactive/operation.rb +22 -6
  96. data/lib/datadog/appsec/reactive/subscriber.rb +2 -1
  97. data/lib/datadog/appsec/response.rb +61 -0
  98. data/lib/datadog/appsec/utils/http/media_range.rb +199 -0
  99. data/lib/datadog/appsec/utils/http/media_type.rb +85 -0
  100. data/lib/datadog/appsec/utils/http.rb +9 -0
  101. data/lib/datadog/appsec/utils.rb +7 -0
  102. data/lib/datadog/appsec.rb +25 -7
  103. data/lib/datadog/ci/configuration/components.rb +1 -3
  104. data/lib/datadog/ci/configuration/settings.rb +1 -3
  105. data/lib/datadog/ci/contrib/cucumber/configuration/settings.rb +2 -4
  106. data/lib/datadog/ci/contrib/cucumber/ext.rb +0 -2
  107. data/lib/datadog/ci/contrib/cucumber/formatter.rb +5 -7
  108. data/lib/datadog/ci/contrib/cucumber/instrumentation.rb +1 -3
  109. data/lib/datadog/ci/contrib/cucumber/integration.rb +4 -6
  110. data/lib/datadog/ci/contrib/cucumber/patcher.rb +2 -4
  111. data/lib/datadog/ci/contrib/rspec/configuration/settings.rb +2 -4
  112. data/lib/datadog/ci/contrib/rspec/example.rb +5 -7
  113. data/lib/datadog/ci/contrib/rspec/ext.rb +0 -2
  114. data/lib/datadog/ci/contrib/rspec/integration.rb +4 -6
  115. data/lib/datadog/ci/contrib/rspec/patcher.rb +2 -4
  116. data/lib/datadog/ci/ext/app_types.rb +0 -2
  117. data/lib/datadog/ci/ext/environment.rb +98 -48
  118. data/lib/datadog/ci/ext/settings.rb +0 -2
  119. data/lib/datadog/ci/ext/test.rb +0 -2
  120. data/lib/datadog/ci/extensions.rb +4 -6
  121. data/lib/datadog/ci/flush.rb +2 -4
  122. data/lib/datadog/ci/test.rb +3 -5
  123. data/lib/datadog/ci.rb +6 -8
  124. data/lib/datadog/core/buffer/cruby.rb +1 -3
  125. data/lib/datadog/core/buffer/random.rb +0 -2
  126. data/lib/datadog/core/buffer/thread_safe.rb +1 -3
  127. data/lib/datadog/core/chunker.rb +0 -2
  128. data/lib/datadog/core/configuration/agent_settings_resolver.rb +9 -29
  129. data/lib/datadog/core/configuration/base.rb +14 -4
  130. data/lib/datadog/core/configuration/components.rb +31 -266
  131. data/lib/datadog/core/configuration/dependency_resolver.rb +0 -2
  132. data/lib/datadog/core/configuration/ext.rb +24 -0
  133. data/lib/datadog/core/configuration/option.rb +0 -2
  134. data/lib/datadog/core/configuration/option_definition.rb +12 -5
  135. data/lib/datadog/core/configuration/option_definition_set.rb +1 -3
  136. data/lib/datadog/core/configuration/option_set.rb +0 -2
  137. data/lib/datadog/core/configuration/options.rb +3 -5
  138. data/lib/datadog/core/configuration/settings.rb +92 -255
  139. data/lib/datadog/core/configuration.rb +16 -15
  140. data/lib/datadog/core/diagnostics/environment_logger.rb +10 -7
  141. data/lib/datadog/core/diagnostics/health.rb +4 -24
  142. data/lib/datadog/core/encoding.rb +0 -4
  143. data/lib/datadog/core/environment/cgroup.rb +4 -6
  144. data/lib/datadog/core/environment/class_count.rb +0 -2
  145. data/lib/datadog/core/environment/container.rb +3 -6
  146. data/lib/datadog/core/environment/ext.rb +1 -3
  147. data/lib/datadog/core/environment/gc.rb +0 -2
  148. data/lib/datadog/core/environment/identity.rb +2 -4
  149. data/lib/datadog/core/environment/platform.rb +38 -0
  150. data/lib/datadog/core/environment/socket.rb +1 -3
  151. data/lib/datadog/core/environment/thread_count.rb +0 -2
  152. data/lib/datadog/core/environment/variable_helpers.rb +83 -13
  153. data/lib/datadog/core/environment/vm_cache.rb +17 -2
  154. data/lib/datadog/core/error.rb +1 -3
  155. data/lib/datadog/core/extensions.rb +1 -3
  156. data/lib/datadog/core/git/ext.rb +0 -2
  157. data/lib/datadog/core/header_collection.rb +41 -0
  158. data/lib/datadog/core/logger.rb +0 -2
  159. data/lib/datadog/core/logging/ext.rb +11 -0
  160. data/lib/datadog/core/metrics/client.rb +25 -16
  161. data/lib/datadog/core/metrics/ext.rb +0 -4
  162. data/lib/datadog/core/metrics/helpers.rb +0 -2
  163. data/lib/datadog/core/metrics/logging.rb +0 -2
  164. data/lib/datadog/core/metrics/metric.rb +0 -2
  165. data/lib/datadog/core/metrics/options.rb +3 -5
  166. data/lib/datadog/core/pin.rb +0 -2
  167. data/lib/datadog/core/runtime/ext.rb +3 -3
  168. data/lib/datadog/core/runtime/metrics.rb +28 -14
  169. data/lib/datadog/core/telemetry/client.rb +77 -0
  170. data/lib/datadog/core/telemetry/collector.rb +231 -0
  171. data/lib/datadog/core/telemetry/emitter.rb +46 -0
  172. data/lib/datadog/core/telemetry/event.rb +67 -0
  173. data/lib/datadog/core/telemetry/ext.rb +9 -0
  174. data/lib/datadog/core/telemetry/heartbeat.rb +35 -0
  175. data/lib/datadog/core/telemetry/http/adapters/net.rb +111 -0
  176. data/lib/datadog/core/telemetry/http/env.rb +18 -0
  177. data/lib/datadog/core/telemetry/http/ext.rb +20 -0
  178. data/lib/datadog/core/telemetry/http/response.rb +64 -0
  179. data/lib/datadog/core/telemetry/http/transport.rb +51 -0
  180. data/lib/datadog/core/telemetry/v1/app_event.rb +50 -0
  181. data/lib/datadog/core/telemetry/v1/application.rb +86 -0
  182. data/lib/datadog/core/telemetry/v1/configuration.rb +25 -0
  183. data/lib/datadog/core/telemetry/v1/dependency.rb +36 -0
  184. data/lib/datadog/core/telemetry/v1/host.rb +51 -0
  185. data/lib/datadog/core/telemetry/v1/integration.rb +58 -0
  186. data/lib/datadog/core/telemetry/v1/product.rb +28 -0
  187. data/lib/datadog/core/telemetry/v1/telemetry_request.rb +100 -0
  188. data/lib/datadog/core/utils/compression.rb +5 -3
  189. data/lib/datadog/core/utils/forking.rb +0 -2
  190. data/lib/datadog/core/utils/network.rb +140 -0
  191. data/lib/datadog/core/utils/object_set.rb +1 -3
  192. data/lib/datadog/core/utils/only_once.rb +0 -2
  193. data/lib/datadog/core/utils/safe_dup.rb +0 -2
  194. data/lib/datadog/core/utils/sequence.rb +5 -2
  195. data/lib/datadog/core/utils/string_table.rb +1 -3
  196. data/lib/datadog/core/utils/time.rb +3 -7
  197. data/lib/datadog/core/utils.rb +1 -24
  198. data/lib/datadog/core/vendor/ipaddr.rb +78 -0
  199. data/lib/datadog/core/vendor/multipart-post/multipart/post/composite_read_io.rb +0 -2
  200. data/lib/datadog/core/vendor/multipart-post/multipart/post/multipartable.rb +2 -4
  201. data/lib/datadog/core/vendor/multipart-post/multipart/post/parts.rb +0 -2
  202. data/lib/datadog/core/vendor/multipart-post/multipart/post/version.rb +0 -2
  203. data/lib/datadog/core/vendor/multipart-post/multipart/post.rb +0 -2
  204. data/lib/datadog/core/vendor/multipart-post/multipart.rb +0 -2
  205. data/lib/datadog/core/vendor/multipart-post/net/http/post/multipart.rb +3 -5
  206. data/lib/datadog/core/worker.rb +0 -2
  207. data/lib/datadog/core/workers/async.rb +4 -6
  208. data/lib/datadog/core/workers/interval_loop.rb +0 -2
  209. data/lib/datadog/core/workers/polling.rb +2 -4
  210. data/lib/datadog/core/workers/queue.rb +0 -2
  211. data/lib/datadog/core/workers/runtime_metrics.rb +4 -9
  212. data/lib/datadog/core.rb +27 -56
  213. data/lib/datadog/kit/appsec/events.rb +74 -0
  214. data/lib/datadog/kit/enable_core_dumps.rb +50 -0
  215. data/lib/datadog/kit/identity.rb +70 -0
  216. data/lib/datadog/kit.rb +9 -0
  217. data/lib/datadog/opentelemetry/api/context.rb +186 -0
  218. data/lib/datadog/opentelemetry/api/trace/span.rb +14 -0
  219. data/lib/datadog/opentelemetry/sdk/configurator.rb +37 -0
  220. data/lib/datadog/opentelemetry/sdk/id_generator.rb +26 -0
  221. data/lib/datadog/opentelemetry/sdk/propagator.rb +90 -0
  222. data/lib/datadog/opentelemetry/sdk/span_processor.rb +91 -0
  223. data/lib/datadog/opentelemetry.rb +47 -0
  224. data/lib/datadog/opentracer/binary_propagator.rb +0 -2
  225. data/lib/datadog/opentracer/carrier.rb +0 -2
  226. data/lib/datadog/opentracer/distributed_headers.rb +7 -11
  227. data/lib/datadog/opentracer/global_tracer.rb +0 -2
  228. data/lib/datadog/opentracer/propagator.rb +0 -2
  229. data/lib/datadog/opentracer/rack_propagator.rb +10 -11
  230. data/lib/datadog/opentracer/scope.rb +0 -2
  231. data/lib/datadog/opentracer/scope_manager.rb +0 -2
  232. data/lib/datadog/opentracer/span.rb +1 -3
  233. data/lib/datadog/opentracer/span_context.rb +0 -2
  234. data/lib/datadog/opentracer/span_context_factory.rb +0 -2
  235. data/lib/datadog/opentracer/text_map_propagator.rb +13 -14
  236. data/lib/datadog/opentracer/thread_local_scope.rb +0 -2
  237. data/lib/datadog/opentracer/thread_local_scope_manager.rb +24 -3
  238. data/lib/datadog/opentracer/tracer.rb +23 -25
  239. data/lib/datadog/opentracer.rb +16 -18
  240. data/lib/datadog/profiling/backtrace_location.rb +0 -2
  241. data/lib/datadog/profiling/buffer.rb +3 -5
  242. data/lib/datadog/profiling/collectors/code_provenance.rb +1 -2
  243. data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +96 -0
  244. data/lib/datadog/profiling/collectors/dynamic_sampling_rate.rb +12 -0
  245. data/lib/datadog/profiling/collectors/idle_sampling_helper.rb +66 -0
  246. data/lib/datadog/profiling/collectors/old_stack.rb +301 -0
  247. data/lib/datadog/profiling/collectors/stack.rb +3 -289
  248. data/lib/datadog/profiling/collectors/thread_context.rb +46 -0
  249. data/lib/datadog/profiling/component.rb +161 -0
  250. data/lib/datadog/profiling/encoding/profile.rb +8 -15
  251. data/lib/datadog/profiling/event.rb +0 -2
  252. data/lib/datadog/profiling/events/stack.rb +1 -3
  253. data/lib/datadog/profiling/exporter.rb +69 -11
  254. data/lib/datadog/profiling/ext/forking.rb +41 -44
  255. data/lib/datadog/profiling/ext.rb +4 -18
  256. data/lib/datadog/profiling/flush.rb +25 -58
  257. data/lib/datadog/profiling/http_transport.rb +130 -0
  258. data/lib/datadog/profiling/load_native_extension.rb +20 -0
  259. data/lib/datadog/profiling/native_extension.rb +0 -2
  260. data/lib/datadog/profiling/old_recorder.rb +107 -0
  261. data/lib/datadog/profiling/pprof/builder.rb +4 -6
  262. data/lib/datadog/profiling/pprof/converter.rb +1 -3
  263. data/lib/datadog/profiling/pprof/message_set.rb +1 -3
  264. data/lib/datadog/profiling/pprof/payload.rb +0 -2
  265. data/lib/datadog/profiling/pprof/pprof_pb.rb +0 -2
  266. data/lib/datadog/profiling/pprof/stack_sample.rb +4 -6
  267. data/lib/datadog/profiling/pprof/string_table.rb +1 -3
  268. data/lib/datadog/profiling/pprof/template.rb +5 -7
  269. data/lib/datadog/profiling/preload.rb +1 -3
  270. data/lib/datadog/profiling/profiler.rb +7 -2
  271. data/lib/datadog/profiling/scheduler.rb +29 -52
  272. data/lib/datadog/profiling/stack_recorder.rb +74 -0
  273. data/lib/datadog/profiling/tag_builder.rb +51 -0
  274. data/lib/datadog/profiling/tasks/exec.rb +2 -4
  275. data/lib/datadog/profiling/tasks/help.rb +0 -2
  276. data/lib/datadog/profiling/tasks/setup.rb +8 -15
  277. data/lib/datadog/profiling/trace_identifiers/ddtrace.rb +2 -4
  278. data/lib/datadog/profiling/trace_identifiers/helper.rb +1 -3
  279. data/lib/datadog/profiling.rb +92 -50
  280. data/lib/datadog/tracing/analytics.rb +1 -3
  281. data/lib/datadog/tracing/buffer.rb +14 -12
  282. data/lib/datadog/tracing/client_ip.rb +61 -0
  283. data/lib/datadog/tracing/component.rb +176 -0
  284. data/lib/datadog/tracing/configuration/ext.rb +49 -6
  285. data/lib/datadog/tracing/configuration/settings.rb +451 -0
  286. data/lib/datadog/tracing/context.rb +1 -3
  287. data/lib/datadog/tracing/context_provider.rb +18 -4
  288. data/lib/datadog/tracing/contrib/action_cable/configuration/settings.rb +2 -4
  289. data/lib/datadog/tracing/contrib/action_cable/event.rb +4 -7
  290. data/lib/datadog/tracing/contrib/action_cable/events/broadcast.rb +4 -6
  291. data/lib/datadog/tracing/contrib/action_cable/events/perform_action.rb +3 -5
  292. data/lib/datadog/tracing/contrib/action_cable/events/transmit.rb +4 -6
  293. data/lib/datadog/tracing/contrib/action_cable/events.rb +4 -6
  294. data/lib/datadog/tracing/contrib/action_cable/ext.rb +0 -2
  295. data/lib/datadog/tracing/contrib/action_cable/instrumentation.rb +3 -6
  296. data/lib/datadog/tracing/contrib/action_cable/integration.rb +4 -6
  297. data/lib/datadog/tracing/contrib/action_cable/patcher.rb +4 -6
  298. data/lib/datadog/tracing/contrib/action_mailer/configuration/settings.rb +2 -4
  299. data/lib/datadog/tracing/contrib/action_mailer/event.rb +3 -5
  300. data/lib/datadog/tracing/contrib/action_mailer/events/deliver.rb +3 -5
  301. data/lib/datadog/tracing/contrib/action_mailer/events/process.rb +3 -5
  302. data/lib/datadog/tracing/contrib/action_mailer/events.rb +2 -4
  303. data/lib/datadog/tracing/contrib/action_mailer/ext.rb +0 -2
  304. data/lib/datadog/tracing/contrib/action_mailer/integration.rb +4 -6
  305. data/lib/datadog/tracing/contrib/action_mailer/patcher.rb +3 -5
  306. data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +10 -8
  307. data/lib/datadog/tracing/contrib/action_pack/action_controller/patcher.rb +2 -4
  308. data/lib/datadog/tracing/contrib/action_pack/configuration/settings.rb +2 -4
  309. data/lib/datadog/tracing/contrib/action_pack/ext.rb +0 -2
  310. data/lib/datadog/tracing/contrib/action_pack/integration.rb +4 -6
  311. data/lib/datadog/tracing/contrib/action_pack/patcher.rb +2 -4
  312. data/lib/datadog/tracing/contrib/action_pack/utils.rb +1 -3
  313. data/lib/datadog/tracing/contrib/action_view/configuration/settings.rb +2 -4
  314. data/lib/datadog/tracing/contrib/action_view/event.rb +1 -3
  315. data/lib/datadog/tracing/contrib/action_view/events/render_partial.rb +5 -7
  316. data/lib/datadog/tracing/contrib/action_view/events/render_template.rb +5 -7
  317. data/lib/datadog/tracing/contrib/action_view/events.rb +2 -4
  318. data/lib/datadog/tracing/contrib/action_view/ext.rb +0 -2
  319. data/lib/datadog/tracing/contrib/action_view/instrumentation/partial_renderer.rb +2 -4
  320. data/lib/datadog/tracing/contrib/action_view/instrumentation/template_renderer.rb +2 -4
  321. data/lib/datadog/tracing/contrib/action_view/integration.rb +4 -6
  322. data/lib/datadog/tracing/contrib/action_view/patcher.rb +7 -10
  323. data/lib/datadog/tracing/contrib/action_view/utils.rb +1 -3
  324. data/lib/datadog/tracing/contrib/active_job/configuration/settings.rb +3 -5
  325. data/lib/datadog/tracing/contrib/active_job/event.rb +3 -5
  326. data/lib/datadog/tracing/contrib/active_job/events/discard.rb +4 -6
  327. data/lib/datadog/tracing/contrib/active_job/events/enqueue.rb +4 -6
  328. data/lib/datadog/tracing/contrib/active_job/events/enqueue_at.rb +4 -6
  329. data/lib/datadog/tracing/contrib/active_job/events/enqueue_retry.rb +4 -6
  330. data/lib/datadog/tracing/contrib/active_job/events/perform.rb +4 -6
  331. data/lib/datadog/tracing/contrib/active_job/events/retry_stopped.rb +4 -6
  332. data/lib/datadog/tracing/contrib/active_job/events.rb +6 -8
  333. data/lib/datadog/tracing/contrib/active_job/ext.rb +0 -2
  334. data/lib/datadog/tracing/contrib/active_job/integration.rb +4 -6
  335. data/lib/datadog/tracing/contrib/active_job/log_injection.rb +0 -4
  336. data/lib/datadog/tracing/contrib/active_job/patcher.rb +4 -6
  337. data/lib/datadog/tracing/contrib/active_model_serializers/configuration/settings.rb +2 -4
  338. data/lib/datadog/tracing/contrib/active_model_serializers/event.rb +4 -7
  339. data/lib/datadog/tracing/contrib/active_model_serializers/events/render.rb +3 -5
  340. data/lib/datadog/tracing/contrib/active_model_serializers/events/serialize.rb +2 -4
  341. data/lib/datadog/tracing/contrib/active_model_serializers/events.rb +2 -4
  342. data/lib/datadog/tracing/contrib/active_model_serializers/ext.rb +0 -2
  343. data/lib/datadog/tracing/contrib/active_model_serializers/integration.rb +3 -5
  344. data/lib/datadog/tracing/contrib/active_model_serializers/patcher.rb +3 -6
  345. data/lib/datadog/tracing/contrib/active_record/configuration/makara_resolver.rb +0 -2
  346. data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +4 -6
  347. data/lib/datadog/tracing/contrib/active_record/configuration/settings.rb +3 -5
  348. data/lib/datadog/tracing/contrib/active_record/event.rb +1 -3
  349. data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +4 -6
  350. data/lib/datadog/tracing/contrib/active_record/events/sql.rb +6 -8
  351. data/lib/datadog/tracing/contrib/active_record/events.rb +2 -4
  352. data/lib/datadog/tracing/contrib/active_record/ext.rb +0 -2
  353. data/lib/datadog/tracing/contrib/active_record/integration.rb +6 -8
  354. data/lib/datadog/tracing/contrib/active_record/patcher.rb +2 -4
  355. data/lib/datadog/tracing/contrib/active_record/utils.rb +3 -5
  356. data/lib/datadog/tracing/contrib/active_record/vendor/connection_specification.rb +1 -3
  357. data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +19 -11
  358. data/lib/datadog/tracing/contrib/active_support/cache/patcher.rb +2 -4
  359. data/lib/datadog/tracing/contrib/active_support/cache/redis.rb +1 -3
  360. data/lib/datadog/tracing/contrib/active_support/configuration/settings.rb +2 -4
  361. data/lib/datadog/tracing/contrib/active_support/ext.rb +0 -2
  362. data/lib/datadog/tracing/contrib/active_support/integration.rb +5 -7
  363. data/lib/datadog/tracing/contrib/active_support/notifications/event.rb +1 -3
  364. data/lib/datadog/tracing/contrib/active_support/notifications/subscriber.rb +1 -3
  365. data/lib/datadog/tracing/contrib/active_support/notifications/subscription.rb +4 -4
  366. data/lib/datadog/tracing/contrib/active_support/patcher.rb +2 -4
  367. data/lib/datadog/tracing/contrib/analytics.rb +1 -3
  368. data/lib/datadog/tracing/contrib/auto_instrument.rb +4 -6
  369. data/lib/datadog/tracing/contrib/aws/configuration/settings.rb +6 -5
  370. data/lib/datadog/tracing/contrib/aws/ext.rb +1 -2
  371. data/lib/datadog/tracing/contrib/aws/instrumentation.rb +5 -6
  372. data/lib/datadog/tracing/contrib/aws/integration.rb +3 -5
  373. data/lib/datadog/tracing/contrib/aws/parsed_context.rb +0 -2
  374. data/lib/datadog/tracing/contrib/aws/patcher.rb +5 -7
  375. data/lib/datadog/tracing/contrib/aws/services.rb +0 -4
  376. data/lib/datadog/tracing/contrib/concurrent_ruby/configuration/settings.rb +2 -4
  377. data/lib/datadog/tracing/contrib/concurrent_ruby/context_composite_executor_service.rb +10 -5
  378. data/lib/datadog/tracing/contrib/concurrent_ruby/ext.rb +0 -2
  379. data/lib/datadog/tracing/contrib/concurrent_ruby/future_patch.rb +1 -3
  380. data/lib/datadog/tracing/contrib/concurrent_ruby/integration.rb +3 -5
  381. data/lib/datadog/tracing/contrib/concurrent_ruby/patcher.rb +2 -5
  382. data/lib/datadog/tracing/contrib/configurable.rb +2 -4
  383. data/lib/datadog/tracing/contrib/configuration/resolver.rb +0 -2
  384. data/lib/datadog/tracing/contrib/configuration/resolvers/pattern_resolver.rb +1 -3
  385. data/lib/datadog/tracing/contrib/configuration/settings.rb +2 -6
  386. data/lib/datadog/tracing/contrib/dalli/configuration/settings.rb +6 -5
  387. data/lib/datadog/tracing/contrib/dalli/ext.rb +2 -2
  388. data/lib/datadog/tracing/contrib/dalli/instrumentation.rb +10 -7
  389. data/lib/datadog/tracing/contrib/dalli/integration.rb +3 -5
  390. data/lib/datadog/tracing/contrib/dalli/patcher.rb +3 -6
  391. data/lib/datadog/tracing/contrib/dalli/quantize.rb +1 -3
  392. data/lib/datadog/tracing/contrib/delayed_job/configuration/settings.rb +3 -5
  393. data/lib/datadog/tracing/contrib/delayed_job/ext.rb +2 -2
  394. data/lib/datadog/tracing/contrib/delayed_job/integration.rb +3 -5
  395. data/lib/datadog/tracing/contrib/delayed_job/patcher.rb +8 -5
  396. data/lib/datadog/tracing/contrib/delayed_job/plugin.rb +11 -6
  397. data/lib/datadog/tracing/contrib/delayed_job/server_internal_tracer/worker.rb +32 -0
  398. data/lib/datadog/tracing/contrib/elasticsearch/configuration/settings.rb +7 -5
  399. data/lib/datadog/tracing/contrib/elasticsearch/ext.rb +3 -2
  400. data/lib/datadog/tracing/contrib/elasticsearch/integration.rb +12 -8
  401. data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +48 -11
  402. data/lib/datadog/tracing/contrib/elasticsearch/quantize.rb +1 -5
  403. data/lib/datadog/tracing/contrib/ethon/configuration/settings.rb +8 -5
  404. data/lib/datadog/tracing/contrib/ethon/easy_patch.rb +6 -9
  405. data/lib/datadog/tracing/contrib/ethon/ext.rb +1 -2
  406. data/lib/datadog/tracing/contrib/ethon/integration.rb +4 -6
  407. data/lib/datadog/tracing/contrib/ethon/multi_patch.rb +5 -6
  408. data/lib/datadog/tracing/contrib/ethon/patcher.rb +3 -7
  409. data/lib/datadog/tracing/contrib/excon/configuration/settings.rb +7 -5
  410. data/lib/datadog/tracing/contrib/excon/ext.rb +1 -2
  411. data/lib/datadog/tracing/contrib/excon/integration.rb +4 -6
  412. data/lib/datadog/tracing/contrib/excon/middleware.rb +8 -9
  413. data/lib/datadog/tracing/contrib/excon/patcher.rb +2 -4
  414. data/lib/datadog/tracing/contrib/ext.rb +30 -0
  415. data/lib/datadog/tracing/contrib/extensions.rb +5 -7
  416. data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb +7 -5
  417. data/lib/datadog/tracing/contrib/faraday/connection.rb +0 -2
  418. data/lib/datadog/tracing/contrib/faraday/ext.rb +1 -2
  419. data/lib/datadog/tracing/contrib/faraday/integration.rb +4 -6
  420. data/lib/datadog/tracing/contrib/faraday/middleware.rb +8 -10
  421. data/lib/datadog/tracing/contrib/faraday/patcher.rb +5 -8
  422. data/lib/datadog/tracing/contrib/faraday/rack_builder.rb +0 -2
  423. data/lib/datadog/tracing/contrib/grape/configuration/settings.rb +3 -5
  424. data/lib/datadog/tracing/contrib/grape/endpoint.rb +4 -9
  425. data/lib/datadog/tracing/contrib/grape/ext.rb +0 -2
  426. data/lib/datadog/tracing/contrib/grape/instrumentation.rb +0 -2
  427. data/lib/datadog/tracing/contrib/grape/integration.rb +3 -5
  428. data/lib/datadog/tracing/contrib/grape/patcher.rb +4 -7
  429. data/lib/datadog/tracing/contrib/graphql/configuration/settings.rb +3 -5
  430. data/lib/datadog/tracing/contrib/graphql/ext.rb +0 -2
  431. data/lib/datadog/tracing/contrib/graphql/integration.rb +3 -5
  432. data/lib/datadog/tracing/contrib/graphql/patcher.rb +2 -6
  433. data/lib/datadog/tracing/contrib/grpc/configuration/settings.rb +10 -6
  434. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/client.rb +20 -7
  435. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/server.rb +17 -19
  436. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor.rb +7 -6
  437. data/lib/datadog/tracing/contrib/grpc/distributed/fetcher.rb +26 -0
  438. data/lib/datadog/tracing/contrib/grpc/distributed/propagation.rb +42 -0
  439. data/lib/datadog/tracing/contrib/grpc/ext.rb +4 -2
  440. data/lib/datadog/tracing/contrib/grpc/integration.rb +11 -6
  441. data/lib/datadog/tracing/contrib/grpc/intercept_with_datadog.rb +0 -2
  442. data/lib/datadog/tracing/contrib/grpc/patcher.rb +3 -9
  443. data/lib/datadog/tracing/contrib/hanami/action_tracer.rb +45 -0
  444. data/lib/datadog/tracing/contrib/hanami/configuration/settings.rb +20 -0
  445. data/lib/datadog/tracing/contrib/hanami/ext.rb +22 -0
  446. data/lib/datadog/tracing/contrib/hanami/integration.rb +42 -0
  447. data/lib/datadog/tracing/contrib/hanami/patcher.rb +31 -0
  448. data/lib/datadog/tracing/contrib/hanami/plugin.rb +21 -0
  449. data/lib/datadog/tracing/contrib/hanami/renderer_policy_tracing.rb +39 -0
  450. data/lib/datadog/tracing/contrib/hanami/router_tracing.rb +42 -0
  451. data/lib/datadog/tracing/contrib/http/circuit_breaker.rb +1 -4
  452. data/lib/datadog/tracing/contrib/http/configuration/settings.rb +13 -5
  453. data/lib/datadog/tracing/contrib/http/distributed/fetcher.rb +38 -0
  454. data/lib/datadog/tracing/contrib/http/distributed/propagation.rb +37 -0
  455. data/lib/datadog/tracing/contrib/http/ext.rb +2 -2
  456. data/lib/datadog/tracing/contrib/http/instrumentation.rb +8 -12
  457. data/lib/datadog/tracing/contrib/http/integration.rb +6 -8
  458. data/lib/datadog/tracing/contrib/http/patcher.rb +3 -5
  459. data/lib/datadog/tracing/contrib/http_annotation_helper.rb +0 -2
  460. data/lib/datadog/tracing/contrib/httpclient/configuration/settings.rb +13 -5
  461. data/lib/datadog/tracing/contrib/httpclient/ext.rb +2 -2
  462. data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +9 -11
  463. data/lib/datadog/tracing/contrib/httpclient/integration.rb +4 -6
  464. data/lib/datadog/tracing/contrib/httpclient/patcher.rb +3 -5
  465. data/lib/datadog/tracing/contrib/httprb/configuration/settings.rb +13 -5
  466. data/lib/datadog/tracing/contrib/httprb/ext.rb +2 -2
  467. data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +9 -11
  468. data/lib/datadog/tracing/contrib/httprb/integration.rb +4 -6
  469. data/lib/datadog/tracing/contrib/httprb/patcher.rb +3 -5
  470. data/lib/datadog/tracing/contrib/integration.rb +3 -5
  471. data/lib/datadog/tracing/contrib/kafka/configuration/settings.rb +2 -4
  472. data/lib/datadog/tracing/contrib/kafka/consumer_event.rb +1 -2
  473. data/lib/datadog/tracing/contrib/kafka/consumer_group_event.rb +0 -2
  474. data/lib/datadog/tracing/contrib/kafka/event.rb +4 -5
  475. data/lib/datadog/tracing/contrib/kafka/events/connection/request.rb +2 -4
  476. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_batch.rb +3 -5
  477. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_message.rb +3 -5
  478. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/heartbeat.rb +4 -6
  479. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/join_group.rb +4 -6
  480. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/leave_group.rb +4 -6
  481. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/sync_group.rb +4 -6
  482. data/lib/datadog/tracing/contrib/kafka/events/produce_operation/send_messages.rb +3 -4
  483. data/lib/datadog/tracing/contrib/kafka/events/producer/deliver_messages.rb +3 -4
  484. data/lib/datadog/tracing/contrib/kafka/events.rb +9 -11
  485. data/lib/datadog/tracing/contrib/kafka/ext.rb +1 -2
  486. data/lib/datadog/tracing/contrib/kafka/integration.rb +3 -5
  487. data/lib/datadog/tracing/contrib/kafka/patcher.rb +3 -6
  488. data/lib/datadog/tracing/contrib/lograge/configuration/settings.rb +2 -4
  489. data/lib/datadog/tracing/contrib/lograge/ext.rb +0 -2
  490. data/lib/datadog/tracing/contrib/lograge/instrumentation.rb +2 -4
  491. data/lib/datadog/tracing/contrib/lograge/integration.rb +3 -5
  492. data/lib/datadog/tracing/contrib/lograge/patcher.rb +2 -4
  493. data/lib/datadog/tracing/contrib/mongodb/configuration/settings.rb +7 -5
  494. data/lib/datadog/tracing/contrib/mongodb/ext.rb +8 -2
  495. data/lib/datadog/tracing/contrib/mongodb/instrumentation.rb +3 -5
  496. data/lib/datadog/tracing/contrib/mongodb/integration.rb +4 -6
  497. data/lib/datadog/tracing/contrib/mongodb/parsers.rb +1 -3
  498. data/lib/datadog/tracing/contrib/mongodb/patcher.rb +3 -5
  499. data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +10 -6
  500. data/lib/datadog/tracing/contrib/mysql2/configuration/settings.rb +17 -4
  501. data/lib/datadog/tracing/contrib/mysql2/ext.rb +2 -2
  502. data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +20 -7
  503. data/lib/datadog/tracing/contrib/mysql2/integration.rb +3 -5
  504. data/lib/datadog/tracing/contrib/mysql2/patcher.rb +2 -4
  505. data/lib/datadog/tracing/contrib/patchable.rb +0 -2
  506. data/lib/datadog/tracing/contrib/patcher.rb +16 -6
  507. data/lib/datadog/tracing/contrib/pg/configuration/settings.rb +48 -0
  508. data/lib/datadog/tracing/contrib/pg/ext.rb +31 -0
  509. data/lib/datadog/tracing/contrib/pg/instrumentation.rb +166 -0
  510. data/lib/datadog/tracing/contrib/pg/integration.rb +41 -0
  511. data/lib/datadog/tracing/contrib/pg/patcher.rb +29 -0
  512. data/lib/datadog/tracing/contrib/presto/configuration/settings.rb +6 -5
  513. data/lib/datadog/tracing/contrib/presto/ext.rb +2 -2
  514. data/lib/datadog/tracing/contrib/presto/instrumentation.rb +5 -5
  515. data/lib/datadog/tracing/contrib/presto/integration.rb +3 -5
  516. data/lib/datadog/tracing/contrib/presto/patcher.rb +4 -6
  517. data/lib/datadog/tracing/contrib/propagation/sql_comment/comment.rb +41 -0
  518. data/lib/datadog/tracing/contrib/propagation/sql_comment/ext.rb +31 -0
  519. data/lib/datadog/tracing/contrib/propagation/sql_comment/mode.rb +26 -0
  520. data/lib/datadog/tracing/contrib/propagation/sql_comment.rb +45 -0
  521. data/lib/datadog/tracing/contrib/qless/configuration/settings.rb +2 -4
  522. data/lib/datadog/tracing/contrib/qless/ext.rb +0 -2
  523. data/lib/datadog/tracing/contrib/qless/integration.rb +3 -5
  524. data/lib/datadog/tracing/contrib/qless/patcher.rb +1 -6
  525. data/lib/datadog/tracing/contrib/qless/qless_job.rb +5 -5
  526. data/lib/datadog/tracing/contrib/qless/tracer_cleaner.rb +0 -4
  527. data/lib/datadog/tracing/contrib/que/configuration/settings.rb +3 -5
  528. data/lib/datadog/tracing/contrib/que/ext.rb +0 -2
  529. data/lib/datadog/tracing/contrib/que/integration.rb +4 -6
  530. data/lib/datadog/tracing/contrib/que/patcher.rb +1 -4
  531. data/lib/datadog/tracing/contrib/que/tracer.rb +5 -3
  532. data/lib/datadog/tracing/contrib/racecar/configuration/settings.rb +2 -4
  533. data/lib/datadog/tracing/contrib/racecar/event.rb +5 -7
  534. data/lib/datadog/tracing/contrib/racecar/events/batch.rb +6 -5
  535. data/lib/datadog/tracing/contrib/racecar/events/consume.rb +2 -4
  536. data/lib/datadog/tracing/contrib/racecar/events/message.rb +6 -5
  537. data/lib/datadog/tracing/contrib/racecar/events.rb +3 -5
  538. data/lib/datadog/tracing/contrib/racecar/ext.rb +1 -2
  539. data/lib/datadog/tracing/contrib/racecar/integration.rb +3 -5
  540. data/lib/datadog/tracing/contrib/racecar/patcher.rb +3 -6
  541. data/lib/datadog/tracing/contrib/rack/configuration/settings.rb +2 -4
  542. data/lib/datadog/tracing/contrib/rack/ext.rb +5 -2
  543. data/lib/datadog/tracing/contrib/rack/header_collection.rb +35 -0
  544. data/lib/datadog/tracing/contrib/rack/integration.rb +4 -6
  545. data/lib/datadog/tracing/contrib/rack/middlewares.rb +170 -78
  546. data/lib/datadog/tracing/contrib/rack/patcher.rb +12 -4
  547. data/lib/datadog/tracing/contrib/rack/request_queue.rb +0 -2
  548. data/lib/datadog/tracing/contrib/rails/auto_instrument_railtie.rb +1 -3
  549. data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +4 -3
  550. data/lib/datadog/tracing/contrib/rails/ext.rb +0 -2
  551. data/lib/datadog/tracing/contrib/rails/framework.rb +18 -24
  552. data/lib/datadog/tracing/contrib/rails/integration.rb +4 -6
  553. data/lib/datadog/tracing/contrib/rails/log_injection.rb +3 -20
  554. data/lib/datadog/tracing/contrib/rails/middlewares.rb +1 -4
  555. data/lib/datadog/tracing/contrib/rails/patcher.rb +7 -10
  556. data/lib/datadog/tracing/contrib/rails/railtie.rb +3 -5
  557. data/lib/datadog/tracing/contrib/rails/utils.rb +1 -3
  558. data/lib/datadog/tracing/contrib/rake/configuration/settings.rb +16 -3
  559. data/lib/datadog/tracing/contrib/rake/ext.rb +0 -2
  560. data/lib/datadog/tracing/contrib/rake/instrumentation.rb +14 -11
  561. data/lib/datadog/tracing/contrib/rake/integration.rb +3 -5
  562. data/lib/datadog/tracing/contrib/rake/patcher.rb +3 -7
  563. data/lib/datadog/tracing/contrib/redis/configuration/resolver.rb +1 -3
  564. data/lib/datadog/tracing/contrib/redis/configuration/settings.rb +6 -5
  565. data/lib/datadog/tracing/contrib/redis/ext.rb +3 -2
  566. data/lib/datadog/tracing/contrib/redis/instrumentation.rb +36 -28
  567. data/lib/datadog/tracing/contrib/redis/integration.rb +37 -6
  568. data/lib/datadog/tracing/contrib/redis/patcher.rb +56 -15
  569. data/lib/datadog/tracing/contrib/redis/quantize.rb +11 -10
  570. data/lib/datadog/tracing/contrib/redis/tags.rb +12 -12
  571. data/lib/datadog/tracing/contrib/redis/trace_middleware.rb +70 -0
  572. data/lib/datadog/tracing/contrib/redis/vendor/resolver.rb +0 -2
  573. data/lib/datadog/tracing/contrib/registerable.rb +0 -2
  574. data/lib/datadog/tracing/contrib/registry.rb +0 -2
  575. data/lib/datadog/tracing/contrib/resque/configuration/settings.rb +3 -5
  576. data/lib/datadog/tracing/contrib/resque/ext.rb +0 -2
  577. data/lib/datadog/tracing/contrib/resque/integration.rb +3 -5
  578. data/lib/datadog/tracing/contrib/resque/patcher.rb +2 -5
  579. data/lib/datadog/tracing/contrib/resque/resque_job.rb +7 -6
  580. data/lib/datadog/tracing/contrib/rest_client/configuration/settings.rb +9 -5
  581. data/lib/datadog/tracing/contrib/rest_client/ext.rb +1 -2
  582. data/lib/datadog/tracing/contrib/rest_client/integration.rb +3 -5
  583. data/lib/datadog/tracing/contrib/rest_client/patcher.rb +2 -6
  584. data/lib/datadog/tracing/contrib/rest_client/request_patch.rb +7 -8
  585. data/lib/datadog/tracing/contrib/semantic_logger/configuration/settings.rb +2 -4
  586. data/lib/datadog/tracing/contrib/semantic_logger/ext.rb +0 -2
  587. data/lib/datadog/tracing/contrib/semantic_logger/instrumentation.rb +2 -4
  588. data/lib/datadog/tracing/contrib/semantic_logger/integration.rb +3 -5
  589. data/lib/datadog/tracing/contrib/semantic_logger/patcher.rb +2 -4
  590. data/lib/datadog/tracing/contrib/sequel/configuration/settings.rb +2 -4
  591. data/lib/datadog/tracing/contrib/sequel/database.rb +4 -7
  592. data/lib/datadog/tracing/contrib/sequel/dataset.rb +4 -7
  593. data/lib/datadog/tracing/contrib/sequel/ext.rb +0 -2
  594. data/lib/datadog/tracing/contrib/sequel/integration.rb +3 -5
  595. data/lib/datadog/tracing/contrib/sequel/patcher.rb +3 -5
  596. data/lib/datadog/tracing/contrib/sequel/utils.rb +2 -4
  597. data/lib/datadog/tracing/contrib/shoryuken/configuration/settings.rb +3 -5
  598. data/lib/datadog/tracing/contrib/shoryuken/ext.rb +1 -2
  599. data/lib/datadog/tracing/contrib/shoryuken/integration.rb +4 -6
  600. data/lib/datadog/tracing/contrib/shoryuken/patcher.rb +1 -3
  601. data/lib/datadog/tracing/contrib/shoryuken/tracer.rb +5 -3
  602. data/lib/datadog/tracing/contrib/sidekiq/client_tracer.rb +11 -7
  603. data/lib/datadog/tracing/contrib/sidekiq/configuration/settings.rb +4 -5
  604. data/lib/datadog/tracing/contrib/sidekiq/ext.rb +6 -2
  605. data/lib/datadog/tracing/contrib/sidekiq/integration.rb +3 -5
  606. data/lib/datadog/tracing/contrib/sidekiq/patcher.rb +14 -9
  607. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/heartbeat.rb +23 -3
  608. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/job_fetch.rb +2 -2
  609. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/{scheduled_push.rb → redis_info.rb} +7 -8
  610. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/scheduled_poller.rb +55 -0
  611. data/lib/datadog/tracing/contrib/sidekiq/server_tracer.rb +31 -8
  612. data/lib/datadog/tracing/contrib/sidekiq/tracing.rb +2 -4
  613. data/lib/datadog/tracing/contrib/sinatra/configuration/settings.rb +2 -4
  614. data/lib/datadog/tracing/contrib/sinatra/env.rb +14 -27
  615. data/lib/datadog/tracing/contrib/sinatra/ext.rb +7 -5
  616. data/lib/datadog/tracing/contrib/sinatra/framework.rb +11 -4
  617. data/lib/datadog/tracing/contrib/sinatra/headers.rb +1 -3
  618. data/lib/datadog/tracing/contrib/sinatra/integration.rb +3 -5
  619. data/lib/datadog/tracing/contrib/sinatra/patcher.rb +6 -10
  620. data/lib/datadog/tracing/contrib/sinatra/tracer.rb +15 -90
  621. data/lib/datadog/tracing/contrib/sinatra/tracer_middleware.rb +20 -18
  622. data/lib/datadog/tracing/contrib/sneakers/configuration/settings.rb +2 -4
  623. data/lib/datadog/tracing/contrib/sneakers/ext.rb +1 -2
  624. data/lib/datadog/tracing/contrib/sneakers/integration.rb +4 -6
  625. data/lib/datadog/tracing/contrib/sneakers/patcher.rb +2 -5
  626. data/lib/datadog/tracing/contrib/sneakers/tracer.rb +7 -5
  627. data/lib/datadog/tracing/contrib/status_code_matcher.rb +2 -4
  628. data/lib/datadog/tracing/contrib/stripe/configuration/settings.rb +33 -0
  629. data/lib/datadog/tracing/contrib/stripe/ext.rb +26 -0
  630. data/lib/datadog/tracing/contrib/stripe/integration.rb +43 -0
  631. data/lib/datadog/tracing/contrib/stripe/patcher.rb +28 -0
  632. data/lib/datadog/tracing/contrib/stripe/request.rb +67 -0
  633. data/lib/datadog/tracing/contrib/sucker_punch/configuration/settings.rb +2 -4
  634. data/lib/datadog/tracing/contrib/sucker_punch/exception_handler.rb +0 -2
  635. data/lib/datadog/tracing/contrib/sucker_punch/ext.rb +0 -2
  636. data/lib/datadog/tracing/contrib/sucker_punch/instrumentation.rb +3 -6
  637. data/lib/datadog/tracing/contrib/sucker_punch/integration.rb +3 -5
  638. data/lib/datadog/tracing/contrib/sucker_punch/patcher.rb +4 -9
  639. data/lib/datadog/tracing/contrib/utils/database.rb +0 -2
  640. data/lib/datadog/tracing/contrib/utils/quantization/hash.rb +0 -2
  641. data/lib/datadog/tracing/contrib/utils/quantization/http.rb +92 -14
  642. data/lib/datadog/tracing/contrib.rb +50 -49
  643. data/lib/datadog/tracing/correlation.rb +16 -4
  644. data/lib/datadog/{core → tracing}/diagnostics/ext.rb +1 -8
  645. data/lib/datadog/tracing/diagnostics/health.rb +38 -0
  646. data/lib/datadog/tracing/distributed/b3_multi.rb +72 -0
  647. data/lib/datadog/tracing/distributed/b3_single.rb +68 -0
  648. data/lib/datadog/tracing/distributed/datadog.rb +200 -0
  649. data/lib/datadog/tracing/distributed/datadog_tags_codec.rb +84 -0
  650. data/lib/datadog/tracing/distributed/fetcher.rb +21 -0
  651. data/lib/datadog/tracing/distributed/headers/ext.rb +19 -16
  652. data/lib/datadog/tracing/distributed/helpers.rb +34 -13
  653. data/lib/datadog/tracing/distributed/none.rb +18 -0
  654. data/lib/datadog/tracing/distributed/propagation.rb +126 -0
  655. data/lib/datadog/tracing/distributed/trace_context.rb +373 -0
  656. data/lib/datadog/tracing/event.rb +3 -4
  657. data/lib/datadog/tracing/flush.rb +57 -37
  658. data/lib/datadog/tracing/metadata/analytics.rb +2 -4
  659. data/lib/datadog/tracing/metadata/errors.rb +2 -4
  660. data/lib/datadog/tracing/metadata/ext.rb +34 -3
  661. data/lib/datadog/tracing/metadata/tagging.rb +23 -4
  662. data/lib/datadog/tracing/metadata.rb +3 -5
  663. data/lib/datadog/tracing/pipeline/span_filter.rb +10 -8
  664. data/lib/datadog/tracing/pipeline/span_processor.rb +0 -2
  665. data/lib/datadog/tracing/pipeline.rb +3 -5
  666. data/lib/datadog/tracing/propagation/http.rb +3 -100
  667. data/lib/datadog/tracing/runtime/metrics.rb +1 -3
  668. data/lib/datadog/tracing/sampling/all_sampler.rb +1 -3
  669. data/lib/datadog/tracing/sampling/ext.rb +30 -1
  670. data/lib/datadog/tracing/sampling/matcher.rb +0 -2
  671. data/lib/datadog/tracing/sampling/priority_sampler.rb +64 -14
  672. data/lib/datadog/tracing/sampling/rate_by_key_sampler.rb +10 -13
  673. data/lib/datadog/tracing/sampling/rate_by_service_sampler.rb +32 -10
  674. data/lib/datadog/tracing/sampling/rate_limiter.rb +4 -3
  675. data/lib/datadog/tracing/sampling/rate_sampler.rb +27 -12
  676. data/lib/datadog/tracing/sampling/rule.rb +15 -11
  677. data/lib/datadog/tracing/sampling/rule_sampler.rb +11 -14
  678. data/lib/datadog/tracing/sampling/sampler.rb +0 -2
  679. data/lib/datadog/tracing/sampling/span/ext.rb +25 -0
  680. data/lib/datadog/tracing/sampling/span/matcher.rb +89 -0
  681. data/lib/datadog/tracing/sampling/span/rule.rb +82 -0
  682. data/lib/datadog/tracing/sampling/span/rule_parser.rb +104 -0
  683. data/lib/datadog/tracing/sampling/span/sampler.rb +75 -0
  684. data/lib/datadog/tracing/span.rb +24 -22
  685. data/lib/datadog/tracing/span_operation.rb +15 -18
  686. data/lib/datadog/tracing/sync_writer.rb +5 -7
  687. data/lib/datadog/tracing/trace_digest.rb +88 -4
  688. data/lib/datadog/tracing/trace_operation.rb +60 -18
  689. data/lib/datadog/tracing/trace_segment.rb +20 -10
  690. data/lib/datadog/tracing/tracer.rb +49 -23
  691. data/lib/datadog/tracing/utils.rb +81 -0
  692. data/lib/datadog/tracing/workers/trace_writer.rb +9 -11
  693. data/lib/datadog/tracing/workers.rb +3 -5
  694. data/lib/datadog/tracing/writer.rb +12 -7
  695. data/lib/datadog/tracing.rb +8 -10
  696. data/lib/ddtrace/auto_instrument.rb +9 -4
  697. data/lib/ddtrace/auto_instrument_base.rb +0 -2
  698. data/lib/ddtrace/profiling/preload.rb +0 -2
  699. data/lib/ddtrace/transport/ext.rb +7 -3
  700. data/lib/ddtrace/transport/http/adapters/net.rb +3 -4
  701. data/lib/ddtrace/transport/http/adapters/registry.rb +0 -2
  702. data/lib/ddtrace/transport/http/adapters/test.rb +1 -3
  703. data/lib/ddtrace/transport/http/adapters/unix_socket.rb +2 -4
  704. data/lib/ddtrace/transport/http/api/endpoint.rb +0 -2
  705. data/lib/ddtrace/transport/http/api/fallbacks.rb +0 -2
  706. data/lib/ddtrace/transport/http/api/instance.rb +0 -2
  707. data/lib/ddtrace/transport/http/api/map.rb +1 -3
  708. data/lib/ddtrace/transport/http/api/spec.rb +0 -2
  709. data/lib/ddtrace/transport/http/api.rb +4 -6
  710. data/lib/ddtrace/transport/http/builder.rb +5 -7
  711. data/lib/ddtrace/transport/http/client.rb +4 -5
  712. data/lib/ddtrace/transport/http/env.rb +0 -2
  713. data/lib/ddtrace/transport/http/response.rb +35 -7
  714. data/lib/ddtrace/transport/http/statistics.rb +1 -3
  715. data/lib/ddtrace/transport/http/traces.rb +6 -8
  716. data/lib/ddtrace/transport/http.rb +11 -12
  717. data/lib/ddtrace/transport/io/client.rb +5 -5
  718. data/lib/ddtrace/transport/io/response.rb +1 -3
  719. data/lib/ddtrace/transport/io/traces.rb +3 -7
  720. data/lib/ddtrace/transport/io.rb +3 -5
  721. data/lib/ddtrace/transport/parcel.rb +0 -4
  722. data/lib/ddtrace/transport/request.rb +0 -2
  723. data/lib/ddtrace/transport/response.rb +0 -2
  724. data/lib/ddtrace/transport/serializable_trace.rb +9 -5
  725. data/lib/ddtrace/transport/statistics.rb +2 -4
  726. data/lib/ddtrace/transport/trace_formatter.rb +21 -12
  727. data/lib/ddtrace/transport/traces.rb +9 -9
  728. data/lib/ddtrace/version.rb +2 -4
  729. data/lib/ddtrace.rb +6 -9
  730. metadata +176 -47
  731. data/.editorconfig +0 -22
  732. data/.gitignore +0 -70
  733. data/CONTRIBUTING.md +0 -81
  734. data/ddtrace.gemspec +0 -59
  735. data/docs/0.x-trace.png +0 -0
  736. data/docs/1.0-trace.png +0 -0
  737. data/docs/AutoInstrumentation.md +0 -36
  738. data/docs/Deprecation.md +0 -8
  739. data/docs/DevelopmentGuide.md +0 -259
  740. data/docs/GettingStarted.md +0 -2671
  741. data/docs/ProfilingDevelopment.md +0 -110
  742. data/docs/PublicApi.md +0 -14
  743. data/docs/UpgradeGuide.md +0 -736
  744. data/lib/datadog/appsec/assets/waf_rules/risky.json +0 -1499
  745. data/lib/datadog/appsec/contrib/rack/request.rb +0 -52
  746. data/lib/datadog/appsec/contrib/rack/response.rb +0 -24
  747. data/lib/datadog/profiling/recorder.rb +0 -117
  748. data/lib/datadog/profiling/transport/client.rb +0 -16
  749. data/lib/datadog/profiling/transport/http/api/endpoint.rb +0 -107
  750. data/lib/datadog/profiling/transport/http/api/instance.rb +0 -38
  751. data/lib/datadog/profiling/transport/http/api/spec.rb +0 -42
  752. data/lib/datadog/profiling/transport/http/api.rb +0 -45
  753. data/lib/datadog/profiling/transport/http/builder.rb +0 -30
  754. data/lib/datadog/profiling/transport/http/client.rb +0 -35
  755. data/lib/datadog/profiling/transport/http/response.rb +0 -23
  756. data/lib/datadog/profiling/transport/http.rb +0 -112
  757. data/lib/datadog/profiling/transport/io/client.rb +0 -29
  758. data/lib/datadog/profiling/transport/io/response.rb +0 -18
  759. data/lib/datadog/profiling/transport/io.rb +0 -32
  760. data/lib/datadog/profiling/transport/parcel.rb +0 -19
  761. data/lib/datadog/profiling/transport/request.rb +0 -17
  762. data/lib/datadog/profiling/transport/response.rb +0 -10
  763. data/lib/datadog/tracing/distributed/headers/b3.rb +0 -55
  764. data/lib/datadog/tracing/distributed/headers/b3_single.rb +0 -67
  765. data/lib/datadog/tracing/distributed/headers/datadog.rb +0 -52
  766. data/lib/datadog/tracing/distributed/parser.rb +0 -70
  767. data/lib/datadog/tracing/propagation/grpc.rb +0 -88
@@ -0,0 +1,301 @@
1
+ require_relative '../../core/utils/only_once'
2
+ require_relative '../../core/utils/time'
3
+ require_relative '../../core/worker'
4
+ require_relative '../../core/workers/polling'
5
+ require_relative '../backtrace_location'
6
+ require_relative '../events/stack'
7
+ require_relative '../native_extension'
8
+
9
+ module Datadog
10
+ module Profiling
11
+ module Collectors
12
+ # Collects stack trace samples from Ruby threads for both CPU-time (if available) and wall-clock.
13
+ # Runs on its own background thread.
14
+ #
15
+ # This class has the prefix "Old" because it will be deprecated by the new native CPU Profiler
16
+ class OldStack < Core::Worker
17
+ include Core::Workers::Polling
18
+
19
+ DEFAULT_MAX_TIME_USAGE_PCT = 2.0
20
+ MIN_INTERVAL = 0.01
21
+ THREAD_LAST_CPU_TIME_KEY = :datadog_profiler_last_cpu_time
22
+ THREAD_LAST_WALL_CLOCK_KEY = :datadog_profiler_last_wall_clock
23
+ SYNTHETIC_STACK_IN_NATIVE_CODE = [BacktraceLocation.new('', 0, 'In native code').freeze].freeze
24
+
25
+ # This default was picked based on the current sampling performance and on expected concurrency on an average
26
+ # Ruby MRI application. Lowering this optimizes for latency (less impact each time we sample), and raising
27
+ # optimizes for coverage (less chance to miss what a given thread is doing).
28
+ DEFAULT_MAX_THREADS_SAMPLED = 16
29
+
30
+ attr_reader \
31
+ :recorder,
32
+ :max_frames,
33
+ :trace_identifiers_helper,
34
+ :ignore_thread,
35
+ :max_time_usage_pct,
36
+ :thread_api,
37
+ :cpu_time_provider
38
+
39
+ def initialize(
40
+ recorder,
41
+ max_frames:,
42
+ trace_identifiers_helper:, # Usually an instance of Profiling::TraceIdentifiers::Helper
43
+ ignore_thread: nil,
44
+ max_time_usage_pct: DEFAULT_MAX_TIME_USAGE_PCT,
45
+ max_threads_sampled: DEFAULT_MAX_THREADS_SAMPLED,
46
+ thread_api: Thread,
47
+ cpu_time_provider: Profiling::NativeExtension,
48
+ fork_policy: Core::Workers::Async::Thread::FORK_POLICY_RESTART, # Restart in forks by default
49
+ interval: MIN_INTERVAL,
50
+ enabled: true
51
+ )
52
+ @recorder = recorder
53
+ @max_frames = max_frames
54
+ @trace_identifiers_helper = trace_identifiers_helper
55
+ @ignore_thread = ignore_thread
56
+ @max_time_usage_pct = max_time_usage_pct
57
+ @max_threads_sampled = max_threads_sampled
58
+ @thread_api = thread_api
59
+ # Only set the provider if it's able to work in the current Ruby/OS combo
60
+ @cpu_time_provider = cpu_time_provider unless cpu_time_provider.cpu_time_ns_for(thread_api.current).nil?
61
+
62
+ # Workers::Async::Thread settings
63
+ self.fork_policy = fork_policy
64
+
65
+ # Workers::IntervalLoop settings
66
+ self.loop_base_interval = interval
67
+
68
+ # Workers::Polling settings
69
+ self.enabled = enabled
70
+
71
+ # Cache this proc, since it's pretty expensive to keep recreating it
72
+ @build_backtrace_location = method(:build_backtrace_location).to_proc
73
+ # Cache this buffer, since it's pretty expensive to keep accessing it
74
+ @stack_sample_event_recorder = recorder[Events::StackSample]
75
+ # See below for details on why this is needed
76
+ @needs_process_waiter_workaround = Gem::Version.new(RUBY_VERSION) < Gem::Version.new('2.7')
77
+ end
78
+
79
+ def start
80
+ reset_cpu_time_tracking
81
+ perform
82
+ end
83
+
84
+ def perform
85
+ collect_and_wait
86
+ end
87
+
88
+ def collect_and_wait
89
+ run_time = Core::Utils::Time.measure do
90
+ collect_events
91
+ end
92
+
93
+ # Update wait time to throttle profiling
94
+ self.loop_wait_time = compute_wait_time(run_time)
95
+ end
96
+
97
+ def collect_events
98
+ events = []
99
+ current_wall_time_ns = get_current_wall_time_timestamp_ns
100
+
101
+ # Collect backtraces from each thread
102
+ threads_to_sample.each do |thread|
103
+ next unless thread.alive?
104
+ next if ignore_thread.is_a?(Proc) && ignore_thread.call(thread)
105
+
106
+ event = collect_thread_event(thread, current_wall_time_ns)
107
+ events << event unless event.nil?
108
+ end
109
+
110
+ # Send events to recorder
111
+ recorder.push(events) unless events.empty?
112
+
113
+ events
114
+ end
115
+
116
+ def collect_thread_event(thread, current_wall_time_ns)
117
+ locations = thread.backtrace_locations
118
+ return if locations.nil?
119
+
120
+ # Having empty locations means that the thread is alive, but we don't know what it's doing:
121
+ #
122
+ # 1. It can be starting up
123
+ # ```
124
+ # > Thread.new { sleep }.backtrace
125
+ # => [] # <-- note the thread hasn't actually started running sleep yet, we got there first
126
+ # ```
127
+ # 2. It can be running native code
128
+ # ```
129
+ # > t = Process.detach(fork { sleep })
130
+ # => #<Process::Waiter:0x00007ffe7285f7a0 run>
131
+ # > t.backtrace
132
+ # => [] # <-- this can happen even minutes later, e.g. it's not a race as in 1.
133
+ # ```
134
+ # This effect has been observed in threads created by the Iodine web server and the ffi gem
135
+ #
136
+ # To give customers visibility into these threads, we replace the empty stack with one containing a
137
+ # synthetic placeholder frame, so that these threads are properly represented in the UX.
138
+ locations = SYNTHETIC_STACK_IN_NATIVE_CODE if locations.empty?
139
+
140
+ # Get actual stack size then trim the stack
141
+ stack_size = locations.length
142
+ locations = locations[0..(max_frames - 1)]
143
+
144
+ # Convert backtrace locations into structs
145
+ locations = convert_backtrace_locations(locations)
146
+
147
+ thread_id = thread.object_id
148
+ root_span_id, span_id, trace_resource = trace_identifiers_helper.trace_identifiers_for(thread)
149
+ cpu_time = get_cpu_time_interval!(thread)
150
+ wall_time_interval_ns =
151
+ get_elapsed_since_last_sample_and_set_value(thread, THREAD_LAST_WALL_CLOCK_KEY, current_wall_time_ns)
152
+
153
+ Events::StackSample.new(
154
+ nil,
155
+ locations,
156
+ stack_size,
157
+ thread_id,
158
+ root_span_id,
159
+ span_id,
160
+ trace_resource,
161
+ cpu_time,
162
+ wall_time_interval_ns
163
+ )
164
+ end
165
+
166
+ def get_cpu_time_interval!(thread)
167
+ return unless cpu_time_provider
168
+
169
+ current_cpu_time_ns = cpu_time_provider.cpu_time_ns_for(thread)
170
+
171
+ return unless current_cpu_time_ns
172
+
173
+ get_elapsed_since_last_sample_and_set_value(thread, THREAD_LAST_CPU_TIME_KEY, current_cpu_time_ns)
174
+ end
175
+
176
+ def compute_wait_time(used_time)
177
+ # We took used_time to get the last sample.
178
+ #
179
+ # What we're computing here is -- if used_time corresponds to max_time_usage_pct of the time we should
180
+ # spend working, how much is (100% - max_time_usage_pct) of the time?
181
+ #
182
+ # For instance, if we took 10ms to sample, and max_time_usage_pct is 1%, then the other 99% is 990ms, which
183
+ # means we need to sleep for 990ms to guarantee that we don't spend more than 1% of the time working.
184
+ used_time_ns = used_time * 1e9
185
+ interval = (used_time_ns / (max_time_usage_pct / 100.0)) - used_time_ns
186
+ [interval / 1e9, MIN_INTERVAL].max
187
+ end
188
+
189
+ # Convert backtrace locations into structs
190
+ # Re-use old backtrace location objects if they already exist in the buffer
191
+ def convert_backtrace_locations(locations)
192
+ locations.collect do |location|
193
+ # Re-use existing BacktraceLocation if identical copy, otherwise build a new one.
194
+ @stack_sample_event_recorder.cache(:backtrace_locations).fetch(
195
+ # Function name
196
+ location.base_label,
197
+ # Line number
198
+ location.lineno,
199
+ # Filename
200
+ location.path,
201
+ # Build function
202
+ &@build_backtrace_location
203
+ )
204
+ end
205
+ end
206
+
207
+ def build_backtrace_location(_id, base_label, lineno, path)
208
+ string_table = @stack_sample_event_recorder.string_table
209
+
210
+ Profiling::BacktraceLocation.new(
211
+ string_table.fetch_string(base_label),
212
+ lineno,
213
+ string_table.fetch_string(path)
214
+ )
215
+ end
216
+
217
+ def reset_after_fork
218
+ recorder.reset_after_fork
219
+
220
+ # NOTE: We could perhaps also call #reset_cpu_time_tracking here, although it's not needed because we always
221
+ # call in in #start.
222
+ end
223
+
224
+ private
225
+
226
+ # If the profiler is started for a while, stopped and then restarted OR whenever the process forks, we need to
227
+ # clean up any leftover per-thread counters, so that the first sample after starting doesn't end up with:
228
+ #
229
+ # a) negative time: At least on my test docker container, and on the reliability environment, after the process
230
+ # forks, the cpu time reference changes and (old cpu time - new cpu time) can be < 0
231
+ #
232
+ # b) large amount of time: if the profiler was started, then stopped for some amount of time, and then
233
+ # restarted, we don't want the first sample to be "blamed" for multiple minutes of CPU time
234
+ #
235
+ # By resetting the last cpu time seen, we start with a clean slate every time we start the stack collector.
236
+ def reset_cpu_time_tracking
237
+ thread_api.list.each do |thread|
238
+ # See below for details on why this is needed
239
+ next if @needs_process_waiter_workaround && thread.is_a?(::Process::Waiter)
240
+
241
+ thread.thread_variable_set(THREAD_LAST_CPU_TIME_KEY, nil)
242
+ thread.thread_variable_set(THREAD_LAST_WALL_CLOCK_KEY, nil)
243
+ end
244
+ end
245
+
246
+ def get_elapsed_since_last_sample_and_set_value(thread, key, current_value)
247
+ # Process::Waiter crash workaround:
248
+ #
249
+ # This is a workaround for a Ruby VM segfault (usually something like
250
+ # "[BUG] Segmentation fault at 0x0000000000000008") in the affected Ruby versions.
251
+ # See https://bugs.ruby-lang.org/issues/17807 for details.
252
+ #
253
+ # In those Ruby versions, there's a very special subclass of `Thread` called `Process::Waiter` that causes VM
254
+ # crashes whenever something tries to read its instance or thread variables. This subclass of thread only
255
+ # shows up when the `Process.detach` API gets used.
256
+ # In the specs you'll find crash regression tests that include a way of reproducing it.
257
+ #
258
+ # As workaround for now we just skip it for the affected Rubies
259
+ return 0 if @needs_process_waiter_workaround && thread.is_a?(::Process::Waiter)
260
+
261
+ last_value = thread.thread_variable_get(key) || current_value
262
+ thread.thread_variable_set(key, current_value)
263
+
264
+ current_value - last_value
265
+ end
266
+
267
+ # Whenever there are more than max_threads_sampled active, we only sample a subset of them.
268
+ # We do this to avoid impacting the latency of the service being profiled. We want to avoid doing
269
+ # a big burst of work all at once (sample everything), and instead do a little work each time
270
+ # (sample a bit by bit).
271
+ #
272
+ # Because we pick the threads to sample randomly, we'll eventually sample all threads -- just not at once.
273
+ # Notice also that this will interact with our dynamic sampling mechanism -- if samples are faster, we take
274
+ # them more often, if they are slower, we take them less often -- which again means that over a longer period
275
+ # we should take sample roughly the same samples.
276
+ #
277
+ # One downside of this approach is that if there really are many threads, the resulting wall clock times
278
+ # in a one minute profile may "drift" around the 60 second mark, e.g. maybe we only sampled a thread once per
279
+ # second and only 59 times, so we'll report 59s, but on the next report we'll include the missing one, so
280
+ # then the result will be 61s. I've observed 60 +- 1.68 secs for an app with ~65 threads, given the
281
+ # default maximum of 16 threads. This seems a reasonable enough margin of error given the improvement to
282
+ # latency (especially on such a large application! -> even bigger latency impact if we tried to sample all
283
+ # threads).
284
+ #
285
+ def threads_to_sample
286
+ all_threads = thread_api.list
287
+
288
+ if all_threads.size > @max_threads_sampled
289
+ all_threads.sample(@max_threads_sampled)
290
+ else
291
+ all_threads
292
+ end
293
+ end
294
+
295
+ def get_current_wall_time_timestamp_ns
296
+ Core::Utils::Time.get_time(:nanosecond)
297
+ end
298
+ end
299
+ end
300
+ end
301
+ end
@@ -1,296 +1,10 @@
1
- # typed: true
2
-
3
- require 'datadog/core/utils/only_once'
4
- require 'datadog/core/utils/time'
5
- require 'datadog/core/worker'
6
- require 'datadog/core/workers/polling'
7
- require 'datadog/profiling/backtrace_location'
8
- require 'datadog/profiling/events/stack'
9
- require 'datadog/profiling/native_extension'
10
-
11
1
  module Datadog
12
2
  module Profiling
13
3
  module Collectors
14
- # Collects stack trace samples from Ruby threads for both CPU-time (if available) and wall-clock.
15
- # Runs on its own background thread.
4
+ # Used to gather a stack trace from a given Ruby thread. Stores its output on a `StackRecorder`.
16
5
  #
17
- class Stack < Core::Worker # rubocop:disable Metrics/ClassLength
18
- include Core::Workers::Polling
19
-
20
- DEFAULT_MAX_TIME_USAGE_PCT = 2.0
21
- MIN_INTERVAL = 0.01
22
- THREAD_LAST_CPU_TIME_KEY = :datadog_profiler_last_cpu_time
23
- THREAD_LAST_WALL_CLOCK_KEY = :datadog_profiler_last_wall_clock
24
- SYNTHETIC_STACK_IN_NATIVE_CODE = [BacktraceLocation.new('', 0, 'In native code').freeze].freeze
25
-
26
- # This default was picked based on the current sampling performance and on expected concurrency on an average
27
- # Ruby MRI application. Lowering this optimizes for latency (less impact each time we sample), and raising
28
- # optimizes for coverage (less chance to miss what a given thread is doing).
29
- DEFAULT_MAX_THREADS_SAMPLED = 16
30
-
31
- attr_reader \
32
- :recorder,
33
- :max_frames,
34
- :trace_identifiers_helper,
35
- :ignore_thread,
36
- :max_time_usage_pct,
37
- :thread_api,
38
- :cpu_time_provider
39
-
40
- def initialize(
41
- recorder,
42
- max_frames:,
43
- trace_identifiers_helper:, # Usually an instance of Profiling::TraceIdentifiers::Helper
44
- ignore_thread: nil,
45
- max_time_usage_pct: DEFAULT_MAX_TIME_USAGE_PCT,
46
- max_threads_sampled: DEFAULT_MAX_THREADS_SAMPLED,
47
- thread_api: Thread,
48
- cpu_time_provider: Profiling::NativeExtension,
49
- fork_policy: Core::Workers::Async::Thread::FORK_POLICY_RESTART, # Restart in forks by default
50
- interval: MIN_INTERVAL,
51
- enabled: true
52
- )
53
- @recorder = recorder
54
- @max_frames = max_frames
55
- @trace_identifiers_helper = trace_identifiers_helper
56
- @ignore_thread = ignore_thread
57
- @max_time_usage_pct = max_time_usage_pct
58
- @max_threads_sampled = max_threads_sampled
59
- @thread_api = thread_api
60
- # Only set the provider if it's able to work in the current Ruby/OS combo
61
- @cpu_time_provider = cpu_time_provider unless cpu_time_provider.cpu_time_ns_for(thread_api.current).nil?
62
-
63
- # Workers::Async::Thread settings
64
- self.fork_policy = fork_policy
65
-
66
- # Workers::IntervalLoop settings
67
- self.loop_base_interval = interval
68
-
69
- # Workers::Polling settings
70
- self.enabled = enabled
71
-
72
- # Cache this proc, since it's pretty expensive to keep recreating it
73
- @build_backtrace_location = method(:build_backtrace_location).to_proc
74
- # Cache this buffer, since it's pretty expensive to keep accessing it
75
- @stack_sample_event_recorder = recorder[Events::StackSample]
76
- # See below for details on why this is needed
77
- @needs_process_waiter_workaround =
78
- Gem::Version.new(RUBY_VERSION) >= Gem::Version.new('2.3') &&
79
- Gem::Version.new(RUBY_VERSION) < Gem::Version.new('2.7')
80
- end
81
-
82
- def start
83
- reset_cpu_time_tracking
84
- perform
85
- end
86
-
87
- def perform
88
- collect_and_wait
89
- end
90
-
91
- def collect_and_wait
92
- run_time = Core::Utils::Time.measure do
93
- collect_events
94
- end
95
-
96
- # Update wait time to throttle profiling
97
- self.loop_wait_time = compute_wait_time(run_time)
98
- end
99
-
100
- def collect_events
101
- events = []
102
- current_wall_time_ns = get_current_wall_time_timestamp_ns
103
-
104
- # Collect backtraces from each thread
105
- threads_to_sample.each do |thread|
106
- next unless thread.alive?
107
- next if ignore_thread.is_a?(Proc) && ignore_thread.call(thread)
108
-
109
- event = collect_thread_event(thread, current_wall_time_ns)
110
- events << event unless event.nil?
111
- end
112
-
113
- # Send events to recorder
114
- recorder.push(events) unless events.empty?
115
-
116
- events
117
- end
118
-
119
- def collect_thread_event(thread, current_wall_time_ns)
120
- locations = thread.backtrace_locations
121
- return if locations.nil?
122
-
123
- # Having empty locations means that the thread is alive, but we don't know what it's doing:
124
- #
125
- # 1. It can be starting up
126
- # ```
127
- # > Thread.new { sleep }.backtrace
128
- # => [] # <-- note the thread hasn't actually started running sleep yet, we got there first
129
- # ```
130
- # 2. It can be running native code
131
- # ```
132
- # > t = Process.detach(fork { sleep })
133
- # => #<Process::Waiter:0x00007ffe7285f7a0 run>
134
- # > t.backtrace
135
- # => [] # <-- this can happen even minutes later, e.g. it's not a race as in 1.
136
- # ```
137
- # This effect has been observed in threads created by the Iodine web server and the ffi gem
138
- #
139
- # To give customers visibility into these threads, we replace the empty stack with one containing a
140
- # synthetic placeholder frame, so that these threads are properly represented in the UX.
141
- locations = SYNTHETIC_STACK_IN_NATIVE_CODE if locations.empty?
142
-
143
- # Get actual stack size then trim the stack
144
- stack_size = locations.length
145
- locations = locations[0..(max_frames - 1)]
146
-
147
- # Convert backtrace locations into structs
148
- locations = convert_backtrace_locations(locations)
149
-
150
- thread_id = thread.object_id
151
- root_span_id, span_id, trace_resource = trace_identifiers_helper.trace_identifiers_for(thread)
152
- cpu_time = get_cpu_time_interval!(thread)
153
- wall_time_interval_ns =
154
- get_elapsed_since_last_sample_and_set_value(thread, THREAD_LAST_WALL_CLOCK_KEY, current_wall_time_ns)
155
-
156
- Events::StackSample.new(
157
- nil,
158
- locations,
159
- stack_size,
160
- thread_id,
161
- root_span_id,
162
- span_id,
163
- trace_resource,
164
- cpu_time,
165
- wall_time_interval_ns
166
- )
167
- end
168
-
169
- def get_cpu_time_interval!(thread)
170
- return unless cpu_time_provider
171
-
172
- current_cpu_time_ns = cpu_time_provider.cpu_time_ns_for(thread)
173
-
174
- return unless current_cpu_time_ns
175
-
176
- get_elapsed_since_last_sample_and_set_value(thread, THREAD_LAST_CPU_TIME_KEY, current_cpu_time_ns)
177
- end
178
-
179
- def compute_wait_time(used_time)
180
- # We took used_time to get the last sample.
181
- #
182
- # What we're computing here is -- if used_time corresponds to max_time_usage_pct of the time we should
183
- # spend working, how much is (100% - max_time_usage_pct) of the time?
184
- #
185
- # For instance, if we took 10ms to sample, and max_time_usage_pct is 1%, then the other 99% is 990ms, which
186
- # means we need to sleep for 990ms to guarantee that we don't spend more than 1% of the time working.
187
- used_time_ns = used_time * 1e9
188
- interval = (used_time_ns / (max_time_usage_pct / 100.0)) - used_time_ns
189
- [interval / 1e9, MIN_INTERVAL].max
190
- end
191
-
192
- # Convert backtrace locations into structs
193
- # Re-use old backtrace location objects if they already exist in the buffer
194
- def convert_backtrace_locations(locations)
195
- locations.collect do |location|
196
- # Re-use existing BacktraceLocation if identical copy, otherwise build a new one.
197
- @stack_sample_event_recorder.cache(:backtrace_locations).fetch(
198
- # Function name
199
- location.base_label,
200
- # Line number
201
- location.lineno,
202
- # Filename
203
- location.path,
204
- # Build function
205
- &@build_backtrace_location
206
- )
207
- end
208
- end
209
-
210
- def build_backtrace_location(_id, base_label, lineno, path)
211
- string_table = @stack_sample_event_recorder.string_table
212
-
213
- Profiling::BacktraceLocation.new(
214
- string_table.fetch_string(base_label),
215
- lineno,
216
- string_table.fetch_string(path)
217
- )
218
- end
219
-
220
- private
221
-
222
- # If the profiler is started for a while, stopped and then restarted OR whenever the process forks, we need to
223
- # clean up any leftover per-thread counters, so that the first sample after starting doesn't end up with:
224
- #
225
- # a) negative time: At least on my test docker container, and on the reliability environment, after the process
226
- # forks, the cpu time reference changes and (old cpu time - new cpu time) can be < 0
227
- #
228
- # b) large amount of time: if the profiler was started, then stopped for some amount of time, and then
229
- # restarted, we don't want the first sample to be "blamed" for multiple minutes of CPU time
230
- #
231
- # By resetting the last cpu time seen, we start with a clean slate every time we start the stack collector.
232
- def reset_cpu_time_tracking
233
- thread_api.list.each do |thread|
234
- # See below for details on why this is needed
235
- next if @needs_process_waiter_workaround && thread.is_a?(::Process::Waiter)
236
-
237
- thread.thread_variable_set(THREAD_LAST_CPU_TIME_KEY, nil)
238
- thread.thread_variable_set(THREAD_LAST_WALL_CLOCK_KEY, nil)
239
- end
240
- end
241
-
242
- def get_elapsed_since_last_sample_and_set_value(thread, key, current_value)
243
- # Process::Waiter crash workaround:
244
- #
245
- # This is a workaround for a Ruby VM segfault (usually something like
246
- # "[BUG] Segmentation fault at 0x0000000000000008") in the affected Ruby versions.
247
- # See https://bugs.ruby-lang.org/issues/17807 for details.
248
- #
249
- # In those Ruby versions, there's a very special subclass of `Thread` called `Process::Waiter` that causes VM
250
- # crashes whenever something tries to read its instance or thread variables. This subclass of thread only
251
- # shows up when the `Process.detach` API gets used.
252
- # In the specs you'll find crash regression tests that include a way of reproducing it.
253
- #
254
- # As workaround for now we just skip it for the affected Rubies
255
- return 0 if @needs_process_waiter_workaround && thread.is_a?(::Process::Waiter)
256
-
257
- last_value = thread.thread_variable_get(key) || current_value
258
- thread.thread_variable_set(key, current_value)
259
-
260
- current_value - last_value
261
- end
262
-
263
- # Whenever there are more than max_threads_sampled active, we only sample a subset of them.
264
- # We do this to avoid impacting the latency of the service being profiled. We want to avoid doing
265
- # a big burst of work all at once (sample everything), and instead do a little work each time
266
- # (sample a bit by bit).
267
- #
268
- # Because we pick the threads to sample randomly, we'll eventually sample all threads -- just not at once.
269
- # Notice also that this will interact with our dynamic sampling mechanism -- if samples are faster, we take
270
- # them more often, if they are slower, we take them less often -- which again means that over a longer period
271
- # we should take sample roughly the same samples.
272
- #
273
- # One downside of this approach is that if there really are many threads, the resulting wall clock times
274
- # in a one minute profile may "drift" around the 60 second mark, e.g. maybe we only sampled a thread once per
275
- # second and only 59 times, so we'll report 59s, but on the next report we'll include the missing one, so
276
- # then the result will be 61s. I've observed 60 +- 1.68 secs for an app with ~65 threads, given the
277
- # default maximum of 16 threads. This seems a reasonable enough margin of error given the improvement to
278
- # latency (especially on such a large application! -> even bigger latency impact if we tried to sample all
279
- # threads).
280
- #
281
- def threads_to_sample
282
- all_threads = thread_api.list
283
-
284
- if all_threads.size > @max_threads_sampled
285
- all_threads.sample(@max_threads_sampled)
286
- else
287
- all_threads
288
- end
289
- end
290
-
291
- def get_current_wall_time_timestamp_ns
292
- Core::Utils::Time.get_time(:nanosecond)
293
- end
6
+ # This class is not empty; all of this class is implemented as native code.
7
+ class Stack # rubocop:disable Lint/EmptyClass
294
8
  end
295
9
  end
296
10
  end
@@ -0,0 +1,46 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Datadog
4
+ module Profiling
5
+ module Collectors
6
+ # Used to trigger sampling of threads, based on external "events", such as:
7
+ # * periodic timer for cpu-time and wall-time
8
+ # * VM garbage collection events
9
+ # * VM object allocation events
10
+ # Triggering of this component (e.g. watching for the above "events") is implemented by
11
+ # Collectors::CpuAndWallTimeWorker.
12
+ # The stack collection itself is handled using the Datadog::Profiling::Collectors::Stack.
13
+ # Almost all of this class is implemented as native code.
14
+ #
15
+ # Methods prefixed with _native_ are implemented in `collectors_thread_context.c`
16
+ class ThreadContext
17
+ def initialize(recorder:, max_frames:, tracer:)
18
+ tracer_context_key = safely_extract_context_key_from(tracer)
19
+ self.class._native_initialize(self, recorder, max_frames, tracer_context_key)
20
+ end
21
+
22
+ def inspect
23
+ # Compose Ruby's default inspect with our custom inspect for the native parts
24
+ result = super()
25
+ result[-1] = "#{self.class._native_inspect(self)}>"
26
+ result
27
+ end
28
+
29
+ def reset_after_fork
30
+ self.class._native_reset_after_fork(self)
31
+ end
32
+
33
+ private
34
+
35
+ def safely_extract_context_key_from(tracer)
36
+ provider = tracer && tracer.respond_to?(:provider) && tracer.provider
37
+
38
+ return unless provider
39
+
40
+ context = provider.instance_variable_get(:@context)
41
+ context && context.instance_variable_get(:@key)
42
+ end
43
+ end
44
+ end
45
+ end
46
+ end