ddtrace 1.1.0 → 1.12.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (812) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +707 -1
  3. data/LICENSE-3rdparty.csv +4 -0
  4. data/README.md +15 -12
  5. data/ext/ddtrace_profiling_loader/ddtrace_profiling_loader.c +21 -5
  6. data/ext/ddtrace_profiling_loader/extconf.rb +21 -2
  7. data/ext/ddtrace_profiling_native_extension/NativeExtensionDesign.md +57 -11
  8. data/ext/ddtrace_profiling_native_extension/clock_id.h +22 -1
  9. data/ext/ddtrace_profiling_native_extension/clock_id_from_pthread.c +34 -3
  10. data/ext/ddtrace_profiling_native_extension/clock_id_noop.c +11 -2
  11. data/ext/ddtrace_profiling_native_extension/collectors_cpu_and_wall_time_worker.c +931 -0
  12. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.c +142 -0
  13. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.h +14 -0
  14. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.c +241 -0
  15. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.h +3 -0
  16. data/ext/ddtrace_profiling_native_extension/collectors_stack.c +196 -95
  17. data/ext/ddtrace_profiling_native_extension/collectors_stack.h +20 -0
  18. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.c +1001 -0
  19. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.h +14 -0
  20. data/ext/ddtrace_profiling_native_extension/extconf.rb +104 -27
  21. data/ext/ddtrace_profiling_native_extension/helpers.h +17 -0
  22. data/ext/ddtrace_profiling_native_extension/http_transport.c +347 -0
  23. data/ext/ddtrace_profiling_native_extension/libdatadog_helpers.h +25 -0
  24. data/ext/ddtrace_profiling_native_extension/native_extension_helpers.rb +160 -27
  25. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.c +269 -107
  26. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.h +17 -5
  27. data/ext/ddtrace_profiling_native_extension/profiling.c +223 -3
  28. data/ext/ddtrace_profiling_native_extension/ruby_helpers.c +110 -0
  29. data/ext/ddtrace_profiling_native_extension/ruby_helpers.h +89 -0
  30. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.c +115 -0
  31. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.h +11 -0
  32. data/ext/ddtrace_profiling_native_extension/stack_recorder.c +506 -54
  33. data/ext/ddtrace_profiling_native_extension/stack_recorder.h +12 -26
  34. data/ext/ddtrace_profiling_native_extension/time_helpers.c +17 -0
  35. data/ext/ddtrace_profiling_native_extension/time_helpers.h +10 -0
  36. data/lib/datadog/appsec/assets/blocked.html +98 -3
  37. data/lib/datadog/appsec/assets/blocked.json +1 -0
  38. data/lib/datadog/appsec/assets/blocked.text +5 -0
  39. data/lib/datadog/appsec/assets/waf_rules/recommended.json +2192 -750
  40. data/lib/datadog/appsec/assets/waf_rules/strict.json +367 -120
  41. data/lib/datadog/appsec/assets.rb +2 -4
  42. data/lib/datadog/appsec/autoload.rb +5 -10
  43. data/lib/datadog/appsec/component.rb +75 -0
  44. data/lib/datadog/appsec/configuration/settings.rb +65 -35
  45. data/lib/datadog/appsec/configuration.rb +21 -11
  46. data/lib/datadog/appsec/contrib/auto_instrument.rb +1 -3
  47. data/lib/datadog/appsec/contrib/integration.rb +1 -1
  48. data/lib/datadog/appsec/contrib/patcher.rb +1 -1
  49. data/lib/datadog/appsec/contrib/rack/ext.rb +0 -3
  50. data/lib/datadog/appsec/contrib/rack/gateway/request.rb +100 -0
  51. data/lib/datadog/appsec/contrib/rack/gateway/response.rb +30 -0
  52. data/lib/datadog/appsec/contrib/rack/gateway/watcher.rb +116 -127
  53. data/lib/datadog/appsec/contrib/rack/integration.rb +4 -11
  54. data/lib/datadog/appsec/contrib/rack/patcher.rb +5 -3
  55. data/lib/datadog/appsec/contrib/rack/reactive/request.rb +36 -37
  56. data/lib/datadog/appsec/contrib/rack/reactive/request_body.rb +21 -22
  57. data/lib/datadog/appsec/contrib/rack/reactive/response.rb +27 -22
  58. data/lib/datadog/appsec/contrib/rack/request_body_middleware.rb +10 -8
  59. data/lib/datadog/appsec/contrib/rack/request_middleware.rb +103 -41
  60. data/lib/datadog/appsec/contrib/rails/ext.rb +0 -3
  61. data/lib/datadog/appsec/contrib/rails/framework.rb +2 -14
  62. data/lib/datadog/appsec/contrib/rails/gateway/request.rb +67 -0
  63. data/lib/datadog/appsec/contrib/rails/gateway/watcher.rb +43 -56
  64. data/lib/datadog/appsec/contrib/rails/integration.rb +4 -11
  65. data/lib/datadog/appsec/contrib/rails/patcher.rb +18 -17
  66. data/lib/datadog/appsec/contrib/rails/reactive/action.rb +24 -23
  67. data/lib/datadog/appsec/contrib/rails/request.rb +4 -1
  68. data/lib/datadog/appsec/contrib/rails/request_middleware.rb +1 -1
  69. data/lib/datadog/appsec/contrib/sinatra/ext.rb +1 -3
  70. data/lib/datadog/appsec/contrib/sinatra/framework.rb +2 -14
  71. data/lib/datadog/appsec/contrib/sinatra/gateway/request.rb +17 -0
  72. data/lib/datadog/appsec/contrib/sinatra/gateway/route_params.rb +23 -0
  73. data/lib/datadog/appsec/contrib/sinatra/gateway/watcher.rb +81 -92
  74. data/lib/datadog/appsec/contrib/sinatra/integration.rb +3 -10
  75. data/lib/datadog/appsec/contrib/sinatra/patcher.rb +37 -21
  76. data/lib/datadog/appsec/contrib/sinatra/reactive/routed.rb +21 -20
  77. data/lib/datadog/appsec/contrib/sinatra/request_middleware.rb +1 -1
  78. data/lib/datadog/appsec/event.rb +41 -49
  79. data/lib/datadog/appsec/ext.rb +10 -0
  80. data/lib/datadog/appsec/extensions.rb +48 -22
  81. data/lib/datadog/appsec/instrumentation/gateway/argument.rb +22 -0
  82. data/lib/datadog/appsec/instrumentation/gateway.rb +26 -6
  83. data/lib/datadog/appsec/instrumentation.rb +9 -0
  84. data/lib/datadog/appsec/monitor/gateway/watcher.rb +67 -0
  85. data/lib/datadog/appsec/monitor/reactive/set_user.rb +61 -0
  86. data/lib/datadog/appsec/monitor.rb +11 -0
  87. data/lib/datadog/appsec/processor/rule_loader.rb +63 -0
  88. data/lib/datadog/appsec/processor/rule_merger.rb +132 -0
  89. data/lib/datadog/appsec/processor.rb +37 -58
  90. data/lib/datadog/appsec/rate_limiter.rb +0 -2
  91. data/lib/datadog/appsec/reactive/address_hash.rb +6 -2
  92. data/lib/datadog/appsec/reactive/engine.rb +12 -9
  93. data/lib/datadog/appsec/reactive/operation.rb +22 -5
  94. data/lib/datadog/appsec/reactive/subscriber.rb +2 -1
  95. data/lib/datadog/appsec/remote.rb +123 -0
  96. data/lib/datadog/appsec/response.rb +73 -0
  97. data/lib/datadog/appsec/scope.rb +61 -0
  98. data/lib/datadog/appsec/utils/http/media_range.rb +199 -0
  99. data/lib/datadog/appsec/utils/http/media_type.rb +85 -0
  100. data/lib/datadog/appsec/utils/http.rb +11 -0
  101. data/lib/datadog/appsec/utils.rb +9 -0
  102. data/lib/datadog/appsec.rb +46 -8
  103. data/lib/datadog/ci/configuration/components.rb +2 -2
  104. data/lib/datadog/ci/configuration/settings.rb +2 -2
  105. data/lib/datadog/ci/contrib/cucumber/configuration/settings.rb +3 -3
  106. data/lib/datadog/ci/contrib/cucumber/ext.rb +0 -2
  107. data/lib/datadog/ci/contrib/cucumber/formatter.rb +6 -6
  108. data/lib/datadog/ci/contrib/cucumber/instrumentation.rb +2 -2
  109. data/lib/datadog/ci/contrib/cucumber/integration.rb +4 -6
  110. data/lib/datadog/ci/contrib/cucumber/patcher.rb +3 -3
  111. data/lib/datadog/ci/contrib/rspec/configuration/settings.rb +3 -3
  112. data/lib/datadog/ci/contrib/rspec/example.rb +5 -7
  113. data/lib/datadog/ci/contrib/rspec/ext.rb +0 -2
  114. data/lib/datadog/ci/contrib/rspec/integration.rb +4 -6
  115. data/lib/datadog/ci/contrib/rspec/patcher.rb +3 -3
  116. data/lib/datadog/ci/ext/app_types.rb +0 -2
  117. data/lib/datadog/ci/ext/environment.rb +117 -45
  118. data/lib/datadog/ci/ext/settings.rb +0 -2
  119. data/lib/datadog/ci/ext/test.rb +0 -2
  120. data/lib/datadog/ci/extensions.rb +5 -5
  121. data/lib/datadog/ci/flush.rb +3 -3
  122. data/lib/datadog/ci/test.rb +3 -5
  123. data/lib/datadog/ci.rb +7 -7
  124. data/lib/datadog/core/buffer/cruby.rb +2 -2
  125. data/lib/datadog/core/buffer/random.rb +1 -1
  126. data/lib/datadog/core/buffer/thread_safe.rb +2 -2
  127. data/lib/datadog/core/chunker.rb +1 -1
  128. data/lib/datadog/core/configuration/agent_settings_resolver.rb +75 -44
  129. data/lib/datadog/core/configuration/base.rb +14 -4
  130. data/lib/datadog/core/configuration/components.rb +41 -291
  131. data/lib/datadog/core/configuration/dependency_resolver.rb +1 -1
  132. data/lib/datadog/core/configuration/ext.rb +24 -0
  133. data/lib/datadog/core/configuration/option.rb +1 -1
  134. data/lib/datadog/core/configuration/option_definition.rb +13 -4
  135. data/lib/datadog/core/configuration/option_definition_set.rb +2 -2
  136. data/lib/datadog/core/configuration/option_set.rb +1 -1
  137. data/lib/datadog/core/configuration/options.rb +3 -5
  138. data/lib/datadog/core/configuration/settings.rb +197 -246
  139. data/lib/datadog/core/configuration.rb +14 -11
  140. data/lib/datadog/core/diagnostics/environment_logger.rb +10 -7
  141. data/lib/datadog/core/diagnostics/health.rb +5 -23
  142. data/lib/datadog/core/encoding.rb +0 -4
  143. data/lib/datadog/core/environment/cgroup.rb +1 -5
  144. data/lib/datadog/core/environment/class_count.rb +1 -1
  145. data/lib/datadog/core/environment/container.rb +1 -5
  146. data/lib/datadog/core/environment/ext.rb +1 -3
  147. data/lib/datadog/core/environment/gc.rb +1 -1
  148. data/lib/datadog/core/environment/identity.rb +59 -3
  149. data/lib/datadog/core/environment/platform.rb +38 -0
  150. data/lib/datadog/core/environment/socket.rb +2 -2
  151. data/lib/datadog/core/environment/thread_count.rb +1 -1
  152. data/lib/datadog/core/environment/variable_helpers.rb +66 -12
  153. data/lib/datadog/core/environment/vm_cache.rb +18 -1
  154. data/lib/datadog/core/error.rb +1 -3
  155. data/lib/datadog/core/extensions.rb +2 -2
  156. data/lib/datadog/core/git/ext.rb +0 -2
  157. data/lib/datadog/core/header_collection.rb +43 -0
  158. data/lib/datadog/core/logger.rb +0 -2
  159. data/lib/datadog/core/metrics/client.rb +10 -11
  160. data/lib/datadog/core/metrics/ext.rb +0 -4
  161. data/lib/datadog/core/metrics/helpers.rb +1 -1
  162. data/lib/datadog/core/metrics/logging.rb +0 -2
  163. data/lib/datadog/core/metrics/metric.rb +1 -1
  164. data/lib/datadog/core/metrics/options.rb +3 -5
  165. data/lib/datadog/core/pin.rb +0 -2
  166. data/lib/datadog/core/remote/client/capabilities.rb +57 -0
  167. data/lib/datadog/core/remote/client.rb +229 -0
  168. data/lib/datadog/core/remote/component.rb +158 -0
  169. data/lib/datadog/core/remote/configuration/content.rb +84 -0
  170. data/lib/datadog/core/remote/configuration/digest.rb +62 -0
  171. data/lib/datadog/core/remote/configuration/path.rb +90 -0
  172. data/lib/datadog/core/remote/configuration/repository.rb +292 -0
  173. data/lib/datadog/core/remote/configuration/target.rb +74 -0
  174. data/lib/datadog/core/remote/configuration.rb +18 -0
  175. data/lib/datadog/core/remote/dispatcher.rb +59 -0
  176. data/lib/datadog/core/remote/ext.rb +12 -0
  177. data/lib/datadog/core/remote/negotiation.rb +57 -0
  178. data/lib/datadog/core/remote/worker.rb +96 -0
  179. data/lib/datadog/core/remote.rb +24 -0
  180. data/lib/datadog/core/runtime/ext.rb +3 -3
  181. data/lib/datadog/core/runtime/metrics.rb +27 -13
  182. data/lib/datadog/core/telemetry/client.rb +77 -0
  183. data/lib/datadog/core/telemetry/collector.rb +231 -0
  184. data/lib/datadog/core/telemetry/emitter.rb +46 -0
  185. data/lib/datadog/core/telemetry/event.rb +67 -0
  186. data/lib/datadog/core/telemetry/ext.rb +9 -0
  187. data/lib/datadog/core/telemetry/heartbeat.rb +37 -0
  188. data/lib/datadog/core/telemetry/http/adapters/net.rb +111 -0
  189. data/lib/datadog/core/telemetry/http/env.rb +20 -0
  190. data/lib/datadog/core/telemetry/http/ext.rb +20 -0
  191. data/lib/datadog/core/telemetry/http/response.rb +64 -0
  192. data/lib/datadog/core/telemetry/http/transport.rb +54 -0
  193. data/lib/datadog/core/telemetry/v1/app_event.rb +52 -0
  194. data/lib/datadog/core/telemetry/v1/application.rb +92 -0
  195. data/lib/datadog/core/telemetry/v1/configuration.rb +25 -0
  196. data/lib/datadog/core/telemetry/v1/dependency.rb +43 -0
  197. data/lib/datadog/core/telemetry/v1/host.rb +59 -0
  198. data/lib/datadog/core/telemetry/v1/integration.rb +64 -0
  199. data/lib/datadog/core/telemetry/v1/product.rb +36 -0
  200. data/lib/datadog/core/telemetry/v1/telemetry_request.rb +106 -0
  201. data/lib/datadog/core/transport/config.rb +58 -0
  202. data/lib/datadog/core/transport/http/api/instance.rb +37 -0
  203. data/lib/datadog/core/transport/http/api/spec.rb +19 -0
  204. data/lib/datadog/core/transport/http/api.rb +57 -0
  205. data/lib/datadog/core/transport/http/builder.rb +217 -0
  206. data/lib/datadog/core/transport/http/client.rb +45 -0
  207. data/lib/datadog/core/transport/http/config.rb +268 -0
  208. data/lib/datadog/core/transport/http/negotiation.rb +144 -0
  209. data/lib/datadog/core/transport/http.rb +169 -0
  210. data/lib/datadog/core/transport/negotiation.rb +60 -0
  211. data/lib/datadog/core/utils/compression.rb +6 -2
  212. data/lib/datadog/core/utils/forking.rb +0 -2
  213. data/lib/datadog/core/utils/hash.rb +32 -0
  214. data/lib/datadog/core/utils/network.rb +140 -0
  215. data/lib/datadog/core/utils/object_set.rb +2 -2
  216. data/lib/datadog/core/utils/only_once.rb +0 -2
  217. data/lib/datadog/core/utils/safe_dup.rb +20 -4
  218. data/lib/datadog/core/utils/sequence.rb +6 -1
  219. data/lib/datadog/core/utils/string_table.rb +1 -3
  220. data/lib/datadog/core/utils/time.rb +4 -6
  221. data/lib/datadog/core/utils.rb +1 -24
  222. data/lib/datadog/core/vendor/ipaddr.rb +78 -0
  223. data/lib/datadog/core/vendor/multipart-post/multipart/post/composite_read_io.rb +0 -2
  224. data/lib/datadog/core/vendor/multipart-post/multipart/post/multipartable.rb +2 -4
  225. data/lib/datadog/core/vendor/multipart-post/multipart/post/parts.rb +0 -2
  226. data/lib/datadog/core/vendor/multipart-post/multipart/post/version.rb +0 -2
  227. data/lib/datadog/core/vendor/multipart-post/multipart/post.rb +0 -2
  228. data/lib/datadog/core/vendor/multipart-post/multipart.rb +0 -2
  229. data/lib/datadog/core/vendor/multipart-post/net/http/post/multipart.rb +3 -5
  230. data/lib/datadog/core/worker.rb +1 -1
  231. data/lib/datadog/core/workers/async.rb +7 -7
  232. data/lib/datadog/core/workers/interval_loop.rb +6 -2
  233. data/lib/datadog/core/workers/polling.rb +2 -4
  234. data/lib/datadog/core/workers/queue.rb +1 -1
  235. data/lib/datadog/core/workers/runtime_metrics.rb +5 -5
  236. data/lib/datadog/core.rb +21 -56
  237. data/lib/datadog/kit/appsec/events.rb +119 -0
  238. data/lib/datadog/kit/enable_core_dumps.rb +6 -6
  239. data/lib/datadog/kit/identity.rb +43 -17
  240. data/lib/datadog/kit.rb +2 -2
  241. data/lib/datadog/opentelemetry/api/context.rb +186 -0
  242. data/lib/datadog/opentelemetry/api/trace/span.rb +14 -0
  243. data/lib/datadog/opentelemetry/sdk/configurator.rb +37 -0
  244. data/lib/datadog/opentelemetry/sdk/id_generator.rb +26 -0
  245. data/lib/datadog/opentelemetry/sdk/propagator.rb +90 -0
  246. data/lib/datadog/opentelemetry/sdk/span_processor.rb +91 -0
  247. data/lib/datadog/opentelemetry.rb +47 -0
  248. data/lib/datadog/opentracer/binary_propagator.rb +1 -1
  249. data/lib/datadog/opentracer/carrier.rb +1 -1
  250. data/lib/datadog/opentracer/distributed_headers.rb +7 -11
  251. data/lib/datadog/opentracer/global_tracer.rb +1 -1
  252. data/lib/datadog/opentracer/propagator.rb +1 -1
  253. data/lib/datadog/opentracer/rack_propagator.rb +10 -11
  254. data/lib/datadog/opentracer/scope.rb +1 -1
  255. data/lib/datadog/opentracer/scope_manager.rb +1 -1
  256. data/lib/datadog/opentracer/span.rb +1 -3
  257. data/lib/datadog/opentracer/span_context.rb +1 -1
  258. data/lib/datadog/opentracer/span_context_factory.rb +1 -1
  259. data/lib/datadog/opentracer/text_map_propagator.rb +13 -14
  260. data/lib/datadog/opentracer/thread_local_scope.rb +1 -1
  261. data/lib/datadog/opentracer/thread_local_scope_manager.rb +24 -3
  262. data/lib/datadog/opentracer/tracer.rb +23 -23
  263. data/lib/datadog/opentracer.rb +17 -17
  264. data/lib/datadog/profiling/backtrace_location.rb +1 -1
  265. data/lib/datadog/profiling/buffer.rb +4 -4
  266. data/lib/datadog/profiling/collectors/code_provenance.rb +1 -2
  267. data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +114 -0
  268. data/lib/datadog/profiling/collectors/dynamic_sampling_rate.rb +14 -0
  269. data/lib/datadog/profiling/collectors/idle_sampling_helper.rb +66 -0
  270. data/lib/datadog/profiling/collectors/old_stack.rb +16 -13
  271. data/lib/datadog/profiling/collectors/stack.rb +4 -7
  272. data/lib/datadog/profiling/collectors/thread_context.rb +46 -0
  273. data/lib/datadog/profiling/component.rb +275 -0
  274. data/lib/datadog/profiling/encoding/profile.rb +8 -14
  275. data/lib/datadog/profiling/event.rb +1 -1
  276. data/lib/datadog/profiling/events/stack.rb +2 -2
  277. data/lib/datadog/profiling/exporter.rb +69 -11
  278. data/lib/datadog/profiling/ext/forking.rb +41 -44
  279. data/lib/datadog/profiling/ext.rb +28 -40
  280. data/lib/datadog/profiling/flush.rb +26 -57
  281. data/lib/datadog/profiling/http_transport.rb +130 -0
  282. data/lib/datadog/profiling/load_native_extension.rb +0 -2
  283. data/lib/datadog/profiling/native_extension.rb +1 -1
  284. data/lib/datadog/profiling/old_recorder.rb +107 -0
  285. data/lib/datadog/profiling/pprof/builder.rb +4 -6
  286. data/lib/datadog/profiling/pprof/converter.rb +1 -3
  287. data/lib/datadog/profiling/pprof/message_set.rb +2 -2
  288. data/lib/datadog/profiling/pprof/payload.rb +1 -1
  289. data/lib/datadog/profiling/pprof/pprof_pb.rb +0 -2
  290. data/lib/datadog/profiling/pprof/stack_sample.rb +4 -6
  291. data/lib/datadog/profiling/pprof/string_table.rb +2 -2
  292. data/lib/datadog/profiling/pprof/template.rb +5 -7
  293. data/lib/datadog/profiling/preload.rb +2 -2
  294. data/lib/datadog/profiling/profiler.rb +7 -2
  295. data/lib/datadog/profiling/scheduler.rb +30 -51
  296. data/lib/datadog/profiling/stack_recorder.rb +31 -8
  297. data/lib/datadog/profiling/tag_builder.rb +7 -2
  298. data/lib/datadog/profiling/tasks/exec.rb +0 -2
  299. data/lib/datadog/profiling/tasks/help.rb +0 -2
  300. data/lib/datadog/profiling/tasks/setup.rb +2 -37
  301. data/lib/datadog/profiling/trace_identifiers/ddtrace.rb +2 -4
  302. data/lib/datadog/profiling/trace_identifiers/helper.rb +1 -3
  303. data/lib/datadog/profiling.rb +70 -28
  304. data/lib/datadog/tracing/analytics.rb +2 -2
  305. data/lib/datadog/tracing/buffer.rb +4 -9
  306. data/lib/datadog/tracing/client_ip.rb +61 -0
  307. data/lib/datadog/tracing/component.rb +176 -0
  308. data/lib/datadog/tracing/configuration/ext.rb +56 -6
  309. data/lib/datadog/tracing/configuration/settings.rb +465 -0
  310. data/lib/datadog/tracing/context.rb +2 -2
  311. data/lib/datadog/tracing/context_provider.rb +18 -4
  312. data/lib/datadog/tracing/contrib/action_cable/configuration/settings.rb +3 -3
  313. data/lib/datadog/tracing/contrib/action_cable/event.rb +5 -6
  314. data/lib/datadog/tracing/contrib/action_cable/events/broadcast.rb +4 -6
  315. data/lib/datadog/tracing/contrib/action_cable/events/perform_action.rb +3 -5
  316. data/lib/datadog/tracing/contrib/action_cable/events/transmit.rb +4 -6
  317. data/lib/datadog/tracing/contrib/action_cable/events.rb +5 -5
  318. data/lib/datadog/tracing/contrib/action_cable/ext.rb +0 -2
  319. data/lib/datadog/tracing/contrib/action_cable/instrumentation.rb +3 -6
  320. data/lib/datadog/tracing/contrib/action_cable/integration.rb +4 -6
  321. data/lib/datadog/tracing/contrib/action_cable/patcher.rb +5 -5
  322. data/lib/datadog/tracing/contrib/action_mailer/configuration/settings.rb +3 -3
  323. data/lib/datadog/tracing/contrib/action_mailer/event.rb +4 -4
  324. data/lib/datadog/tracing/contrib/action_mailer/events/deliver.rb +3 -5
  325. data/lib/datadog/tracing/contrib/action_mailer/events/process.rb +3 -5
  326. data/lib/datadog/tracing/contrib/action_mailer/events.rb +3 -3
  327. data/lib/datadog/tracing/contrib/action_mailer/ext.rb +0 -2
  328. data/lib/datadog/tracing/contrib/action_mailer/integration.rb +4 -6
  329. data/lib/datadog/tracing/contrib/action_mailer/patcher.rb +4 -4
  330. data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +12 -32
  331. data/lib/datadog/tracing/contrib/action_pack/action_controller/patcher.rb +3 -3
  332. data/lib/datadog/tracing/contrib/action_pack/configuration/settings.rb +15 -4
  333. data/lib/datadog/tracing/contrib/action_pack/ext.rb +0 -2
  334. data/lib/datadog/tracing/contrib/action_pack/integration.rb +4 -6
  335. data/lib/datadog/tracing/contrib/action_pack/patcher.rb +3 -3
  336. data/lib/datadog/tracing/contrib/action_pack/utils.rb +1 -3
  337. data/lib/datadog/tracing/contrib/action_view/configuration/settings.rb +2 -4
  338. data/lib/datadog/tracing/contrib/action_view/event.rb +2 -2
  339. data/lib/datadog/tracing/contrib/action_view/events/render_partial.rb +5 -7
  340. data/lib/datadog/tracing/contrib/action_view/events/render_template.rb +5 -7
  341. data/lib/datadog/tracing/contrib/action_view/events.rb +3 -3
  342. data/lib/datadog/tracing/contrib/action_view/ext.rb +0 -2
  343. data/lib/datadog/tracing/contrib/action_view/instrumentation/partial_renderer.rb +2 -4
  344. data/lib/datadog/tracing/contrib/action_view/instrumentation/template_renderer.rb +2 -4
  345. data/lib/datadog/tracing/contrib/action_view/integration.rb +4 -6
  346. data/lib/datadog/tracing/contrib/action_view/patcher.rb +7 -9
  347. data/lib/datadog/tracing/contrib/action_view/utils.rb +1 -3
  348. data/lib/datadog/tracing/contrib/active_job/configuration/settings.rb +4 -4
  349. data/lib/datadog/tracing/contrib/active_job/event.rb +4 -4
  350. data/lib/datadog/tracing/contrib/active_job/events/discard.rb +4 -6
  351. data/lib/datadog/tracing/contrib/active_job/events/enqueue.rb +4 -6
  352. data/lib/datadog/tracing/contrib/active_job/events/enqueue_at.rb +4 -6
  353. data/lib/datadog/tracing/contrib/active_job/events/enqueue_retry.rb +4 -6
  354. data/lib/datadog/tracing/contrib/active_job/events/perform.rb +4 -6
  355. data/lib/datadog/tracing/contrib/active_job/events/retry_stopped.rb +4 -6
  356. data/lib/datadog/tracing/contrib/active_job/events.rb +7 -7
  357. data/lib/datadog/tracing/contrib/active_job/ext.rb +0 -2
  358. data/lib/datadog/tracing/contrib/active_job/integration.rb +4 -6
  359. data/lib/datadog/tracing/contrib/active_job/log_injection.rb +1 -3
  360. data/lib/datadog/tracing/contrib/active_job/patcher.rb +5 -5
  361. data/lib/datadog/tracing/contrib/active_model_serializers/configuration/settings.rb +3 -3
  362. data/lib/datadog/tracing/contrib/active_model_serializers/event.rb +5 -6
  363. data/lib/datadog/tracing/contrib/active_model_serializers/events/render.rb +3 -5
  364. data/lib/datadog/tracing/contrib/active_model_serializers/events/serialize.rb +2 -4
  365. data/lib/datadog/tracing/contrib/active_model_serializers/events.rb +3 -3
  366. data/lib/datadog/tracing/contrib/active_model_serializers/ext.rb +0 -2
  367. data/lib/datadog/tracing/contrib/active_model_serializers/integration.rb +3 -5
  368. data/lib/datadog/tracing/contrib/active_model_serializers/patcher.rb +4 -5
  369. data/lib/datadog/tracing/contrib/active_record/configuration/makara_resolver.rb +0 -2
  370. data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +2 -4
  371. data/lib/datadog/tracing/contrib/active_record/configuration/settings.rb +10 -5
  372. data/lib/datadog/tracing/contrib/active_record/event.rb +2 -2
  373. data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +4 -6
  374. data/lib/datadog/tracing/contrib/active_record/events/sql.rb +10 -9
  375. data/lib/datadog/tracing/contrib/active_record/events.rb +3 -3
  376. data/lib/datadog/tracing/contrib/active_record/ext.rb +0 -2
  377. data/lib/datadog/tracing/contrib/active_record/integration.rb +6 -8
  378. data/lib/datadog/tracing/contrib/active_record/patcher.rb +3 -3
  379. data/lib/datadog/tracing/contrib/active_record/utils.rb +2 -4
  380. data/lib/datadog/tracing/contrib/active_record/vendor/connection_specification.rb +0 -2
  381. data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +24 -12
  382. data/lib/datadog/tracing/contrib/active_support/cache/patcher.rb +3 -3
  383. data/lib/datadog/tracing/contrib/active_support/cache/redis.rb +2 -2
  384. data/lib/datadog/tracing/contrib/active_support/configuration/settings.rb +12 -4
  385. data/lib/datadog/tracing/contrib/active_support/ext.rb +0 -2
  386. data/lib/datadog/tracing/contrib/active_support/integration.rb +5 -7
  387. data/lib/datadog/tracing/contrib/active_support/notifications/event.rb +2 -2
  388. data/lib/datadog/tracing/contrib/active_support/notifications/subscriber.rb +2 -2
  389. data/lib/datadog/tracing/contrib/active_support/notifications/subscription.rb +0 -2
  390. data/lib/datadog/tracing/contrib/active_support/patcher.rb +3 -3
  391. data/lib/datadog/tracing/contrib/analytics.rb +2 -2
  392. data/lib/datadog/tracing/contrib/auto_instrument.rb +5 -5
  393. data/lib/datadog/tracing/contrib/aws/configuration/settings.rb +13 -4
  394. data/lib/datadog/tracing/contrib/aws/ext.rb +12 -3
  395. data/lib/datadog/tracing/contrib/aws/instrumentation.rb +19 -6
  396. data/lib/datadog/tracing/contrib/aws/integration.rb +3 -5
  397. data/lib/datadog/tracing/contrib/aws/parsed_context.rb +4 -2
  398. data/lib/datadog/tracing/contrib/aws/patcher.rb +6 -6
  399. data/lib/datadog/tracing/contrib/aws/service/base.rb +16 -0
  400. data/lib/datadog/tracing/contrib/aws/service/dynamodb.rb +22 -0
  401. data/lib/datadog/tracing/contrib/aws/service/eventbridge.rb +22 -0
  402. data/lib/datadog/tracing/contrib/aws/service/kinesis.rb +32 -0
  403. data/lib/datadog/tracing/contrib/aws/service/s3.rb +22 -0
  404. data/lib/datadog/tracing/contrib/aws/service/sns.rb +30 -0
  405. data/lib/datadog/tracing/contrib/aws/service/sqs.rb +27 -0
  406. data/lib/datadog/tracing/contrib/aws/service/states.rb +40 -0
  407. data/lib/datadog/tracing/contrib/aws/services.rb +17 -3
  408. data/lib/datadog/tracing/contrib/concurrent_ruby/configuration/settings.rb +3 -3
  409. data/lib/datadog/tracing/contrib/concurrent_ruby/context_composite_executor_service.rb +1 -1
  410. data/lib/datadog/tracing/contrib/concurrent_ruby/ext.rb +0 -2
  411. data/lib/datadog/tracing/contrib/concurrent_ruby/future_patch.rb +2 -2
  412. data/lib/datadog/tracing/contrib/concurrent_ruby/integration.rb +3 -5
  413. data/lib/datadog/tracing/contrib/concurrent_ruby/patcher.rb +3 -4
  414. data/lib/datadog/tracing/contrib/configurable.rb +3 -3
  415. data/lib/datadog/tracing/contrib/configuration/resolver.rb +1 -1
  416. data/lib/datadog/tracing/contrib/configuration/resolvers/pattern_resolver.rb +2 -2
  417. data/lib/datadog/tracing/contrib/configuration/settings.rb +2 -6
  418. data/lib/datadog/tracing/contrib/dalli/configuration/settings.rb +12 -4
  419. data/lib/datadog/tracing/contrib/dalli/ext.rb +2 -2
  420. data/lib/datadog/tracing/contrib/dalli/instrumentation.rb +14 -8
  421. data/lib/datadog/tracing/contrib/dalli/integration.rb +3 -5
  422. data/lib/datadog/tracing/contrib/dalli/patcher.rb +4 -4
  423. data/lib/datadog/tracing/contrib/dalli/quantize.rb +1 -3
  424. data/lib/datadog/tracing/contrib/delayed_job/configuration/settings.rb +4 -4
  425. data/lib/datadog/tracing/contrib/delayed_job/ext.rb +2 -2
  426. data/lib/datadog/tracing/contrib/delayed_job/integration.rb +3 -5
  427. data/lib/datadog/tracing/contrib/delayed_job/patcher.rb +9 -3
  428. data/lib/datadog/tracing/contrib/delayed_job/plugin.rb +12 -5
  429. data/lib/datadog/tracing/contrib/delayed_job/server_internal_tracer/worker.rb +34 -0
  430. data/lib/datadog/tracing/contrib/elasticsearch/configuration/settings.rb +13 -4
  431. data/lib/datadog/tracing/contrib/elasticsearch/ext.rb +3 -2
  432. data/lib/datadog/tracing/contrib/elasticsearch/integration.rb +3 -5
  433. data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +14 -10
  434. data/lib/datadog/tracing/contrib/elasticsearch/quantize.rb +1 -5
  435. data/lib/datadog/tracing/contrib/ethon/configuration/settings.rb +14 -4
  436. data/lib/datadog/tracing/contrib/ethon/easy_patch.rb +11 -12
  437. data/lib/datadog/tracing/contrib/ethon/ext.rb +1 -2
  438. data/lib/datadog/tracing/contrib/ethon/integration.rb +4 -6
  439. data/lib/datadog/tracing/contrib/ethon/multi_patch.rb +10 -7
  440. data/lib/datadog/tracing/contrib/ethon/patcher.rb +4 -5
  441. data/lib/datadog/tracing/contrib/excon/configuration/settings.rb +13 -4
  442. data/lib/datadog/tracing/contrib/excon/ext.rb +1 -2
  443. data/lib/datadog/tracing/contrib/excon/integration.rb +4 -6
  444. data/lib/datadog/tracing/contrib/excon/middleware.rb +13 -11
  445. data/lib/datadog/tracing/contrib/excon/patcher.rb +3 -3
  446. data/lib/datadog/tracing/contrib/ext.rb +30 -0
  447. data/lib/datadog/tracing/contrib/extensions.rb +5 -5
  448. data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb +13 -4
  449. data/lib/datadog/tracing/contrib/faraday/connection.rb +1 -1
  450. data/lib/datadog/tracing/contrib/faraday/ext.rb +1 -2
  451. data/lib/datadog/tracing/contrib/faraday/integration.rb +4 -6
  452. data/lib/datadog/tracing/contrib/faraday/middleware.rb +13 -12
  453. data/lib/datadog/tracing/contrib/faraday/patcher.rb +5 -7
  454. data/lib/datadog/tracing/contrib/faraday/rack_builder.rb +1 -1
  455. data/lib/datadog/tracing/contrib/grape/configuration/settings.rb +4 -4
  456. data/lib/datadog/tracing/contrib/grape/endpoint.rb +4 -9
  457. data/lib/datadog/tracing/contrib/grape/ext.rb +0 -2
  458. data/lib/datadog/tracing/contrib/grape/instrumentation.rb +0 -2
  459. data/lib/datadog/tracing/contrib/grape/integration.rb +3 -5
  460. data/lib/datadog/tracing/contrib/grape/patcher.rb +5 -5
  461. data/lib/datadog/tracing/contrib/graphql/configuration/settings.rb +4 -4
  462. data/lib/datadog/tracing/contrib/graphql/ext.rb +0 -2
  463. data/lib/datadog/tracing/contrib/graphql/integration.rb +3 -5
  464. data/lib/datadog/tracing/contrib/graphql/patcher.rb +2 -5
  465. data/lib/datadog/tracing/contrib/grpc/configuration/settings.rb +16 -5
  466. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/client.rb +25 -9
  467. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/server.rb +17 -19
  468. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor.rb +7 -6
  469. data/lib/datadog/tracing/contrib/grpc/distributed/fetcher.rb +26 -0
  470. data/lib/datadog/tracing/contrib/grpc/distributed/propagation.rb +42 -0
  471. data/lib/datadog/tracing/contrib/grpc/ext.rb +4 -2
  472. data/lib/datadog/tracing/contrib/grpc/integration.rb +11 -6
  473. data/lib/datadog/tracing/contrib/grpc/intercept_with_datadog.rb +1 -1
  474. data/lib/datadog/tracing/contrib/grpc/patcher.rb +4 -7
  475. data/lib/datadog/tracing/contrib/hanami/action_tracer.rb +47 -0
  476. data/lib/datadog/tracing/contrib/hanami/configuration/settings.rb +22 -0
  477. data/lib/datadog/tracing/contrib/hanami/ext.rb +22 -0
  478. data/lib/datadog/tracing/contrib/hanami/integration.rb +42 -0
  479. data/lib/datadog/tracing/contrib/hanami/patcher.rb +33 -0
  480. data/lib/datadog/tracing/contrib/hanami/plugin.rb +23 -0
  481. data/lib/datadog/tracing/contrib/hanami/renderer_policy_tracing.rb +41 -0
  482. data/lib/datadog/tracing/contrib/hanami/router_tracing.rb +44 -0
  483. data/lib/datadog/tracing/contrib/http/circuit_breaker.rb +2 -3
  484. data/lib/datadog/tracing/contrib/http/configuration/settings.rb +19 -4
  485. data/lib/datadog/tracing/contrib/http/distributed/fetcher.rb +38 -0
  486. data/lib/datadog/tracing/contrib/http/distributed/propagation.rb +37 -0
  487. data/lib/datadog/tracing/contrib/http/ext.rb +2 -2
  488. data/lib/datadog/tracing/contrib/http/instrumentation.rb +13 -14
  489. data/lib/datadog/tracing/contrib/http/integration.rb +8 -8
  490. data/lib/datadog/tracing/contrib/http/patcher.rb +4 -4
  491. data/lib/datadog/tracing/contrib/http_annotation_helper.rb +1 -1
  492. data/lib/datadog/tracing/contrib/httpclient/configuration/settings.rb +19 -4
  493. data/lib/datadog/tracing/contrib/httpclient/ext.rb +2 -2
  494. data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +14 -13
  495. data/lib/datadog/tracing/contrib/httpclient/integration.rb +4 -6
  496. data/lib/datadog/tracing/contrib/httpclient/patcher.rb +3 -5
  497. data/lib/datadog/tracing/contrib/httprb/configuration/settings.rb +19 -4
  498. data/lib/datadog/tracing/contrib/httprb/ext.rb +2 -2
  499. data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +13 -13
  500. data/lib/datadog/tracing/contrib/httprb/integration.rb +4 -6
  501. data/lib/datadog/tracing/contrib/httprb/patcher.rb +3 -5
  502. data/lib/datadog/tracing/contrib/integration.rb +4 -4
  503. data/lib/datadog/tracing/contrib/kafka/configuration/settings.rb +3 -3
  504. data/lib/datadog/tracing/contrib/kafka/consumer_event.rb +2 -1
  505. data/lib/datadog/tracing/contrib/kafka/consumer_group_event.rb +1 -1
  506. data/lib/datadog/tracing/contrib/kafka/event.rb +5 -4
  507. data/lib/datadog/tracing/contrib/kafka/events/connection/request.rb +2 -4
  508. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_batch.rb +3 -5
  509. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_message.rb +3 -5
  510. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/heartbeat.rb +4 -6
  511. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/join_group.rb +4 -6
  512. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/leave_group.rb +4 -6
  513. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/sync_group.rb +4 -6
  514. data/lib/datadog/tracing/contrib/kafka/events/produce_operation/send_messages.rb +3 -4
  515. data/lib/datadog/tracing/contrib/kafka/events/producer/deliver_messages.rb +3 -4
  516. data/lib/datadog/tracing/contrib/kafka/events.rb +10 -10
  517. data/lib/datadog/tracing/contrib/kafka/ext.rb +1 -2
  518. data/lib/datadog/tracing/contrib/kafka/integration.rb +3 -5
  519. data/lib/datadog/tracing/contrib/kafka/patcher.rb +4 -4
  520. data/lib/datadog/tracing/contrib/lograge/configuration/settings.rb +3 -3
  521. data/lib/datadog/tracing/contrib/lograge/ext.rb +0 -2
  522. data/lib/datadog/tracing/contrib/lograge/instrumentation.rb +2 -3
  523. data/lib/datadog/tracing/contrib/lograge/integration.rb +3 -5
  524. data/lib/datadog/tracing/contrib/lograge/patcher.rb +3 -3
  525. data/lib/datadog/tracing/contrib/mongodb/configuration/settings.rb +13 -4
  526. data/lib/datadog/tracing/contrib/mongodb/ext.rb +8 -2
  527. data/lib/datadog/tracing/contrib/mongodb/instrumentation.rb +4 -4
  528. data/lib/datadog/tracing/contrib/mongodb/integration.rb +4 -6
  529. data/lib/datadog/tracing/contrib/mongodb/parsers.rb +1 -3
  530. data/lib/datadog/tracing/contrib/mongodb/patcher.rb +4 -4
  531. data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +15 -8
  532. data/lib/datadog/tracing/contrib/mysql2/configuration/settings.rb +24 -4
  533. data/lib/datadog/tracing/contrib/mysql2/ext.rb +2 -2
  534. data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +26 -8
  535. data/lib/datadog/tracing/contrib/mysql2/integration.rb +3 -5
  536. data/lib/datadog/tracing/contrib/mysql2/patcher.rb +3 -3
  537. data/lib/datadog/tracing/contrib/patchable.rb +1 -1
  538. data/lib/datadog/tracing/contrib/patcher.rb +15 -6
  539. data/lib/datadog/tracing/contrib/pg/configuration/settings.rb +55 -0
  540. data/lib/datadog/tracing/contrib/pg/ext.rb +31 -0
  541. data/lib/datadog/tracing/contrib/pg/instrumentation.rb +171 -0
  542. data/lib/datadog/tracing/contrib/pg/integration.rb +41 -0
  543. data/lib/datadog/tracing/contrib/pg/patcher.rb +31 -0
  544. data/lib/datadog/tracing/contrib/presto/configuration/settings.rb +12 -4
  545. data/lib/datadog/tracing/contrib/presto/ext.rb +2 -2
  546. data/lib/datadog/tracing/contrib/presto/instrumentation.rb +9 -7
  547. data/lib/datadog/tracing/contrib/presto/integration.rb +3 -5
  548. data/lib/datadog/tracing/contrib/presto/patcher.rb +4 -6
  549. data/lib/datadog/tracing/contrib/propagation/sql_comment/comment.rb +41 -0
  550. data/lib/datadog/tracing/contrib/propagation/sql_comment/ext.rb +31 -0
  551. data/lib/datadog/tracing/contrib/propagation/sql_comment/mode.rb +28 -0
  552. data/lib/datadog/tracing/contrib/propagation/sql_comment.rb +53 -0
  553. data/lib/datadog/tracing/contrib/qless/configuration/settings.rb +3 -3
  554. data/lib/datadog/tracing/contrib/qless/ext.rb +0 -2
  555. data/lib/datadog/tracing/contrib/qless/integration.rb +3 -5
  556. data/lib/datadog/tracing/contrib/qless/patcher.rb +2 -4
  557. data/lib/datadog/tracing/contrib/qless/qless_job.rb +5 -5
  558. data/lib/datadog/tracing/contrib/qless/tracer_cleaner.rb +1 -3
  559. data/lib/datadog/tracing/contrib/que/configuration/settings.rb +3 -5
  560. data/lib/datadog/tracing/contrib/que/ext.rb +0 -2
  561. data/lib/datadog/tracing/contrib/que/integration.rb +4 -6
  562. data/lib/datadog/tracing/contrib/que/patcher.rb +1 -3
  563. data/lib/datadog/tracing/contrib/que/tracer.rb +5 -3
  564. data/lib/datadog/tracing/contrib/racecar/configuration/settings.rb +12 -4
  565. data/lib/datadog/tracing/contrib/racecar/event.rb +9 -7
  566. data/lib/datadog/tracing/contrib/racecar/events/batch.rb +6 -5
  567. data/lib/datadog/tracing/contrib/racecar/events/consume.rb +2 -4
  568. data/lib/datadog/tracing/contrib/racecar/events/message.rb +6 -5
  569. data/lib/datadog/tracing/contrib/racecar/events.rb +4 -4
  570. data/lib/datadog/tracing/contrib/racecar/ext.rb +1 -2
  571. data/lib/datadog/tracing/contrib/racecar/integration.rb +3 -5
  572. data/lib/datadog/tracing/contrib/racecar/patcher.rb +4 -4
  573. data/lib/datadog/tracing/contrib/rack/configuration/settings.rb +2 -4
  574. data/lib/datadog/tracing/contrib/rack/ext.rb +5 -2
  575. data/lib/datadog/tracing/contrib/rack/header_collection.rb +35 -0
  576. data/lib/datadog/tracing/contrib/rack/integration.rb +4 -6
  577. data/lib/datadog/tracing/contrib/rack/middlewares.rb +172 -78
  578. data/lib/datadog/tracing/contrib/rack/patcher.rb +12 -4
  579. data/lib/datadog/tracing/contrib/rack/request_queue.rb +0 -2
  580. data/lib/datadog/tracing/contrib/rails/auto_instrument_railtie.rb +1 -3
  581. data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +12 -4
  582. data/lib/datadog/tracing/contrib/rails/ext.rb +0 -2
  583. data/lib/datadog/tracing/contrib/rails/framework.rb +20 -24
  584. data/lib/datadog/tracing/contrib/rails/integration.rb +4 -6
  585. data/lib/datadog/tracing/contrib/rails/log_injection.rb +0 -4
  586. data/lib/datadog/tracing/contrib/rails/middlewares.rb +2 -3
  587. data/lib/datadog/tracing/contrib/rails/patcher.rb +7 -10
  588. data/lib/datadog/tracing/contrib/rails/railtie.rb +3 -5
  589. data/lib/datadog/tracing/contrib/rails/utils.rb +3 -3
  590. data/lib/datadog/tracing/contrib/rake/configuration/settings.rb +18 -3
  591. data/lib/datadog/tracing/contrib/rake/ext.rb +0 -2
  592. data/lib/datadog/tracing/contrib/rake/instrumentation.rb +12 -9
  593. data/lib/datadog/tracing/contrib/rake/integration.rb +3 -5
  594. data/lib/datadog/tracing/contrib/rake/patcher.rb +4 -5
  595. data/lib/datadog/tracing/contrib/redis/configuration/resolver.rb +1 -3
  596. data/lib/datadog/tracing/contrib/redis/configuration/settings.rb +12 -4
  597. data/lib/datadog/tracing/contrib/redis/ext.rb +3 -2
  598. data/lib/datadog/tracing/contrib/redis/instrumentation.rb +36 -28
  599. data/lib/datadog/tracing/contrib/redis/integration.rb +37 -6
  600. data/lib/datadog/tracing/contrib/redis/patcher.rb +56 -14
  601. data/lib/datadog/tracing/contrib/redis/quantize.rb +11 -10
  602. data/lib/datadog/tracing/contrib/redis/tags.rb +17 -12
  603. data/lib/datadog/tracing/contrib/redis/trace_middleware.rb +70 -0
  604. data/lib/datadog/tracing/contrib/redis/vendor/resolver.rb +0 -2
  605. data/lib/datadog/tracing/contrib/registerable.rb +1 -1
  606. data/lib/datadog/tracing/contrib/registry.rb +1 -1
  607. data/lib/datadog/tracing/contrib/resque/configuration/settings.rb +4 -4
  608. data/lib/datadog/tracing/contrib/resque/ext.rb +0 -2
  609. data/lib/datadog/tracing/contrib/resque/integration.rb +3 -5
  610. data/lib/datadog/tracing/contrib/resque/patcher.rb +3 -3
  611. data/lib/datadog/tracing/contrib/resque/resque_job.rb +8 -5
  612. data/lib/datadog/tracing/contrib/rest_client/configuration/settings.rb +15 -4
  613. data/lib/datadog/tracing/contrib/rest_client/ext.rb +1 -2
  614. data/lib/datadog/tracing/contrib/rest_client/integration.rb +3 -5
  615. data/lib/datadog/tracing/contrib/rest_client/patcher.rb +3 -4
  616. data/lib/datadog/tracing/contrib/rest_client/request_patch.rb +12 -8
  617. data/lib/datadog/tracing/contrib/roda/configuration/settings.rb +34 -0
  618. data/lib/datadog/tracing/contrib/roda/ext.rb +18 -0
  619. data/lib/datadog/tracing/contrib/roda/instrumentation.rb +76 -0
  620. data/lib/datadog/tracing/contrib/roda/integration.rb +45 -0
  621. data/lib/datadog/tracing/contrib/roda/patcher.rb +30 -0
  622. data/lib/datadog/tracing/contrib/semantic_logger/configuration/settings.rb +3 -3
  623. data/lib/datadog/tracing/contrib/semantic_logger/ext.rb +0 -2
  624. data/lib/datadog/tracing/contrib/semantic_logger/instrumentation.rb +3 -3
  625. data/lib/datadog/tracing/contrib/semantic_logger/integration.rb +3 -5
  626. data/lib/datadog/tracing/contrib/semantic_logger/patcher.rb +3 -3
  627. data/lib/datadog/tracing/contrib/sequel/configuration/settings.rb +3 -3
  628. data/lib/datadog/tracing/contrib/sequel/database.rb +8 -8
  629. data/lib/datadog/tracing/contrib/sequel/dataset.rb +9 -7
  630. data/lib/datadog/tracing/contrib/sequel/ext.rb +0 -2
  631. data/lib/datadog/tracing/contrib/sequel/integration.rb +3 -5
  632. data/lib/datadog/tracing/contrib/sequel/patcher.rb +4 -4
  633. data/lib/datadog/tracing/contrib/sequel/utils.rb +6 -5
  634. data/lib/datadog/tracing/contrib/shoryuken/configuration/settings.rb +4 -4
  635. data/lib/datadog/tracing/contrib/shoryuken/ext.rb +1 -2
  636. data/lib/datadog/tracing/contrib/shoryuken/integration.rb +4 -6
  637. data/lib/datadog/tracing/contrib/shoryuken/patcher.rb +2 -2
  638. data/lib/datadog/tracing/contrib/shoryuken/tracer.rb +6 -2
  639. data/lib/datadog/tracing/contrib/sidekiq/client_tracer.rb +21 -8
  640. data/lib/datadog/tracing/contrib/sidekiq/configuration/settings.rb +5 -4
  641. data/lib/datadog/tracing/contrib/sidekiq/distributed/propagation.rb +38 -0
  642. data/lib/datadog/tracing/contrib/sidekiq/ext.rb +6 -2
  643. data/lib/datadog/tracing/contrib/sidekiq/integration.rb +11 -5
  644. data/lib/datadog/tracing/contrib/sidekiq/patcher.rb +28 -9
  645. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/heartbeat.rb +29 -2
  646. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/job_fetch.rb +3 -1
  647. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/{scheduled_push.rb → redis_info.rb} +8 -7
  648. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/scheduled_poller.rb +57 -0
  649. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/stop.rb +34 -0
  650. data/lib/datadog/tracing/contrib/sidekiq/server_tracer.rb +28 -8
  651. data/lib/datadog/tracing/contrib/sidekiq/{tracing.rb → utils.rb} +4 -4
  652. data/lib/datadog/tracing/contrib/sinatra/configuration/settings.rb +2 -4
  653. data/lib/datadog/tracing/contrib/sinatra/env.rb +14 -27
  654. data/lib/datadog/tracing/contrib/sinatra/ext.rb +7 -5
  655. data/lib/datadog/tracing/contrib/sinatra/framework.rb +0 -4
  656. data/lib/datadog/tracing/contrib/sinatra/headers.rb +2 -2
  657. data/lib/datadog/tracing/contrib/sinatra/integration.rb +3 -5
  658. data/lib/datadog/tracing/contrib/sinatra/patcher.rb +7 -8
  659. data/lib/datadog/tracing/contrib/sinatra/tracer.rb +15 -90
  660. data/lib/datadog/tracing/contrib/sinatra/tracer_middleware.rb +21 -17
  661. data/lib/datadog/tracing/contrib/sneakers/configuration/settings.rb +2 -4
  662. data/lib/datadog/tracing/contrib/sneakers/ext.rb +1 -2
  663. data/lib/datadog/tracing/contrib/sneakers/integration.rb +4 -6
  664. data/lib/datadog/tracing/contrib/sneakers/patcher.rb +2 -4
  665. data/lib/datadog/tracing/contrib/sneakers/tracer.rb +7 -5
  666. data/lib/datadog/tracing/contrib/span_attribute_schema.rb +28 -0
  667. data/lib/datadog/tracing/contrib/status_code_matcher.rb +1 -4
  668. data/lib/datadog/tracing/contrib/stripe/configuration/settings.rb +33 -0
  669. data/lib/datadog/tracing/contrib/stripe/ext.rb +26 -0
  670. data/lib/datadog/tracing/contrib/stripe/integration.rb +43 -0
  671. data/lib/datadog/tracing/contrib/stripe/patcher.rb +28 -0
  672. data/lib/datadog/tracing/contrib/stripe/request.rb +67 -0
  673. data/lib/datadog/tracing/contrib/sucker_punch/configuration/settings.rb +3 -3
  674. data/lib/datadog/tracing/contrib/sucker_punch/exception_handler.rb +1 -1
  675. data/lib/datadog/tracing/contrib/sucker_punch/ext.rb +0 -2
  676. data/lib/datadog/tracing/contrib/sucker_punch/instrumentation.rb +3 -6
  677. data/lib/datadog/tracing/contrib/sucker_punch/integration.rb +3 -5
  678. data/lib/datadog/tracing/contrib/sucker_punch/patcher.rb +5 -7
  679. data/lib/datadog/tracing/contrib/utils/database.rb +0 -2
  680. data/lib/datadog/tracing/contrib/utils/quantization/hash.rb +0 -2
  681. data/lib/datadog/tracing/contrib/utils/quantization/http.rb +92 -14
  682. data/lib/datadog/tracing/contrib.rb +52 -48
  683. data/lib/datadog/tracing/correlation.rb +25 -14
  684. data/lib/datadog/{core → tracing}/diagnostics/ext.rb +1 -8
  685. data/lib/datadog/tracing/diagnostics/health.rb +40 -0
  686. data/lib/datadog/tracing/distributed/b3_multi.rb +72 -0
  687. data/lib/datadog/tracing/distributed/b3_single.rb +68 -0
  688. data/lib/datadog/tracing/distributed/datadog.rb +200 -0
  689. data/lib/datadog/tracing/distributed/datadog_tags_codec.rb +84 -0
  690. data/lib/datadog/tracing/distributed/fetcher.rb +21 -0
  691. data/lib/datadog/tracing/distributed/headers/ext.rb +19 -16
  692. data/lib/datadog/tracing/distributed/helpers.rb +34 -13
  693. data/lib/datadog/tracing/distributed/none.rb +18 -0
  694. data/lib/datadog/tracing/distributed/propagation.rb +126 -0
  695. data/lib/datadog/tracing/distributed/trace_context.rb +380 -0
  696. data/lib/datadog/tracing/event.rb +0 -4
  697. data/lib/datadog/tracing/flush.rb +58 -36
  698. data/lib/datadog/tracing/metadata/analytics.rb +3 -3
  699. data/lib/datadog/tracing/metadata/errors.rb +3 -3
  700. data/lib/datadog/tracing/metadata/ext.rb +40 -3
  701. data/lib/datadog/tracing/metadata/tagging.rb +23 -4
  702. data/lib/datadog/tracing/metadata.rb +4 -4
  703. data/lib/datadog/tracing/pipeline/span_filter.rb +11 -7
  704. data/lib/datadog/tracing/pipeline/span_processor.rb +1 -1
  705. data/lib/datadog/tracing/pipeline.rb +2 -6
  706. data/lib/datadog/tracing/propagation/http.rb +4 -99
  707. data/lib/datadog/tracing/runtime/metrics.rb +1 -3
  708. data/lib/datadog/tracing/sampling/all_sampler.rb +2 -2
  709. data/lib/datadog/tracing/sampling/ext.rb +30 -1
  710. data/lib/datadog/tracing/sampling/matcher.rb +1 -1
  711. data/lib/datadog/tracing/sampling/priority_sampler.rb +63 -10
  712. data/lib/datadog/tracing/sampling/rate_by_key_sampler.rb +10 -13
  713. data/lib/datadog/tracing/sampling/rate_by_service_sampler.rb +31 -10
  714. data/lib/datadog/tracing/sampling/rate_limiter.rb +4 -3
  715. data/lib/datadog/tracing/sampling/rate_sampler.rb +26 -13
  716. data/lib/datadog/tracing/sampling/rule.rb +2 -6
  717. data/lib/datadog/tracing/sampling/rule_sampler.rb +7 -10
  718. data/lib/datadog/tracing/sampling/sampler.rb +0 -2
  719. data/lib/datadog/tracing/sampling/span/ext.rb +25 -0
  720. data/lib/datadog/tracing/sampling/span/matcher.rb +89 -0
  721. data/lib/datadog/tracing/sampling/span/rule.rb +82 -0
  722. data/lib/datadog/tracing/sampling/span/rule_parser.rb +104 -0
  723. data/lib/datadog/tracing/sampling/span/sampler.rb +77 -0
  724. data/lib/datadog/tracing/span.rb +24 -22
  725. data/lib/datadog/tracing/span_operation.rb +12 -15
  726. data/lib/datadog/tracing/sync_writer.rb +5 -7
  727. data/lib/datadog/tracing/trace_digest.rb +89 -3
  728. data/lib/datadog/tracing/trace_operation.rb +58 -16
  729. data/lib/datadog/tracing/trace_segment.rb +20 -10
  730. data/lib/datadog/tracing/tracer.rb +48 -23
  731. data/lib/datadog/tracing/utils.rb +83 -0
  732. data/lib/datadog/tracing/workers/trace_writer.rb +8 -11
  733. data/lib/datadog/tracing/workers.rb +2 -6
  734. data/lib/datadog/tracing/writer.rb +11 -8
  735. data/lib/datadog/tracing.rb +9 -9
  736. data/lib/ddtrace/auto_instrument.rb +10 -3
  737. data/lib/ddtrace/auto_instrument_base.rb +1 -1
  738. data/lib/ddtrace/profiling/preload.rb +0 -2
  739. data/lib/ddtrace/transport/ext.rb +7 -3
  740. data/lib/ddtrace/transport/http/adapters/net.rb +15 -4
  741. data/lib/ddtrace/transport/http/adapters/registry.rb +1 -1
  742. data/lib/ddtrace/transport/http/adapters/test.rb +1 -3
  743. data/lib/ddtrace/transport/http/adapters/unix_socket.rb +2 -4
  744. data/lib/ddtrace/transport/http/api/endpoint.rb +1 -1
  745. data/lib/ddtrace/transport/http/api/fallbacks.rb +1 -1
  746. data/lib/ddtrace/transport/http/api/instance.rb +1 -1
  747. data/lib/ddtrace/transport/http/api/map.rb +2 -2
  748. data/lib/ddtrace/transport/http/api/spec.rb +1 -1
  749. data/lib/ddtrace/transport/http/api.rb +4 -6
  750. data/lib/ddtrace/transport/http/builder.rb +5 -7
  751. data/lib/ddtrace/transport/http/client.rb +2 -4
  752. data/lib/ddtrace/transport/http/env.rb +1 -1
  753. data/lib/ddtrace/transport/http/response.rb +2 -2
  754. data/lib/ddtrace/transport/http/statistics.rb +1 -3
  755. data/lib/ddtrace/transport/http/traces.rb +6 -8
  756. data/lib/ddtrace/transport/http.rb +11 -12
  757. data/lib/ddtrace/transport/io/client.rb +2 -4
  758. data/lib/ddtrace/transport/io/response.rb +2 -2
  759. data/lib/ddtrace/transport/io/traces.rb +4 -6
  760. data/lib/ddtrace/transport/io.rb +4 -4
  761. data/lib/ddtrace/transport/parcel.rb +1 -3
  762. data/lib/ddtrace/transport/request.rb +2 -2
  763. data/lib/ddtrace/transport/response.rb +0 -2
  764. data/lib/ddtrace/transport/serializable_trace.rb +9 -5
  765. data/lib/ddtrace/transport/statistics.rb +3 -3
  766. data/lib/ddtrace/transport/trace_formatter.rb +22 -11
  767. data/lib/ddtrace/transport/traces.rb +9 -9
  768. data/lib/ddtrace/version.rb +8 -6
  769. data/lib/ddtrace.rb +7 -9
  770. metadata +186 -58
  771. data/.editorconfig +0 -22
  772. data/.gitignore +0 -58
  773. data/CONTRIBUTING.md +0 -81
  774. data/ddtrace.gemspec +0 -68
  775. data/docs/0.x-trace.png +0 -0
  776. data/docs/1.0-trace.png +0 -0
  777. data/docs/AutoInstrumentation.md +0 -36
  778. data/docs/Deprecation.md +0 -8
  779. data/docs/DevelopmentGuide.md +0 -259
  780. data/docs/GettingStarted.md +0 -2688
  781. data/docs/ProfilingDevelopment.md +0 -110
  782. data/docs/PublicApi.md +0 -14
  783. data/docs/UpgradeGuide.md +0 -736
  784. data/ext/ddtrace_profiling_native_extension/libddprof_helpers.h +0 -13
  785. data/lib/datadog/appsec/assets/waf_rules/risky.json +0 -1499
  786. data/lib/datadog/appsec/contrib/configuration/settings.rb +0 -20
  787. data/lib/datadog/appsec/contrib/rack/configuration/settings.rb +0 -22
  788. data/lib/datadog/appsec/contrib/rack/request.rb +0 -58
  789. data/lib/datadog/appsec/contrib/rack/response.rb +0 -24
  790. data/lib/datadog/appsec/contrib/rails/configuration/settings.rb +0 -22
  791. data/lib/datadog/appsec/contrib/sinatra/configuration/settings.rb +0 -22
  792. data/lib/datadog/profiling/recorder.rb +0 -117
  793. data/lib/datadog/profiling/transport/client.rb +0 -16
  794. data/lib/datadog/profiling/transport/http/api/endpoint.rb +0 -107
  795. data/lib/datadog/profiling/transport/http/api/instance.rb +0 -38
  796. data/lib/datadog/profiling/transport/http/api/spec.rb +0 -42
  797. data/lib/datadog/profiling/transport/http/api.rb +0 -45
  798. data/lib/datadog/profiling/transport/http/builder.rb +0 -30
  799. data/lib/datadog/profiling/transport/http/client.rb +0 -35
  800. data/lib/datadog/profiling/transport/http/response.rb +0 -23
  801. data/lib/datadog/profiling/transport/http.rb +0 -112
  802. data/lib/datadog/profiling/transport/io/client.rb +0 -29
  803. data/lib/datadog/profiling/transport/io/response.rb +0 -18
  804. data/lib/datadog/profiling/transport/io.rb +0 -32
  805. data/lib/datadog/profiling/transport/parcel.rb +0 -19
  806. data/lib/datadog/profiling/transport/request.rb +0 -17
  807. data/lib/datadog/profiling/transport/response.rb +0 -10
  808. data/lib/datadog/tracing/distributed/headers/b3.rb +0 -55
  809. data/lib/datadog/tracing/distributed/headers/b3_single.rb +0 -67
  810. data/lib/datadog/tracing/distributed/headers/datadog.rb +0 -52
  811. data/lib/datadog/tracing/distributed/parser.rb +0 -70
  812. data/lib/datadog/tracing/propagation/grpc.rb +0 -88
@@ -0,0 +1,275 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Datadog
4
+ module Profiling
5
+ # Responsible for wiring up the Profiler for execution
6
+ module Component
7
+ # Passing in a `nil` tracer is supported and will disable the following profiling features:
8
+ # * Code Hotspots panel in the trace viewer, as well as scoping a profile down to a span
9
+ # * Endpoint aggregation in the profiler UX, including normalization (resource per endpoint call)
10
+ def self.build_profiler_component(settings:, agent_settings:, optional_tracer:)
11
+ return unless settings.profiling.enabled
12
+
13
+ # Workaround for weird dependency direction: the Core::Configuration::Components class currently has a
14
+ # dependency on individual products, in this case the Profiler.
15
+ # (Note "currently": in the future we want to change this so core classes don't depend on specific products)
16
+ #
17
+ # If the current file included a `require 'datadog/profiler'` at its beginning, we would generate circular
18
+ # requires when used from profiling:
19
+ #
20
+ # datadog/profiling
21
+ # └─requires─> datadog/core
22
+ # └─requires─> datadog/core/configuration/components
23
+ # └─requires─> datadog/profiling # Loop!
24
+ #
25
+ # ...thus in #1998 we removed such a require.
26
+ #
27
+ # On the other hand, if datadog/core is loaded by a different product and no general `require 'ddtrace'` is
28
+ # done, then profiling may not be loaded, and thus to avoid this issue we do a require here (which is a
29
+ # no-op if profiling is already loaded).
30
+ require_relative '../profiling'
31
+ return unless Profiling.supported?
32
+
33
+ unless defined?(Profiling::Tasks::Setup)
34
+ # In #1545 a user reported a NameError due to this constant being uninitialized
35
+ # I've documented my suspicion on why that happened in
36
+ # https://github.com/DataDog/dd-trace-rb/issues/1545#issuecomment-856049025
37
+ #
38
+ # > Thanks for the info! It seems to feed into my theory: there's two moments in the code where we check if
39
+ # > profiler is "supported": 1) when loading ddtrace (inside preload) and 2) when starting the profile
40
+ # > after Datadog.configure gets run.
41
+ # > The problem is that the code assumes that both checks 1) and 2) will always reach the same conclusion:
42
+ # > either profiler is supported, or profiler is not supported.
43
+ # > In the problematic case, it looks like in your case check 1 decides that profiler is not
44
+ # > supported => doesn't load it, and then check 2 decides that it is => assumes it is loaded and tries to
45
+ # > start it.
46
+ #
47
+ # I was never able to validate if this was the issue or why exactly .supported? would change its mind BUT
48
+ # just in case it happens again, I've left this check which avoids breaking the user's application AND
49
+ # would instead direct them to report it to us instead, so that we can investigate what's wrong.
50
+ #
51
+ # TODO: As of June 2021, most checks in .supported? are related to the google-protobuf gem; so it's
52
+ # very likely that it was the origin of the issue we saw. Thus, if, as planned we end up moving away from
53
+ # protobuf OR enough time has passed and no users saw the issue again, we can remove this check altogether.
54
+ Datadog.logger.error(
55
+ 'Profiling was marked as supported and enabled, but setup task was not loaded properly. ' \
56
+ 'Please report this at https://github.com/DataDog/dd-trace-rb/blob/master/CONTRIBUTING.md#found-a-bug'
57
+ )
58
+
59
+ return
60
+ end
61
+
62
+ # Load extensions needed to support some of the Profiling features
63
+ Profiling::Tasks::Setup.new.run
64
+
65
+ # NOTE: Please update the Initialization section of ProfilingDevelopment.md with any changes to this method
66
+
67
+ if enable_new_profiler?(settings)
68
+ recorder = Datadog::Profiling::StackRecorder.new(
69
+ cpu_time_enabled: RUBY_PLATFORM.include?('linux'), # Only supported on Linux currently
70
+ alloc_samples_enabled: false, # Always disabled for now -- work in progress
71
+ )
72
+ collector = Datadog::Profiling::Collectors::CpuAndWallTimeWorker.new(
73
+ recorder: recorder,
74
+ max_frames: settings.profiling.advanced.max_frames,
75
+ tracer: optional_tracer,
76
+ endpoint_collection_enabled: settings.profiling.advanced.endpoint.collection.enabled,
77
+ gc_profiling_enabled: enable_gc_profiling?(settings),
78
+ allocation_counting_enabled: settings.profiling.advanced.allocation_counting_enabled,
79
+ no_signals_workaround_enabled: no_signals_workaround_enabled?(settings),
80
+ )
81
+ else
82
+ load_pprof_support
83
+
84
+ recorder = build_profiler_old_recorder(settings)
85
+ collector = build_profiler_oldstack_collector(settings, recorder, optional_tracer)
86
+ end
87
+
88
+ exporter = build_profiler_exporter(settings, recorder)
89
+ transport = build_profiler_transport(settings, agent_settings)
90
+ scheduler = Profiling::Scheduler.new(exporter: exporter, transport: transport)
91
+
92
+ Profiling::Profiler.new([collector], scheduler)
93
+ end
94
+
95
+ private_class_method def self.build_profiler_old_recorder(settings)
96
+ Profiling::OldRecorder.new([Profiling::Events::StackSample], settings.profiling.advanced.max_events)
97
+ end
98
+
99
+ private_class_method def self.build_profiler_exporter(settings, recorder)
100
+ code_provenance_collector =
101
+ (Profiling::Collectors::CodeProvenance.new if settings.profiling.advanced.code_provenance_enabled)
102
+
103
+ Profiling::Exporter.new(pprof_recorder: recorder, code_provenance_collector: code_provenance_collector)
104
+ end
105
+
106
+ private_class_method def self.build_profiler_oldstack_collector(settings, old_recorder, tracer)
107
+ trace_identifiers_helper = Profiling::TraceIdentifiers::Helper.new(
108
+ tracer: tracer,
109
+ endpoint_collection_enabled: settings.profiling.advanced.endpoint.collection.enabled
110
+ )
111
+
112
+ Profiling::Collectors::OldStack.new(
113
+ old_recorder,
114
+ trace_identifiers_helper: trace_identifiers_helper,
115
+ max_frames: settings.profiling.advanced.max_frames
116
+ )
117
+ end
118
+
119
+ private_class_method def self.build_profiler_transport(settings, agent_settings)
120
+ settings.profiling.exporter.transport ||
121
+ Profiling::HttpTransport.new(
122
+ agent_settings: agent_settings,
123
+ site: settings.site,
124
+ api_key: settings.api_key,
125
+ upload_timeout_seconds: settings.profiling.upload.timeout_seconds,
126
+ )
127
+ end
128
+
129
+ private_class_method def self.enable_gc_profiling?(settings)
130
+ # See comments on the setting definition for more context on why it exists.
131
+ if settings.profiling.advanced.force_enable_gc_profiling
132
+ if Gem::Version.new(RUBY_VERSION) >= Gem::Version.new('3')
133
+ Datadog.logger.debug(
134
+ 'Profiling time/resources spent in Garbage Collection force enabled. Do not use Ractors in combination ' \
135
+ 'with this option as profiles will be incomplete.'
136
+ )
137
+ end
138
+
139
+ true
140
+ else
141
+ false
142
+ end
143
+ end
144
+
145
+ private_class_method def self.enable_new_profiler?(settings)
146
+ if settings.profiling.advanced.force_enable_legacy_profiler
147
+ Datadog.logger.warn(
148
+ 'Legacy profiler has been force-enabled via configuration. Do not use unless instructed to by support.'
149
+ )
150
+ return false
151
+ end
152
+
153
+ true
154
+ end
155
+
156
+ private_class_method def self.no_signals_workaround_enabled?(settings) # rubocop:disable Metrics/MethodLength
157
+ setting_value = settings.profiling.advanced.no_signals_workaround_enabled
158
+ legacy_ruby_that_should_use_workaround = RUBY_VERSION.start_with?('2.3.', '2.4.', '2.5.')
159
+
160
+ unless [true, false, :auto].include?(setting_value)
161
+ Datadog.logger.error(
162
+ "Ignoring invalid value for profiling no_signals_workaround_enabled setting: #{setting_value.inspect}. " \
163
+ 'Valid options are `true`, `false` or (default) `:auto`.'
164
+ )
165
+
166
+ setting_value = :auto
167
+ end
168
+
169
+ if setting_value == false
170
+ if legacy_ruby_that_should_use_workaround
171
+ Datadog.logger.warn(
172
+ 'The profiling "no signals" workaround has been disabled via configuration on a legacy Ruby version ' \
173
+ '(< 2.6). This is not recommended ' \
174
+ 'in production environments, as due to limitations in Ruby APIs, we suspect it may lead to crashes ' \
175
+ 'in very rare situations. Please report any issues you run into to Datadog support or ' \
176
+ 'via <https://github.com/datadog/dd-trace-rb/issues/new>!'
177
+ )
178
+ else
179
+ Datadog.logger.warn('Profiling "no signals" workaround disabled via configuration')
180
+ end
181
+
182
+ return false
183
+ end
184
+
185
+ if setting_value == true
186
+ Datadog.logger.warn(
187
+ 'Profiling "no signals" workaround enabled via configuration. Profiling data will have lower quality.'
188
+ )
189
+
190
+ return true
191
+ end
192
+
193
+ # Setting is in auto mode. Let's probe to see if we should enable it:
194
+
195
+ # We don't warn users in this situation because "upgrade your Ruby" is not a great warning
196
+ return true if legacy_ruby_that_should_use_workaround
197
+
198
+ if Gem.loaded_specs['mysql2'] && incompatible_libmysqlclient_version?(settings)
199
+ Datadog.logger.warn(
200
+ 'Enabling the profiling "no signals" workaround because an incompatible version of the mysql2 gem is ' \
201
+ 'installed. Profiling data will have lower quality.' \
202
+ 'To fix this, upgrade the libmysqlclient in your OS image to version 8.0.0 or above.'
203
+ )
204
+ return true
205
+ end
206
+
207
+ if Gem.loaded_specs['rugged']
208
+ Datadog.logger.warn(
209
+ 'Enabling the profiling "no signals" workaround because the rugged gem is installed. ' \
210
+ 'This is needed because some operations on this gem are currently incompatible with the normal working mode ' \
211
+ 'of the profiler, as detailed in <https://github.com/datadog/dd-trace-rb/issues/2721>. ' \
212
+ 'Profiling data will have lower quality.'
213
+ )
214
+ return true
215
+ end
216
+
217
+ false
218
+ end
219
+
220
+ # Versions of libmysqlclient prior to 8.0.0 are known to have buggy handling of system call interruptions.
221
+ # The profiler can sometimes cause system call interruptions, and so this combination can cause queries to fail.
222
+ #
223
+ # See https://bugs.mysql.com/bug.php?id=83109 and
224
+ # https://docs.datadoghq.com/profiler/profiler_troubleshooting/ruby/#unexpected-run-time-failures-and-errors-from-ruby-gems-that-use-native-extensions-in-dd-trace-rb-1110
225
+ # for details.
226
+ #
227
+ # The `mysql2` gem's `info` method can be used to determine which `libmysqlclient` version is in use, and thus to
228
+ # detect if it's safe for the profiler to use signals or if we need to employ a fallback.
229
+ private_class_method def self.incompatible_libmysqlclient_version?(settings)
230
+ return true if settings.profiling.advanced.skip_mysql2_check
231
+
232
+ Datadog.logger.debug(
233
+ 'Requiring `mysql2` to check if the `libmysqlclient` version it uses is compatible with profiling'
234
+ )
235
+
236
+ begin
237
+ require 'mysql2'
238
+
239
+ return true unless defined?(Mysql2::Client) && Mysql2::Client.respond_to?(:info)
240
+
241
+ libmysqlclient_version = Gem::Version.new(Mysql2::Client.info[:version])
242
+
243
+ compatible = libmysqlclient_version >= Gem::Version.new('8.0.0')
244
+
245
+ Datadog.logger.debug(
246
+ "The `mysql2` gem is using #{compatible ? 'a compatible' : 'an incompatible'} version of " \
247
+ "the `libmysqlclient` library (#{libmysqlclient_version})"
248
+ )
249
+
250
+ !compatible
251
+ rescue StandardError, LoadError => e
252
+ Datadog.logger.warn(
253
+ 'Failed to probe `mysql2` gem information. ' \
254
+ "Cause: #{e.class.name} #{e.message} Location: #{Array(e.backtrace).first}"
255
+ )
256
+
257
+ true
258
+ end
259
+ end
260
+
261
+ # The old profiler's pprof support conflicts with the ruby-cloud-profiler gem.
262
+ #
263
+ # This is not a problem for almost all customers, since we now default everyone to use the new CPU Profiling 2.0
264
+ # profiler. But the issue was still triggered, because currently we still _load_ both the old and new profiling
265
+ # code paths.
266
+ #
267
+ # To work around this issue, and because we plan on deleting the old profiler soon, rather than poking at the
268
+ # pprof support code, we only load the conflicting file when the old profiler is in use. This way customers using
269
+ # the new profiler will not be affected by the issue any longer.
270
+ private_class_method def self.load_pprof_support
271
+ require_relative 'pprof/pprof_pb'
272
+ end
273
+ end
274
+ end
275
+ end
@@ -1,10 +1,6 @@
1
- # typed: true
2
-
3
- require 'set'
4
1
  require 'time'
5
2
 
6
- require 'datadog/profiling/flush'
7
- require 'datadog/profiling/pprof/template'
3
+ require_relative '../pprof/template'
8
4
 
9
5
  module Datadog
10
6
  module Profiling
@@ -14,31 +10,29 @@ module Datadog
14
10
  module Protobuf
15
11
  module_function
16
12
 
17
- def encode(flush)
18
- return unless flush
19
-
13
+ def encode(event_count:, event_groups:, start:, finish:)
20
14
  # Create a pprof template from the list of event types
21
- event_classes = flush.event_groups.collect(&:event_class).uniq
15
+ event_classes = event_groups.collect(&:event_class).uniq
22
16
  template = Pprof::Template.for_event_classes(event_classes)
23
17
 
24
18
  # Add all events to the pprof
25
- flush.event_groups.each { |event_group| template.add_events!(event_group.event_class, event_group.events) }
19
+ event_groups.each { |event_group| template.add_events!(event_group.event_class, event_group.events) }
26
20
 
27
21
  Datadog.logger.debug do
28
22
  max_events = Datadog.configuration.profiling.advanced.max_events
29
23
  events_sampled =
30
- if flush.event_count == max_events
24
+ if event_count == max_events
31
25
  'max events limit hit, events were sampled [profile will be biased], '
32
26
  else
33
27
  ''
34
28
  end
35
29
 
36
- "Encoding profile covering #{flush.start.iso8601} to #{flush.finish.iso8601}, " \
37
- "events: #{flush.event_count} (#{events_sampled}#{template.debug_statistics})"
30
+ "Encoding profile covering #{start.iso8601} to #{finish.iso8601}, " \
31
+ "events: #{event_count} (#{events_sampled}#{template.debug_statistics})"
38
32
  end
39
33
 
40
34
  # Build the profile and encode it
41
- template.to_pprof(start: flush.start, finish: flush.finish)
35
+ template.to_pprof(start: start, finish: finish)
42
36
  end
43
37
  end
44
38
  end
@@ -1,4 +1,4 @@
1
- # typed: true
1
+ # frozen_string_literal: true
2
2
 
3
3
  module Datadog
4
4
  module Profiling
@@ -1,6 +1,6 @@
1
- # typed: true
1
+ # frozen_string_literal: true
2
2
 
3
- require 'datadog/profiling/event'
3
+ require_relative '../event'
4
4
 
5
5
  module Datadog
6
6
  module Profiling
@@ -1,24 +1,82 @@
1
- # typed: true
2
-
3
- require 'datadog/profiling/transport/io/client'
1
+ require_relative 'ext'
2
+ require_relative 'tag_builder'
4
3
 
5
4
  module Datadog
6
5
  module Profiling
7
- # Writes profiling data to a given transport
6
+ # Exports profiling data gathered by the multiple recorders in a `Flush`.
7
+ #
8
+ # @ivoanjo: Note that the recorder that gathers pprof data is special, since we use its start/finish/empty? to
9
+ # decide if there's data to flush, as well as the timestamp for that data.
10
+ # I could've made the whole design more generic, but I'm unsure if we'll ever have more than a handful of
11
+ # recorders, so I've decided to make it specific until we actually need to support more recorders.
12
+ #
8
13
  class Exporter
14
+ # Profiles with duration less than this will not be reported
15
+ PROFILE_DURATION_THRESHOLD_SECONDS = 1
16
+
17
+ private
18
+
9
19
  attr_reader \
10
- :transport
20
+ :pprof_recorder,
21
+ :code_provenance_collector, # The code provenance collector acts both as collector and as a recorder
22
+ :minimum_duration_seconds,
23
+ :time_provider,
24
+ :last_flush_finish_at,
25
+ :created_at
26
+
27
+ public
28
+
29
+ def initialize(
30
+ pprof_recorder:,
31
+ code_provenance_collector:,
32
+ minimum_duration_seconds: PROFILE_DURATION_THRESHOLD_SECONDS,
33
+ time_provider: Time
34
+ )
35
+ @pprof_recorder = pprof_recorder
36
+ @code_provenance_collector = code_provenance_collector
37
+ @minimum_duration_seconds = minimum_duration_seconds
38
+ @time_provider = time_provider
39
+ @last_flush_finish_at = nil
40
+ @created_at = time_provider.now.utc
41
+ end
42
+
43
+ def flush
44
+ start, finish, uncompressed_pprof = pprof_recorder.serialize
45
+ @last_flush_finish_at = finish
11
46
 
12
- def initialize(transport)
13
- unless transport.is_a?(Profiling::Transport::Client)
14
- raise ArgumentError, 'Unsupported transport for profiling exporter.'
47
+ return if uncompressed_pprof.nil? # We don't want to report empty profiles
48
+
49
+ if duration_below_threshold?(start, finish)
50
+ Datadog.logger.debug('Skipped exporting profiling events as profile duration is below minimum')
51
+ return
15
52
  end
16
53
 
17
- @transport = transport
54
+ uncompressed_code_provenance = code_provenance_collector.refresh.generate_json if code_provenance_collector
55
+
56
+ Flush.new(
57
+ start: start,
58
+ finish: finish,
59
+ pprof_file_name: Datadog::Profiling::Ext::Transport::HTTP::PPROF_DEFAULT_FILENAME,
60
+ pprof_data: uncompressed_pprof.to_s,
61
+ code_provenance_file_name: Datadog::Profiling::Ext::Transport::HTTP::CODE_PROVENANCE_FILENAME,
62
+ code_provenance_data: uncompressed_code_provenance,
63
+ tags_as_array: Datadog::Profiling::TagBuilder.call(settings: Datadog.configuration).to_a,
64
+ )
65
+ end
66
+
67
+ def can_flush?
68
+ !duration_below_threshold?(last_flush_finish_at || created_at, time_provider.now.utc)
18
69
  end
19
70
 
20
- def export(flush)
21
- transport.send_profiling_flush(flush)
71
+ def reset_after_fork
72
+ @last_flush_finish_at = time_provider.now.utc
73
+ nil
74
+ end
75
+
76
+ private
77
+
78
+ def duration_below_threshold?(start, finish)
79
+ (finish - start) < minimum_duration_seconds
22
80
  end
23
81
  end
24
82
  end
@@ -1,10 +1,13 @@
1
- # typed: false
2
-
3
1
  module Datadog
4
2
  module Profiling
5
3
  module Ext
6
4
  # Monkey patches `Kernel#fork`, adding a `Kernel#at_fork` callback mechanism which is used to restore
7
5
  # profiling abilities after the VM forks.
6
+ #
7
+ # Known limitations: Does not handle `BasicObject`s that include `Kernel` directly; e.g.
8
+ # `Class.new(BasicObject) { include(::Kernel); def call; fork { }; end }.new.call`.
9
+ #
10
+ # This will be fixed once we moved to hooking into `Process._fork`
8
11
  module Forking
9
12
  def self.supported?
10
13
  Process.respond_to?(:fork)
@@ -13,48 +16,34 @@ module Datadog
13
16
  def self.apply!
14
17
  return false unless supported?
15
18
 
16
- modules = [::Process, ::Kernel]
17
- # TODO: Ruby < 2.3 doesn't support Binding#receiver.
18
- # Remove "else #eval" clause when Ruby < 2.3 support is dropped.
19
- # NOTE: Modifying the "main" object as we do here is (as far as I know) irreversible. During tests, this change
20
- # will stick around even if we otherwise stub `Process` and `Kernel`.
21
- modules << (TOPLEVEL_BINDING.respond_to?(:receiver) ? TOPLEVEL_BINDING.receiver : TOPLEVEL_BINDING.eval('self'))
22
-
23
- # Patch top-level binding, Kernel, Process.
24
- # NOTE: We could instead do Kernel.module_eval { def fork; ... end }
25
- # however, this method rewrite is more invasive and irreversible.
26
- # It could also have collisions with other libraries that patch.
27
- # Opt to modify the inheritance of each relevant target instead.
28
- modules.each do |mod|
29
- clazz = if mod.class <= Module
30
- mod.singleton_class
31
- else
32
- mod.class
33
- end
34
-
35
- clazz.prepend(Kernel)
36
- end
19
+ [
20
+ ::Process.singleton_class, # Process.fork
21
+ ::Kernel.singleton_class, # Kernel.fork
22
+ ::Object, # fork without explicit receiver (it's defined as a method in ::Kernel)
23
+ # Note: Modifying Object as we do here is irreversible. During tests, this
24
+ # change will stick around even if we otherwise stub `Process` and `Kernel`
25
+ ].each { |target| target.prepend(Kernel) }
26
+
27
+ ::Process.singleton_class.prepend(ProcessDaemonPatch)
37
28
  end
38
29
 
39
30
  # Extensions for kernel
31
+ #
32
+ # TODO: Consider hooking into `Process._fork` on Ruby 3.1+ instead, see
33
+ # https://github.com/ruby/ruby/pull/5017 and https://bugs.ruby-lang.org/issues/17795
40
34
  module Kernel
41
- FORK_STAGES = [:prepare, :parent, :child].freeze
42
-
43
35
  def fork
44
36
  # If a block is provided, it must be wrapped to trigger callbacks.
45
37
  child_block = if block_given?
46
38
  proc do
47
39
  # Trigger :child callback
48
- at_fork_blocks[:child].each(&:call) if at_fork_blocks.key?(:child)
40
+ ddtrace_at_fork_blocks[:child].each(&:call) if ddtrace_at_fork_blocks.key?(:child)
49
41
 
50
42
  # Invoke original block
51
43
  yield
52
44
  end
53
45
  end
54
46
 
55
- # Trigger :prepare callback
56
- at_fork_blocks[:prepare].each(&:call) if at_fork_blocks.key?(:prepare)
57
-
58
47
  # Start fork
59
48
  # If a block is provided, use the wrapped version.
60
49
  result = child_block.nil? ? super : super(&child_block)
@@ -62,37 +51,45 @@ module Datadog
62
51
  # Trigger correct callbacks depending on whether we're in the parent or child.
63
52
  # If we're in the fork, result = nil: trigger child callbacks.
64
53
  # If we're in the parent, result = fork PID: trigger parent callbacks.
65
- # rubocop:disable Style/IfInsideElse
66
- if result.nil?
67
- # Trigger :child callback
68
- at_fork_blocks[:child].each(&:call) if at_fork_blocks.key?(:child)
69
- else
70
- # Trigger :parent callback
71
- at_fork_blocks[:parent].each(&:call) if at_fork_blocks.key?(:parent)
72
- end
73
- # rubocop:enable Style/IfInsideElse
54
+ ddtrace_at_fork_blocks[:child].each(&:call) if result.nil? && ddtrace_at_fork_blocks.key?(:child)
74
55
 
75
56
  # Return PID from #fork
76
57
  result
77
58
  end
78
59
 
79
- def at_fork(stage = :prepare, &block)
80
- raise ArgumentError, 'Bad \'stage\' for ::at_fork' unless FORK_STAGES.include?(stage)
60
+ def at_fork(stage, &block)
61
+ raise ArgumentError, 'Bad \'stage\' for ::at_fork' unless stage == :child
81
62
 
82
- at_fork_blocks[stage] = [] unless at_fork_blocks.key?(stage)
83
- at_fork_blocks[stage] << block
63
+ ddtrace_at_fork_blocks[stage] = [] unless ddtrace_at_fork_blocks.key?(stage)
64
+ ddtrace_at_fork_blocks[stage] << block
84
65
  end
85
66
 
86
67
  module_function
87
68
 
88
- def at_fork_blocks
69
+ def ddtrace_at_fork_blocks
89
70
  # Blocks should be shared across all users of this module,
90
71
  # e.g. Process#fork, Kernel#fork, etc. should all invoke the same callbacks.
91
72
  # rubocop:disable Style/ClassVars
92
- @@at_fork_blocks ||= {}
73
+ @@ddtrace_at_fork_blocks ||= {}
93
74
  # rubocop:enable Style/ClassVars
94
75
  end
95
76
  end
77
+
78
+ # A call to Process.daemon ( https://rubyapi.org/3.1/o/process#method-c-daemon ) forks the current process and
79
+ # keeps executing code in the child process, killing off the parent, thus effectively replacing it.
80
+ #
81
+ # This monkey patch makes the `Kernel#at_fork` mechanism defined above also work in this situation.
82
+ module ProcessDaemonPatch
83
+ def daemon(*args)
84
+ ddtrace_at_fork_blocks = Datadog::Profiling::Ext::Forking::Kernel.ddtrace_at_fork_blocks
85
+
86
+ result = super
87
+
88
+ ddtrace_at_fork_blocks[:child].each(&:call) if ddtrace_at_fork_blocks.key?(:child)
89
+
90
+ result
91
+ end
92
+ end
96
93
  end
97
94
  end
98
95
  end
@@ -1,55 +1,43 @@
1
- # typed: true
1
+ # frozen_string_literal: true
2
2
 
3
3
  module Datadog
4
4
  module Profiling
5
5
  module Ext
6
- ENV_ENABLED = 'DD_PROFILING_ENABLED'.freeze
7
- ENV_UPLOAD_TIMEOUT = 'DD_PROFILING_UPLOAD_TIMEOUT'.freeze
8
- ENV_MAX_FRAMES = 'DD_PROFILING_MAX_FRAMES'.freeze
9
- ENV_AGENTLESS = 'DD_PROFILING_AGENTLESS'.freeze
10
- ENV_ENDPOINT_COLLECTION_ENABLED = 'DD_PROFILING_ENDPOINT_COLLECTION_ENABLED'.freeze
6
+ ENV_ENABLED = 'DD_PROFILING_ENABLED'
7
+ ENV_UPLOAD_TIMEOUT = 'DD_PROFILING_UPLOAD_TIMEOUT'
8
+ ENV_MAX_FRAMES = 'DD_PROFILING_MAX_FRAMES'
9
+ ENV_AGENTLESS = 'DD_PROFILING_AGENTLESS'
10
+ ENV_ENDPOINT_COLLECTION_ENABLED = 'DD_PROFILING_ENDPOINT_COLLECTION_ENABLED'
11
11
 
12
+ # TODO: Consider removing this once the Ruby-based pprof encoding is removed and replaced by libdatadog
12
13
  module Pprof
13
- LABEL_KEY_LOCAL_ROOT_SPAN_ID = 'local root span id'.freeze
14
- LABEL_KEY_SPAN_ID = 'span id'.freeze
15
- LABEL_KEY_THREAD_ID = 'thread id'.freeze
16
- LABEL_KEY_TRACE_ENDPOINT = 'trace endpoint'.freeze
14
+ LABEL_KEY_LOCAL_ROOT_SPAN_ID = 'local root span id'
15
+ LABEL_KEY_SPAN_ID = 'span id'
16
+ LABEL_KEY_THREAD_ID = 'thread id'
17
+ LABEL_KEY_TRACE_ENDPOINT = 'trace endpoint'
17
18
  SAMPLE_VALUE_NO_VALUE = 0
18
- VALUE_TYPE_CPU = 'cpu-time'.freeze
19
- VALUE_TYPE_WALL = 'wall-time'.freeze
20
- VALUE_UNIT_NANOSECONDS = 'nanoseconds'.freeze
19
+ VALUE_TYPE_CPU = 'cpu-time'
20
+ VALUE_TYPE_WALL = 'wall-time'
21
+ VALUE_UNIT_NANOSECONDS = 'nanoseconds'
21
22
  end
22
23
 
23
24
  module Transport
24
25
  module HTTP
25
- URI_TEMPLATE_DD_API = 'https://intake.profile.%s/'.freeze
26
+ FORM_FIELD_TAG_ENV = 'env'
27
+ FORM_FIELD_TAG_HOST = 'host'
28
+ FORM_FIELD_TAG_LANGUAGE = 'language'
29
+ FORM_FIELD_TAG_PID = 'process_id'
30
+ FORM_FIELD_TAG_PROFILER_VERSION = 'profiler_version'
31
+ FORM_FIELD_TAG_RUNTIME = 'runtime'
32
+ FORM_FIELD_TAG_RUNTIME_ENGINE = 'runtime_engine'
33
+ FORM_FIELD_TAG_RUNTIME_ID = 'runtime-id'
34
+ FORM_FIELD_TAG_RUNTIME_PLATFORM = 'runtime_platform'
35
+ FORM_FIELD_TAG_RUNTIME_VERSION = 'runtime_version'
36
+ FORM_FIELD_TAG_SERVICE = 'service'
37
+ FORM_FIELD_TAG_VERSION = 'version'
26
38
 
27
- FORM_FIELD_RECORDING_START = 'start'.freeze
28
- FORM_FIELD_RECORDING_END = 'end'.freeze
29
- FORM_FIELD_FAMILY = 'family'.freeze
30
- FORM_FIELD_TAG_ENV = 'env'.freeze
31
- FORM_FIELD_TAG_HOST = 'host'.freeze
32
- FORM_FIELD_TAG_LANGUAGE = 'language'.freeze
33
- FORM_FIELD_TAG_PID = 'process_id'.freeze
34
- FORM_FIELD_TAG_PROFILER_VERSION = 'profiler_version'.freeze
35
- FORM_FIELD_TAG_RUNTIME = 'runtime'.freeze
36
- FORM_FIELD_TAG_RUNTIME_ENGINE = 'runtime_engine'.freeze
37
- FORM_FIELD_TAG_RUNTIME_ID = 'runtime-id'.freeze
38
- FORM_FIELD_TAG_RUNTIME_PLATFORM = 'runtime_platform'.freeze
39
- FORM_FIELD_TAG_RUNTIME_VERSION = 'runtime_version'.freeze
40
- FORM_FIELD_TAG_SERVICE = 'service'.freeze
41
- FORM_FIELD_TAG_VERSION = 'version'.freeze
42
- FORM_FIELD_TAGS = 'tags'.freeze
43
- FORM_FIELD_INTAKE_VERSION = 'version'.freeze
44
-
45
- HEADER_CONTENT_TYPE = 'Content-Type'.freeze
46
- HEADER_CONTENT_TYPE_OCTET_STREAM = 'application/octet-stream'.freeze
47
-
48
- FORM_FIELD_PPROF_DATA = 'data[rubyprofile.pprof]'.freeze
49
- PPROF_DEFAULT_FILENAME = 'rubyprofile.pprof.gz'.freeze
50
-
51
- FORM_FIELD_CODE_PROVENANCE_DATA = 'data[code-provenance.json]'.freeze
52
- CODE_PROVENANCE_FILENAME = 'code-provenance.json.gz'.freeze
39
+ PPROF_DEFAULT_FILENAME = 'rubyprofile.pprof'
40
+ CODE_PROVENANCE_FILENAME = 'code-provenance.json'
53
41
  end
54
42
  end
55
43
  end