ddtrace 1.1.0 → 1.12.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (812) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +707 -1
  3. data/LICENSE-3rdparty.csv +4 -0
  4. data/README.md +15 -12
  5. data/ext/ddtrace_profiling_loader/ddtrace_profiling_loader.c +21 -5
  6. data/ext/ddtrace_profiling_loader/extconf.rb +21 -2
  7. data/ext/ddtrace_profiling_native_extension/NativeExtensionDesign.md +57 -11
  8. data/ext/ddtrace_profiling_native_extension/clock_id.h +22 -1
  9. data/ext/ddtrace_profiling_native_extension/clock_id_from_pthread.c +34 -3
  10. data/ext/ddtrace_profiling_native_extension/clock_id_noop.c +11 -2
  11. data/ext/ddtrace_profiling_native_extension/collectors_cpu_and_wall_time_worker.c +931 -0
  12. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.c +142 -0
  13. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.h +14 -0
  14. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.c +241 -0
  15. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.h +3 -0
  16. data/ext/ddtrace_profiling_native_extension/collectors_stack.c +196 -95
  17. data/ext/ddtrace_profiling_native_extension/collectors_stack.h +20 -0
  18. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.c +1001 -0
  19. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.h +14 -0
  20. data/ext/ddtrace_profiling_native_extension/extconf.rb +104 -27
  21. data/ext/ddtrace_profiling_native_extension/helpers.h +17 -0
  22. data/ext/ddtrace_profiling_native_extension/http_transport.c +347 -0
  23. data/ext/ddtrace_profiling_native_extension/libdatadog_helpers.h +25 -0
  24. data/ext/ddtrace_profiling_native_extension/native_extension_helpers.rb +160 -27
  25. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.c +269 -107
  26. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.h +17 -5
  27. data/ext/ddtrace_profiling_native_extension/profiling.c +223 -3
  28. data/ext/ddtrace_profiling_native_extension/ruby_helpers.c +110 -0
  29. data/ext/ddtrace_profiling_native_extension/ruby_helpers.h +89 -0
  30. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.c +115 -0
  31. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.h +11 -0
  32. data/ext/ddtrace_profiling_native_extension/stack_recorder.c +506 -54
  33. data/ext/ddtrace_profiling_native_extension/stack_recorder.h +12 -26
  34. data/ext/ddtrace_profiling_native_extension/time_helpers.c +17 -0
  35. data/ext/ddtrace_profiling_native_extension/time_helpers.h +10 -0
  36. data/lib/datadog/appsec/assets/blocked.html +98 -3
  37. data/lib/datadog/appsec/assets/blocked.json +1 -0
  38. data/lib/datadog/appsec/assets/blocked.text +5 -0
  39. data/lib/datadog/appsec/assets/waf_rules/recommended.json +2192 -750
  40. data/lib/datadog/appsec/assets/waf_rules/strict.json +367 -120
  41. data/lib/datadog/appsec/assets.rb +2 -4
  42. data/lib/datadog/appsec/autoload.rb +5 -10
  43. data/lib/datadog/appsec/component.rb +75 -0
  44. data/lib/datadog/appsec/configuration/settings.rb +65 -35
  45. data/lib/datadog/appsec/configuration.rb +21 -11
  46. data/lib/datadog/appsec/contrib/auto_instrument.rb +1 -3
  47. data/lib/datadog/appsec/contrib/integration.rb +1 -1
  48. data/lib/datadog/appsec/contrib/patcher.rb +1 -1
  49. data/lib/datadog/appsec/contrib/rack/ext.rb +0 -3
  50. data/lib/datadog/appsec/contrib/rack/gateway/request.rb +100 -0
  51. data/lib/datadog/appsec/contrib/rack/gateway/response.rb +30 -0
  52. data/lib/datadog/appsec/contrib/rack/gateway/watcher.rb +116 -127
  53. data/lib/datadog/appsec/contrib/rack/integration.rb +4 -11
  54. data/lib/datadog/appsec/contrib/rack/patcher.rb +5 -3
  55. data/lib/datadog/appsec/contrib/rack/reactive/request.rb +36 -37
  56. data/lib/datadog/appsec/contrib/rack/reactive/request_body.rb +21 -22
  57. data/lib/datadog/appsec/contrib/rack/reactive/response.rb +27 -22
  58. data/lib/datadog/appsec/contrib/rack/request_body_middleware.rb +10 -8
  59. data/lib/datadog/appsec/contrib/rack/request_middleware.rb +103 -41
  60. data/lib/datadog/appsec/contrib/rails/ext.rb +0 -3
  61. data/lib/datadog/appsec/contrib/rails/framework.rb +2 -14
  62. data/lib/datadog/appsec/contrib/rails/gateway/request.rb +67 -0
  63. data/lib/datadog/appsec/contrib/rails/gateway/watcher.rb +43 -56
  64. data/lib/datadog/appsec/contrib/rails/integration.rb +4 -11
  65. data/lib/datadog/appsec/contrib/rails/patcher.rb +18 -17
  66. data/lib/datadog/appsec/contrib/rails/reactive/action.rb +24 -23
  67. data/lib/datadog/appsec/contrib/rails/request.rb +4 -1
  68. data/lib/datadog/appsec/contrib/rails/request_middleware.rb +1 -1
  69. data/lib/datadog/appsec/contrib/sinatra/ext.rb +1 -3
  70. data/lib/datadog/appsec/contrib/sinatra/framework.rb +2 -14
  71. data/lib/datadog/appsec/contrib/sinatra/gateway/request.rb +17 -0
  72. data/lib/datadog/appsec/contrib/sinatra/gateway/route_params.rb +23 -0
  73. data/lib/datadog/appsec/contrib/sinatra/gateway/watcher.rb +81 -92
  74. data/lib/datadog/appsec/contrib/sinatra/integration.rb +3 -10
  75. data/lib/datadog/appsec/contrib/sinatra/patcher.rb +37 -21
  76. data/lib/datadog/appsec/contrib/sinatra/reactive/routed.rb +21 -20
  77. data/lib/datadog/appsec/contrib/sinatra/request_middleware.rb +1 -1
  78. data/lib/datadog/appsec/event.rb +41 -49
  79. data/lib/datadog/appsec/ext.rb +10 -0
  80. data/lib/datadog/appsec/extensions.rb +48 -22
  81. data/lib/datadog/appsec/instrumentation/gateway/argument.rb +22 -0
  82. data/lib/datadog/appsec/instrumentation/gateway.rb +26 -6
  83. data/lib/datadog/appsec/instrumentation.rb +9 -0
  84. data/lib/datadog/appsec/monitor/gateway/watcher.rb +67 -0
  85. data/lib/datadog/appsec/monitor/reactive/set_user.rb +61 -0
  86. data/lib/datadog/appsec/monitor.rb +11 -0
  87. data/lib/datadog/appsec/processor/rule_loader.rb +63 -0
  88. data/lib/datadog/appsec/processor/rule_merger.rb +132 -0
  89. data/lib/datadog/appsec/processor.rb +37 -58
  90. data/lib/datadog/appsec/rate_limiter.rb +0 -2
  91. data/lib/datadog/appsec/reactive/address_hash.rb +6 -2
  92. data/lib/datadog/appsec/reactive/engine.rb +12 -9
  93. data/lib/datadog/appsec/reactive/operation.rb +22 -5
  94. data/lib/datadog/appsec/reactive/subscriber.rb +2 -1
  95. data/lib/datadog/appsec/remote.rb +123 -0
  96. data/lib/datadog/appsec/response.rb +73 -0
  97. data/lib/datadog/appsec/scope.rb +61 -0
  98. data/lib/datadog/appsec/utils/http/media_range.rb +199 -0
  99. data/lib/datadog/appsec/utils/http/media_type.rb +85 -0
  100. data/lib/datadog/appsec/utils/http.rb +11 -0
  101. data/lib/datadog/appsec/utils.rb +9 -0
  102. data/lib/datadog/appsec.rb +46 -8
  103. data/lib/datadog/ci/configuration/components.rb +2 -2
  104. data/lib/datadog/ci/configuration/settings.rb +2 -2
  105. data/lib/datadog/ci/contrib/cucumber/configuration/settings.rb +3 -3
  106. data/lib/datadog/ci/contrib/cucumber/ext.rb +0 -2
  107. data/lib/datadog/ci/contrib/cucumber/formatter.rb +6 -6
  108. data/lib/datadog/ci/contrib/cucumber/instrumentation.rb +2 -2
  109. data/lib/datadog/ci/contrib/cucumber/integration.rb +4 -6
  110. data/lib/datadog/ci/contrib/cucumber/patcher.rb +3 -3
  111. data/lib/datadog/ci/contrib/rspec/configuration/settings.rb +3 -3
  112. data/lib/datadog/ci/contrib/rspec/example.rb +5 -7
  113. data/lib/datadog/ci/contrib/rspec/ext.rb +0 -2
  114. data/lib/datadog/ci/contrib/rspec/integration.rb +4 -6
  115. data/lib/datadog/ci/contrib/rspec/patcher.rb +3 -3
  116. data/lib/datadog/ci/ext/app_types.rb +0 -2
  117. data/lib/datadog/ci/ext/environment.rb +117 -45
  118. data/lib/datadog/ci/ext/settings.rb +0 -2
  119. data/lib/datadog/ci/ext/test.rb +0 -2
  120. data/lib/datadog/ci/extensions.rb +5 -5
  121. data/lib/datadog/ci/flush.rb +3 -3
  122. data/lib/datadog/ci/test.rb +3 -5
  123. data/lib/datadog/ci.rb +7 -7
  124. data/lib/datadog/core/buffer/cruby.rb +2 -2
  125. data/lib/datadog/core/buffer/random.rb +1 -1
  126. data/lib/datadog/core/buffer/thread_safe.rb +2 -2
  127. data/lib/datadog/core/chunker.rb +1 -1
  128. data/lib/datadog/core/configuration/agent_settings_resolver.rb +75 -44
  129. data/lib/datadog/core/configuration/base.rb +14 -4
  130. data/lib/datadog/core/configuration/components.rb +41 -291
  131. data/lib/datadog/core/configuration/dependency_resolver.rb +1 -1
  132. data/lib/datadog/core/configuration/ext.rb +24 -0
  133. data/lib/datadog/core/configuration/option.rb +1 -1
  134. data/lib/datadog/core/configuration/option_definition.rb +13 -4
  135. data/lib/datadog/core/configuration/option_definition_set.rb +2 -2
  136. data/lib/datadog/core/configuration/option_set.rb +1 -1
  137. data/lib/datadog/core/configuration/options.rb +3 -5
  138. data/lib/datadog/core/configuration/settings.rb +197 -246
  139. data/lib/datadog/core/configuration.rb +14 -11
  140. data/lib/datadog/core/diagnostics/environment_logger.rb +10 -7
  141. data/lib/datadog/core/diagnostics/health.rb +5 -23
  142. data/lib/datadog/core/encoding.rb +0 -4
  143. data/lib/datadog/core/environment/cgroup.rb +1 -5
  144. data/lib/datadog/core/environment/class_count.rb +1 -1
  145. data/lib/datadog/core/environment/container.rb +1 -5
  146. data/lib/datadog/core/environment/ext.rb +1 -3
  147. data/lib/datadog/core/environment/gc.rb +1 -1
  148. data/lib/datadog/core/environment/identity.rb +59 -3
  149. data/lib/datadog/core/environment/platform.rb +38 -0
  150. data/lib/datadog/core/environment/socket.rb +2 -2
  151. data/lib/datadog/core/environment/thread_count.rb +1 -1
  152. data/lib/datadog/core/environment/variable_helpers.rb +66 -12
  153. data/lib/datadog/core/environment/vm_cache.rb +18 -1
  154. data/lib/datadog/core/error.rb +1 -3
  155. data/lib/datadog/core/extensions.rb +2 -2
  156. data/lib/datadog/core/git/ext.rb +0 -2
  157. data/lib/datadog/core/header_collection.rb +43 -0
  158. data/lib/datadog/core/logger.rb +0 -2
  159. data/lib/datadog/core/metrics/client.rb +10 -11
  160. data/lib/datadog/core/metrics/ext.rb +0 -4
  161. data/lib/datadog/core/metrics/helpers.rb +1 -1
  162. data/lib/datadog/core/metrics/logging.rb +0 -2
  163. data/lib/datadog/core/metrics/metric.rb +1 -1
  164. data/lib/datadog/core/metrics/options.rb +3 -5
  165. data/lib/datadog/core/pin.rb +0 -2
  166. data/lib/datadog/core/remote/client/capabilities.rb +57 -0
  167. data/lib/datadog/core/remote/client.rb +229 -0
  168. data/lib/datadog/core/remote/component.rb +158 -0
  169. data/lib/datadog/core/remote/configuration/content.rb +84 -0
  170. data/lib/datadog/core/remote/configuration/digest.rb +62 -0
  171. data/lib/datadog/core/remote/configuration/path.rb +90 -0
  172. data/lib/datadog/core/remote/configuration/repository.rb +292 -0
  173. data/lib/datadog/core/remote/configuration/target.rb +74 -0
  174. data/lib/datadog/core/remote/configuration.rb +18 -0
  175. data/lib/datadog/core/remote/dispatcher.rb +59 -0
  176. data/lib/datadog/core/remote/ext.rb +12 -0
  177. data/lib/datadog/core/remote/negotiation.rb +57 -0
  178. data/lib/datadog/core/remote/worker.rb +96 -0
  179. data/lib/datadog/core/remote.rb +24 -0
  180. data/lib/datadog/core/runtime/ext.rb +3 -3
  181. data/lib/datadog/core/runtime/metrics.rb +27 -13
  182. data/lib/datadog/core/telemetry/client.rb +77 -0
  183. data/lib/datadog/core/telemetry/collector.rb +231 -0
  184. data/lib/datadog/core/telemetry/emitter.rb +46 -0
  185. data/lib/datadog/core/telemetry/event.rb +67 -0
  186. data/lib/datadog/core/telemetry/ext.rb +9 -0
  187. data/lib/datadog/core/telemetry/heartbeat.rb +37 -0
  188. data/lib/datadog/core/telemetry/http/adapters/net.rb +111 -0
  189. data/lib/datadog/core/telemetry/http/env.rb +20 -0
  190. data/lib/datadog/core/telemetry/http/ext.rb +20 -0
  191. data/lib/datadog/core/telemetry/http/response.rb +64 -0
  192. data/lib/datadog/core/telemetry/http/transport.rb +54 -0
  193. data/lib/datadog/core/telemetry/v1/app_event.rb +52 -0
  194. data/lib/datadog/core/telemetry/v1/application.rb +92 -0
  195. data/lib/datadog/core/telemetry/v1/configuration.rb +25 -0
  196. data/lib/datadog/core/telemetry/v1/dependency.rb +43 -0
  197. data/lib/datadog/core/telemetry/v1/host.rb +59 -0
  198. data/lib/datadog/core/telemetry/v1/integration.rb +64 -0
  199. data/lib/datadog/core/telemetry/v1/product.rb +36 -0
  200. data/lib/datadog/core/telemetry/v1/telemetry_request.rb +106 -0
  201. data/lib/datadog/core/transport/config.rb +58 -0
  202. data/lib/datadog/core/transport/http/api/instance.rb +37 -0
  203. data/lib/datadog/core/transport/http/api/spec.rb +19 -0
  204. data/lib/datadog/core/transport/http/api.rb +57 -0
  205. data/lib/datadog/core/transport/http/builder.rb +217 -0
  206. data/lib/datadog/core/transport/http/client.rb +45 -0
  207. data/lib/datadog/core/transport/http/config.rb +268 -0
  208. data/lib/datadog/core/transport/http/negotiation.rb +144 -0
  209. data/lib/datadog/core/transport/http.rb +169 -0
  210. data/lib/datadog/core/transport/negotiation.rb +60 -0
  211. data/lib/datadog/core/utils/compression.rb +6 -2
  212. data/lib/datadog/core/utils/forking.rb +0 -2
  213. data/lib/datadog/core/utils/hash.rb +32 -0
  214. data/lib/datadog/core/utils/network.rb +140 -0
  215. data/lib/datadog/core/utils/object_set.rb +2 -2
  216. data/lib/datadog/core/utils/only_once.rb +0 -2
  217. data/lib/datadog/core/utils/safe_dup.rb +20 -4
  218. data/lib/datadog/core/utils/sequence.rb +6 -1
  219. data/lib/datadog/core/utils/string_table.rb +1 -3
  220. data/lib/datadog/core/utils/time.rb +4 -6
  221. data/lib/datadog/core/utils.rb +1 -24
  222. data/lib/datadog/core/vendor/ipaddr.rb +78 -0
  223. data/lib/datadog/core/vendor/multipart-post/multipart/post/composite_read_io.rb +0 -2
  224. data/lib/datadog/core/vendor/multipart-post/multipart/post/multipartable.rb +2 -4
  225. data/lib/datadog/core/vendor/multipart-post/multipart/post/parts.rb +0 -2
  226. data/lib/datadog/core/vendor/multipart-post/multipart/post/version.rb +0 -2
  227. data/lib/datadog/core/vendor/multipart-post/multipart/post.rb +0 -2
  228. data/lib/datadog/core/vendor/multipart-post/multipart.rb +0 -2
  229. data/lib/datadog/core/vendor/multipart-post/net/http/post/multipart.rb +3 -5
  230. data/lib/datadog/core/worker.rb +1 -1
  231. data/lib/datadog/core/workers/async.rb +7 -7
  232. data/lib/datadog/core/workers/interval_loop.rb +6 -2
  233. data/lib/datadog/core/workers/polling.rb +2 -4
  234. data/lib/datadog/core/workers/queue.rb +1 -1
  235. data/lib/datadog/core/workers/runtime_metrics.rb +5 -5
  236. data/lib/datadog/core.rb +21 -56
  237. data/lib/datadog/kit/appsec/events.rb +119 -0
  238. data/lib/datadog/kit/enable_core_dumps.rb +6 -6
  239. data/lib/datadog/kit/identity.rb +43 -17
  240. data/lib/datadog/kit.rb +2 -2
  241. data/lib/datadog/opentelemetry/api/context.rb +186 -0
  242. data/lib/datadog/opentelemetry/api/trace/span.rb +14 -0
  243. data/lib/datadog/opentelemetry/sdk/configurator.rb +37 -0
  244. data/lib/datadog/opentelemetry/sdk/id_generator.rb +26 -0
  245. data/lib/datadog/opentelemetry/sdk/propagator.rb +90 -0
  246. data/lib/datadog/opentelemetry/sdk/span_processor.rb +91 -0
  247. data/lib/datadog/opentelemetry.rb +47 -0
  248. data/lib/datadog/opentracer/binary_propagator.rb +1 -1
  249. data/lib/datadog/opentracer/carrier.rb +1 -1
  250. data/lib/datadog/opentracer/distributed_headers.rb +7 -11
  251. data/lib/datadog/opentracer/global_tracer.rb +1 -1
  252. data/lib/datadog/opentracer/propagator.rb +1 -1
  253. data/lib/datadog/opentracer/rack_propagator.rb +10 -11
  254. data/lib/datadog/opentracer/scope.rb +1 -1
  255. data/lib/datadog/opentracer/scope_manager.rb +1 -1
  256. data/lib/datadog/opentracer/span.rb +1 -3
  257. data/lib/datadog/opentracer/span_context.rb +1 -1
  258. data/lib/datadog/opentracer/span_context_factory.rb +1 -1
  259. data/lib/datadog/opentracer/text_map_propagator.rb +13 -14
  260. data/lib/datadog/opentracer/thread_local_scope.rb +1 -1
  261. data/lib/datadog/opentracer/thread_local_scope_manager.rb +24 -3
  262. data/lib/datadog/opentracer/tracer.rb +23 -23
  263. data/lib/datadog/opentracer.rb +17 -17
  264. data/lib/datadog/profiling/backtrace_location.rb +1 -1
  265. data/lib/datadog/profiling/buffer.rb +4 -4
  266. data/lib/datadog/profiling/collectors/code_provenance.rb +1 -2
  267. data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +114 -0
  268. data/lib/datadog/profiling/collectors/dynamic_sampling_rate.rb +14 -0
  269. data/lib/datadog/profiling/collectors/idle_sampling_helper.rb +66 -0
  270. data/lib/datadog/profiling/collectors/old_stack.rb +16 -13
  271. data/lib/datadog/profiling/collectors/stack.rb +4 -7
  272. data/lib/datadog/profiling/collectors/thread_context.rb +46 -0
  273. data/lib/datadog/profiling/component.rb +275 -0
  274. data/lib/datadog/profiling/encoding/profile.rb +8 -14
  275. data/lib/datadog/profiling/event.rb +1 -1
  276. data/lib/datadog/profiling/events/stack.rb +2 -2
  277. data/lib/datadog/profiling/exporter.rb +69 -11
  278. data/lib/datadog/profiling/ext/forking.rb +41 -44
  279. data/lib/datadog/profiling/ext.rb +28 -40
  280. data/lib/datadog/profiling/flush.rb +26 -57
  281. data/lib/datadog/profiling/http_transport.rb +130 -0
  282. data/lib/datadog/profiling/load_native_extension.rb +0 -2
  283. data/lib/datadog/profiling/native_extension.rb +1 -1
  284. data/lib/datadog/profiling/old_recorder.rb +107 -0
  285. data/lib/datadog/profiling/pprof/builder.rb +4 -6
  286. data/lib/datadog/profiling/pprof/converter.rb +1 -3
  287. data/lib/datadog/profiling/pprof/message_set.rb +2 -2
  288. data/lib/datadog/profiling/pprof/payload.rb +1 -1
  289. data/lib/datadog/profiling/pprof/pprof_pb.rb +0 -2
  290. data/lib/datadog/profiling/pprof/stack_sample.rb +4 -6
  291. data/lib/datadog/profiling/pprof/string_table.rb +2 -2
  292. data/lib/datadog/profiling/pprof/template.rb +5 -7
  293. data/lib/datadog/profiling/preload.rb +2 -2
  294. data/lib/datadog/profiling/profiler.rb +7 -2
  295. data/lib/datadog/profiling/scheduler.rb +30 -51
  296. data/lib/datadog/profiling/stack_recorder.rb +31 -8
  297. data/lib/datadog/profiling/tag_builder.rb +7 -2
  298. data/lib/datadog/profiling/tasks/exec.rb +0 -2
  299. data/lib/datadog/profiling/tasks/help.rb +0 -2
  300. data/lib/datadog/profiling/tasks/setup.rb +2 -37
  301. data/lib/datadog/profiling/trace_identifiers/ddtrace.rb +2 -4
  302. data/lib/datadog/profiling/trace_identifiers/helper.rb +1 -3
  303. data/lib/datadog/profiling.rb +70 -28
  304. data/lib/datadog/tracing/analytics.rb +2 -2
  305. data/lib/datadog/tracing/buffer.rb +4 -9
  306. data/lib/datadog/tracing/client_ip.rb +61 -0
  307. data/lib/datadog/tracing/component.rb +176 -0
  308. data/lib/datadog/tracing/configuration/ext.rb +56 -6
  309. data/lib/datadog/tracing/configuration/settings.rb +465 -0
  310. data/lib/datadog/tracing/context.rb +2 -2
  311. data/lib/datadog/tracing/context_provider.rb +18 -4
  312. data/lib/datadog/tracing/contrib/action_cable/configuration/settings.rb +3 -3
  313. data/lib/datadog/tracing/contrib/action_cable/event.rb +5 -6
  314. data/lib/datadog/tracing/contrib/action_cable/events/broadcast.rb +4 -6
  315. data/lib/datadog/tracing/contrib/action_cable/events/perform_action.rb +3 -5
  316. data/lib/datadog/tracing/contrib/action_cable/events/transmit.rb +4 -6
  317. data/lib/datadog/tracing/contrib/action_cable/events.rb +5 -5
  318. data/lib/datadog/tracing/contrib/action_cable/ext.rb +0 -2
  319. data/lib/datadog/tracing/contrib/action_cable/instrumentation.rb +3 -6
  320. data/lib/datadog/tracing/contrib/action_cable/integration.rb +4 -6
  321. data/lib/datadog/tracing/contrib/action_cable/patcher.rb +5 -5
  322. data/lib/datadog/tracing/contrib/action_mailer/configuration/settings.rb +3 -3
  323. data/lib/datadog/tracing/contrib/action_mailer/event.rb +4 -4
  324. data/lib/datadog/tracing/contrib/action_mailer/events/deliver.rb +3 -5
  325. data/lib/datadog/tracing/contrib/action_mailer/events/process.rb +3 -5
  326. data/lib/datadog/tracing/contrib/action_mailer/events.rb +3 -3
  327. data/lib/datadog/tracing/contrib/action_mailer/ext.rb +0 -2
  328. data/lib/datadog/tracing/contrib/action_mailer/integration.rb +4 -6
  329. data/lib/datadog/tracing/contrib/action_mailer/patcher.rb +4 -4
  330. data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +12 -32
  331. data/lib/datadog/tracing/contrib/action_pack/action_controller/patcher.rb +3 -3
  332. data/lib/datadog/tracing/contrib/action_pack/configuration/settings.rb +15 -4
  333. data/lib/datadog/tracing/contrib/action_pack/ext.rb +0 -2
  334. data/lib/datadog/tracing/contrib/action_pack/integration.rb +4 -6
  335. data/lib/datadog/tracing/contrib/action_pack/patcher.rb +3 -3
  336. data/lib/datadog/tracing/contrib/action_pack/utils.rb +1 -3
  337. data/lib/datadog/tracing/contrib/action_view/configuration/settings.rb +2 -4
  338. data/lib/datadog/tracing/contrib/action_view/event.rb +2 -2
  339. data/lib/datadog/tracing/contrib/action_view/events/render_partial.rb +5 -7
  340. data/lib/datadog/tracing/contrib/action_view/events/render_template.rb +5 -7
  341. data/lib/datadog/tracing/contrib/action_view/events.rb +3 -3
  342. data/lib/datadog/tracing/contrib/action_view/ext.rb +0 -2
  343. data/lib/datadog/tracing/contrib/action_view/instrumentation/partial_renderer.rb +2 -4
  344. data/lib/datadog/tracing/contrib/action_view/instrumentation/template_renderer.rb +2 -4
  345. data/lib/datadog/tracing/contrib/action_view/integration.rb +4 -6
  346. data/lib/datadog/tracing/contrib/action_view/patcher.rb +7 -9
  347. data/lib/datadog/tracing/contrib/action_view/utils.rb +1 -3
  348. data/lib/datadog/tracing/contrib/active_job/configuration/settings.rb +4 -4
  349. data/lib/datadog/tracing/contrib/active_job/event.rb +4 -4
  350. data/lib/datadog/tracing/contrib/active_job/events/discard.rb +4 -6
  351. data/lib/datadog/tracing/contrib/active_job/events/enqueue.rb +4 -6
  352. data/lib/datadog/tracing/contrib/active_job/events/enqueue_at.rb +4 -6
  353. data/lib/datadog/tracing/contrib/active_job/events/enqueue_retry.rb +4 -6
  354. data/lib/datadog/tracing/contrib/active_job/events/perform.rb +4 -6
  355. data/lib/datadog/tracing/contrib/active_job/events/retry_stopped.rb +4 -6
  356. data/lib/datadog/tracing/contrib/active_job/events.rb +7 -7
  357. data/lib/datadog/tracing/contrib/active_job/ext.rb +0 -2
  358. data/lib/datadog/tracing/contrib/active_job/integration.rb +4 -6
  359. data/lib/datadog/tracing/contrib/active_job/log_injection.rb +1 -3
  360. data/lib/datadog/tracing/contrib/active_job/patcher.rb +5 -5
  361. data/lib/datadog/tracing/contrib/active_model_serializers/configuration/settings.rb +3 -3
  362. data/lib/datadog/tracing/contrib/active_model_serializers/event.rb +5 -6
  363. data/lib/datadog/tracing/contrib/active_model_serializers/events/render.rb +3 -5
  364. data/lib/datadog/tracing/contrib/active_model_serializers/events/serialize.rb +2 -4
  365. data/lib/datadog/tracing/contrib/active_model_serializers/events.rb +3 -3
  366. data/lib/datadog/tracing/contrib/active_model_serializers/ext.rb +0 -2
  367. data/lib/datadog/tracing/contrib/active_model_serializers/integration.rb +3 -5
  368. data/lib/datadog/tracing/contrib/active_model_serializers/patcher.rb +4 -5
  369. data/lib/datadog/tracing/contrib/active_record/configuration/makara_resolver.rb +0 -2
  370. data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +2 -4
  371. data/lib/datadog/tracing/contrib/active_record/configuration/settings.rb +10 -5
  372. data/lib/datadog/tracing/contrib/active_record/event.rb +2 -2
  373. data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +4 -6
  374. data/lib/datadog/tracing/contrib/active_record/events/sql.rb +10 -9
  375. data/lib/datadog/tracing/contrib/active_record/events.rb +3 -3
  376. data/lib/datadog/tracing/contrib/active_record/ext.rb +0 -2
  377. data/lib/datadog/tracing/contrib/active_record/integration.rb +6 -8
  378. data/lib/datadog/tracing/contrib/active_record/patcher.rb +3 -3
  379. data/lib/datadog/tracing/contrib/active_record/utils.rb +2 -4
  380. data/lib/datadog/tracing/contrib/active_record/vendor/connection_specification.rb +0 -2
  381. data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +24 -12
  382. data/lib/datadog/tracing/contrib/active_support/cache/patcher.rb +3 -3
  383. data/lib/datadog/tracing/contrib/active_support/cache/redis.rb +2 -2
  384. data/lib/datadog/tracing/contrib/active_support/configuration/settings.rb +12 -4
  385. data/lib/datadog/tracing/contrib/active_support/ext.rb +0 -2
  386. data/lib/datadog/tracing/contrib/active_support/integration.rb +5 -7
  387. data/lib/datadog/tracing/contrib/active_support/notifications/event.rb +2 -2
  388. data/lib/datadog/tracing/contrib/active_support/notifications/subscriber.rb +2 -2
  389. data/lib/datadog/tracing/contrib/active_support/notifications/subscription.rb +0 -2
  390. data/lib/datadog/tracing/contrib/active_support/patcher.rb +3 -3
  391. data/lib/datadog/tracing/contrib/analytics.rb +2 -2
  392. data/lib/datadog/tracing/contrib/auto_instrument.rb +5 -5
  393. data/lib/datadog/tracing/contrib/aws/configuration/settings.rb +13 -4
  394. data/lib/datadog/tracing/contrib/aws/ext.rb +12 -3
  395. data/lib/datadog/tracing/contrib/aws/instrumentation.rb +19 -6
  396. data/lib/datadog/tracing/contrib/aws/integration.rb +3 -5
  397. data/lib/datadog/tracing/contrib/aws/parsed_context.rb +4 -2
  398. data/lib/datadog/tracing/contrib/aws/patcher.rb +6 -6
  399. data/lib/datadog/tracing/contrib/aws/service/base.rb +16 -0
  400. data/lib/datadog/tracing/contrib/aws/service/dynamodb.rb +22 -0
  401. data/lib/datadog/tracing/contrib/aws/service/eventbridge.rb +22 -0
  402. data/lib/datadog/tracing/contrib/aws/service/kinesis.rb +32 -0
  403. data/lib/datadog/tracing/contrib/aws/service/s3.rb +22 -0
  404. data/lib/datadog/tracing/contrib/aws/service/sns.rb +30 -0
  405. data/lib/datadog/tracing/contrib/aws/service/sqs.rb +27 -0
  406. data/lib/datadog/tracing/contrib/aws/service/states.rb +40 -0
  407. data/lib/datadog/tracing/contrib/aws/services.rb +17 -3
  408. data/lib/datadog/tracing/contrib/concurrent_ruby/configuration/settings.rb +3 -3
  409. data/lib/datadog/tracing/contrib/concurrent_ruby/context_composite_executor_service.rb +1 -1
  410. data/lib/datadog/tracing/contrib/concurrent_ruby/ext.rb +0 -2
  411. data/lib/datadog/tracing/contrib/concurrent_ruby/future_patch.rb +2 -2
  412. data/lib/datadog/tracing/contrib/concurrent_ruby/integration.rb +3 -5
  413. data/lib/datadog/tracing/contrib/concurrent_ruby/patcher.rb +3 -4
  414. data/lib/datadog/tracing/contrib/configurable.rb +3 -3
  415. data/lib/datadog/tracing/contrib/configuration/resolver.rb +1 -1
  416. data/lib/datadog/tracing/contrib/configuration/resolvers/pattern_resolver.rb +2 -2
  417. data/lib/datadog/tracing/contrib/configuration/settings.rb +2 -6
  418. data/lib/datadog/tracing/contrib/dalli/configuration/settings.rb +12 -4
  419. data/lib/datadog/tracing/contrib/dalli/ext.rb +2 -2
  420. data/lib/datadog/tracing/contrib/dalli/instrumentation.rb +14 -8
  421. data/lib/datadog/tracing/contrib/dalli/integration.rb +3 -5
  422. data/lib/datadog/tracing/contrib/dalli/patcher.rb +4 -4
  423. data/lib/datadog/tracing/contrib/dalli/quantize.rb +1 -3
  424. data/lib/datadog/tracing/contrib/delayed_job/configuration/settings.rb +4 -4
  425. data/lib/datadog/tracing/contrib/delayed_job/ext.rb +2 -2
  426. data/lib/datadog/tracing/contrib/delayed_job/integration.rb +3 -5
  427. data/lib/datadog/tracing/contrib/delayed_job/patcher.rb +9 -3
  428. data/lib/datadog/tracing/contrib/delayed_job/plugin.rb +12 -5
  429. data/lib/datadog/tracing/contrib/delayed_job/server_internal_tracer/worker.rb +34 -0
  430. data/lib/datadog/tracing/contrib/elasticsearch/configuration/settings.rb +13 -4
  431. data/lib/datadog/tracing/contrib/elasticsearch/ext.rb +3 -2
  432. data/lib/datadog/tracing/contrib/elasticsearch/integration.rb +3 -5
  433. data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +14 -10
  434. data/lib/datadog/tracing/contrib/elasticsearch/quantize.rb +1 -5
  435. data/lib/datadog/tracing/contrib/ethon/configuration/settings.rb +14 -4
  436. data/lib/datadog/tracing/contrib/ethon/easy_patch.rb +11 -12
  437. data/lib/datadog/tracing/contrib/ethon/ext.rb +1 -2
  438. data/lib/datadog/tracing/contrib/ethon/integration.rb +4 -6
  439. data/lib/datadog/tracing/contrib/ethon/multi_patch.rb +10 -7
  440. data/lib/datadog/tracing/contrib/ethon/patcher.rb +4 -5
  441. data/lib/datadog/tracing/contrib/excon/configuration/settings.rb +13 -4
  442. data/lib/datadog/tracing/contrib/excon/ext.rb +1 -2
  443. data/lib/datadog/tracing/contrib/excon/integration.rb +4 -6
  444. data/lib/datadog/tracing/contrib/excon/middleware.rb +13 -11
  445. data/lib/datadog/tracing/contrib/excon/patcher.rb +3 -3
  446. data/lib/datadog/tracing/contrib/ext.rb +30 -0
  447. data/lib/datadog/tracing/contrib/extensions.rb +5 -5
  448. data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb +13 -4
  449. data/lib/datadog/tracing/contrib/faraday/connection.rb +1 -1
  450. data/lib/datadog/tracing/contrib/faraday/ext.rb +1 -2
  451. data/lib/datadog/tracing/contrib/faraday/integration.rb +4 -6
  452. data/lib/datadog/tracing/contrib/faraday/middleware.rb +13 -12
  453. data/lib/datadog/tracing/contrib/faraday/patcher.rb +5 -7
  454. data/lib/datadog/tracing/contrib/faraday/rack_builder.rb +1 -1
  455. data/lib/datadog/tracing/contrib/grape/configuration/settings.rb +4 -4
  456. data/lib/datadog/tracing/contrib/grape/endpoint.rb +4 -9
  457. data/lib/datadog/tracing/contrib/grape/ext.rb +0 -2
  458. data/lib/datadog/tracing/contrib/grape/instrumentation.rb +0 -2
  459. data/lib/datadog/tracing/contrib/grape/integration.rb +3 -5
  460. data/lib/datadog/tracing/contrib/grape/patcher.rb +5 -5
  461. data/lib/datadog/tracing/contrib/graphql/configuration/settings.rb +4 -4
  462. data/lib/datadog/tracing/contrib/graphql/ext.rb +0 -2
  463. data/lib/datadog/tracing/contrib/graphql/integration.rb +3 -5
  464. data/lib/datadog/tracing/contrib/graphql/patcher.rb +2 -5
  465. data/lib/datadog/tracing/contrib/grpc/configuration/settings.rb +16 -5
  466. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/client.rb +25 -9
  467. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/server.rb +17 -19
  468. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor.rb +7 -6
  469. data/lib/datadog/tracing/contrib/grpc/distributed/fetcher.rb +26 -0
  470. data/lib/datadog/tracing/contrib/grpc/distributed/propagation.rb +42 -0
  471. data/lib/datadog/tracing/contrib/grpc/ext.rb +4 -2
  472. data/lib/datadog/tracing/contrib/grpc/integration.rb +11 -6
  473. data/lib/datadog/tracing/contrib/grpc/intercept_with_datadog.rb +1 -1
  474. data/lib/datadog/tracing/contrib/grpc/patcher.rb +4 -7
  475. data/lib/datadog/tracing/contrib/hanami/action_tracer.rb +47 -0
  476. data/lib/datadog/tracing/contrib/hanami/configuration/settings.rb +22 -0
  477. data/lib/datadog/tracing/contrib/hanami/ext.rb +22 -0
  478. data/lib/datadog/tracing/contrib/hanami/integration.rb +42 -0
  479. data/lib/datadog/tracing/contrib/hanami/patcher.rb +33 -0
  480. data/lib/datadog/tracing/contrib/hanami/plugin.rb +23 -0
  481. data/lib/datadog/tracing/contrib/hanami/renderer_policy_tracing.rb +41 -0
  482. data/lib/datadog/tracing/contrib/hanami/router_tracing.rb +44 -0
  483. data/lib/datadog/tracing/contrib/http/circuit_breaker.rb +2 -3
  484. data/lib/datadog/tracing/contrib/http/configuration/settings.rb +19 -4
  485. data/lib/datadog/tracing/contrib/http/distributed/fetcher.rb +38 -0
  486. data/lib/datadog/tracing/contrib/http/distributed/propagation.rb +37 -0
  487. data/lib/datadog/tracing/contrib/http/ext.rb +2 -2
  488. data/lib/datadog/tracing/contrib/http/instrumentation.rb +13 -14
  489. data/lib/datadog/tracing/contrib/http/integration.rb +8 -8
  490. data/lib/datadog/tracing/contrib/http/patcher.rb +4 -4
  491. data/lib/datadog/tracing/contrib/http_annotation_helper.rb +1 -1
  492. data/lib/datadog/tracing/contrib/httpclient/configuration/settings.rb +19 -4
  493. data/lib/datadog/tracing/contrib/httpclient/ext.rb +2 -2
  494. data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +14 -13
  495. data/lib/datadog/tracing/contrib/httpclient/integration.rb +4 -6
  496. data/lib/datadog/tracing/contrib/httpclient/patcher.rb +3 -5
  497. data/lib/datadog/tracing/contrib/httprb/configuration/settings.rb +19 -4
  498. data/lib/datadog/tracing/contrib/httprb/ext.rb +2 -2
  499. data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +13 -13
  500. data/lib/datadog/tracing/contrib/httprb/integration.rb +4 -6
  501. data/lib/datadog/tracing/contrib/httprb/patcher.rb +3 -5
  502. data/lib/datadog/tracing/contrib/integration.rb +4 -4
  503. data/lib/datadog/tracing/contrib/kafka/configuration/settings.rb +3 -3
  504. data/lib/datadog/tracing/contrib/kafka/consumer_event.rb +2 -1
  505. data/lib/datadog/tracing/contrib/kafka/consumer_group_event.rb +1 -1
  506. data/lib/datadog/tracing/contrib/kafka/event.rb +5 -4
  507. data/lib/datadog/tracing/contrib/kafka/events/connection/request.rb +2 -4
  508. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_batch.rb +3 -5
  509. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_message.rb +3 -5
  510. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/heartbeat.rb +4 -6
  511. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/join_group.rb +4 -6
  512. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/leave_group.rb +4 -6
  513. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/sync_group.rb +4 -6
  514. data/lib/datadog/tracing/contrib/kafka/events/produce_operation/send_messages.rb +3 -4
  515. data/lib/datadog/tracing/contrib/kafka/events/producer/deliver_messages.rb +3 -4
  516. data/lib/datadog/tracing/contrib/kafka/events.rb +10 -10
  517. data/lib/datadog/tracing/contrib/kafka/ext.rb +1 -2
  518. data/lib/datadog/tracing/contrib/kafka/integration.rb +3 -5
  519. data/lib/datadog/tracing/contrib/kafka/patcher.rb +4 -4
  520. data/lib/datadog/tracing/contrib/lograge/configuration/settings.rb +3 -3
  521. data/lib/datadog/tracing/contrib/lograge/ext.rb +0 -2
  522. data/lib/datadog/tracing/contrib/lograge/instrumentation.rb +2 -3
  523. data/lib/datadog/tracing/contrib/lograge/integration.rb +3 -5
  524. data/lib/datadog/tracing/contrib/lograge/patcher.rb +3 -3
  525. data/lib/datadog/tracing/contrib/mongodb/configuration/settings.rb +13 -4
  526. data/lib/datadog/tracing/contrib/mongodb/ext.rb +8 -2
  527. data/lib/datadog/tracing/contrib/mongodb/instrumentation.rb +4 -4
  528. data/lib/datadog/tracing/contrib/mongodb/integration.rb +4 -6
  529. data/lib/datadog/tracing/contrib/mongodb/parsers.rb +1 -3
  530. data/lib/datadog/tracing/contrib/mongodb/patcher.rb +4 -4
  531. data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +15 -8
  532. data/lib/datadog/tracing/contrib/mysql2/configuration/settings.rb +24 -4
  533. data/lib/datadog/tracing/contrib/mysql2/ext.rb +2 -2
  534. data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +26 -8
  535. data/lib/datadog/tracing/contrib/mysql2/integration.rb +3 -5
  536. data/lib/datadog/tracing/contrib/mysql2/patcher.rb +3 -3
  537. data/lib/datadog/tracing/contrib/patchable.rb +1 -1
  538. data/lib/datadog/tracing/contrib/patcher.rb +15 -6
  539. data/lib/datadog/tracing/contrib/pg/configuration/settings.rb +55 -0
  540. data/lib/datadog/tracing/contrib/pg/ext.rb +31 -0
  541. data/lib/datadog/tracing/contrib/pg/instrumentation.rb +171 -0
  542. data/lib/datadog/tracing/contrib/pg/integration.rb +41 -0
  543. data/lib/datadog/tracing/contrib/pg/patcher.rb +31 -0
  544. data/lib/datadog/tracing/contrib/presto/configuration/settings.rb +12 -4
  545. data/lib/datadog/tracing/contrib/presto/ext.rb +2 -2
  546. data/lib/datadog/tracing/contrib/presto/instrumentation.rb +9 -7
  547. data/lib/datadog/tracing/contrib/presto/integration.rb +3 -5
  548. data/lib/datadog/tracing/contrib/presto/patcher.rb +4 -6
  549. data/lib/datadog/tracing/contrib/propagation/sql_comment/comment.rb +41 -0
  550. data/lib/datadog/tracing/contrib/propagation/sql_comment/ext.rb +31 -0
  551. data/lib/datadog/tracing/contrib/propagation/sql_comment/mode.rb +28 -0
  552. data/lib/datadog/tracing/contrib/propagation/sql_comment.rb +53 -0
  553. data/lib/datadog/tracing/contrib/qless/configuration/settings.rb +3 -3
  554. data/lib/datadog/tracing/contrib/qless/ext.rb +0 -2
  555. data/lib/datadog/tracing/contrib/qless/integration.rb +3 -5
  556. data/lib/datadog/tracing/contrib/qless/patcher.rb +2 -4
  557. data/lib/datadog/tracing/contrib/qless/qless_job.rb +5 -5
  558. data/lib/datadog/tracing/contrib/qless/tracer_cleaner.rb +1 -3
  559. data/lib/datadog/tracing/contrib/que/configuration/settings.rb +3 -5
  560. data/lib/datadog/tracing/contrib/que/ext.rb +0 -2
  561. data/lib/datadog/tracing/contrib/que/integration.rb +4 -6
  562. data/lib/datadog/tracing/contrib/que/patcher.rb +1 -3
  563. data/lib/datadog/tracing/contrib/que/tracer.rb +5 -3
  564. data/lib/datadog/tracing/contrib/racecar/configuration/settings.rb +12 -4
  565. data/lib/datadog/tracing/contrib/racecar/event.rb +9 -7
  566. data/lib/datadog/tracing/contrib/racecar/events/batch.rb +6 -5
  567. data/lib/datadog/tracing/contrib/racecar/events/consume.rb +2 -4
  568. data/lib/datadog/tracing/contrib/racecar/events/message.rb +6 -5
  569. data/lib/datadog/tracing/contrib/racecar/events.rb +4 -4
  570. data/lib/datadog/tracing/contrib/racecar/ext.rb +1 -2
  571. data/lib/datadog/tracing/contrib/racecar/integration.rb +3 -5
  572. data/lib/datadog/tracing/contrib/racecar/patcher.rb +4 -4
  573. data/lib/datadog/tracing/contrib/rack/configuration/settings.rb +2 -4
  574. data/lib/datadog/tracing/contrib/rack/ext.rb +5 -2
  575. data/lib/datadog/tracing/contrib/rack/header_collection.rb +35 -0
  576. data/lib/datadog/tracing/contrib/rack/integration.rb +4 -6
  577. data/lib/datadog/tracing/contrib/rack/middlewares.rb +172 -78
  578. data/lib/datadog/tracing/contrib/rack/patcher.rb +12 -4
  579. data/lib/datadog/tracing/contrib/rack/request_queue.rb +0 -2
  580. data/lib/datadog/tracing/contrib/rails/auto_instrument_railtie.rb +1 -3
  581. data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +12 -4
  582. data/lib/datadog/tracing/contrib/rails/ext.rb +0 -2
  583. data/lib/datadog/tracing/contrib/rails/framework.rb +20 -24
  584. data/lib/datadog/tracing/contrib/rails/integration.rb +4 -6
  585. data/lib/datadog/tracing/contrib/rails/log_injection.rb +0 -4
  586. data/lib/datadog/tracing/contrib/rails/middlewares.rb +2 -3
  587. data/lib/datadog/tracing/contrib/rails/patcher.rb +7 -10
  588. data/lib/datadog/tracing/contrib/rails/railtie.rb +3 -5
  589. data/lib/datadog/tracing/contrib/rails/utils.rb +3 -3
  590. data/lib/datadog/tracing/contrib/rake/configuration/settings.rb +18 -3
  591. data/lib/datadog/tracing/contrib/rake/ext.rb +0 -2
  592. data/lib/datadog/tracing/contrib/rake/instrumentation.rb +12 -9
  593. data/lib/datadog/tracing/contrib/rake/integration.rb +3 -5
  594. data/lib/datadog/tracing/contrib/rake/patcher.rb +4 -5
  595. data/lib/datadog/tracing/contrib/redis/configuration/resolver.rb +1 -3
  596. data/lib/datadog/tracing/contrib/redis/configuration/settings.rb +12 -4
  597. data/lib/datadog/tracing/contrib/redis/ext.rb +3 -2
  598. data/lib/datadog/tracing/contrib/redis/instrumentation.rb +36 -28
  599. data/lib/datadog/tracing/contrib/redis/integration.rb +37 -6
  600. data/lib/datadog/tracing/contrib/redis/patcher.rb +56 -14
  601. data/lib/datadog/tracing/contrib/redis/quantize.rb +11 -10
  602. data/lib/datadog/tracing/contrib/redis/tags.rb +17 -12
  603. data/lib/datadog/tracing/contrib/redis/trace_middleware.rb +70 -0
  604. data/lib/datadog/tracing/contrib/redis/vendor/resolver.rb +0 -2
  605. data/lib/datadog/tracing/contrib/registerable.rb +1 -1
  606. data/lib/datadog/tracing/contrib/registry.rb +1 -1
  607. data/lib/datadog/tracing/contrib/resque/configuration/settings.rb +4 -4
  608. data/lib/datadog/tracing/contrib/resque/ext.rb +0 -2
  609. data/lib/datadog/tracing/contrib/resque/integration.rb +3 -5
  610. data/lib/datadog/tracing/contrib/resque/patcher.rb +3 -3
  611. data/lib/datadog/tracing/contrib/resque/resque_job.rb +8 -5
  612. data/lib/datadog/tracing/contrib/rest_client/configuration/settings.rb +15 -4
  613. data/lib/datadog/tracing/contrib/rest_client/ext.rb +1 -2
  614. data/lib/datadog/tracing/contrib/rest_client/integration.rb +3 -5
  615. data/lib/datadog/tracing/contrib/rest_client/patcher.rb +3 -4
  616. data/lib/datadog/tracing/contrib/rest_client/request_patch.rb +12 -8
  617. data/lib/datadog/tracing/contrib/roda/configuration/settings.rb +34 -0
  618. data/lib/datadog/tracing/contrib/roda/ext.rb +18 -0
  619. data/lib/datadog/tracing/contrib/roda/instrumentation.rb +76 -0
  620. data/lib/datadog/tracing/contrib/roda/integration.rb +45 -0
  621. data/lib/datadog/tracing/contrib/roda/patcher.rb +30 -0
  622. data/lib/datadog/tracing/contrib/semantic_logger/configuration/settings.rb +3 -3
  623. data/lib/datadog/tracing/contrib/semantic_logger/ext.rb +0 -2
  624. data/lib/datadog/tracing/contrib/semantic_logger/instrumentation.rb +3 -3
  625. data/lib/datadog/tracing/contrib/semantic_logger/integration.rb +3 -5
  626. data/lib/datadog/tracing/contrib/semantic_logger/patcher.rb +3 -3
  627. data/lib/datadog/tracing/contrib/sequel/configuration/settings.rb +3 -3
  628. data/lib/datadog/tracing/contrib/sequel/database.rb +8 -8
  629. data/lib/datadog/tracing/contrib/sequel/dataset.rb +9 -7
  630. data/lib/datadog/tracing/contrib/sequel/ext.rb +0 -2
  631. data/lib/datadog/tracing/contrib/sequel/integration.rb +3 -5
  632. data/lib/datadog/tracing/contrib/sequel/patcher.rb +4 -4
  633. data/lib/datadog/tracing/contrib/sequel/utils.rb +6 -5
  634. data/lib/datadog/tracing/contrib/shoryuken/configuration/settings.rb +4 -4
  635. data/lib/datadog/tracing/contrib/shoryuken/ext.rb +1 -2
  636. data/lib/datadog/tracing/contrib/shoryuken/integration.rb +4 -6
  637. data/lib/datadog/tracing/contrib/shoryuken/patcher.rb +2 -2
  638. data/lib/datadog/tracing/contrib/shoryuken/tracer.rb +6 -2
  639. data/lib/datadog/tracing/contrib/sidekiq/client_tracer.rb +21 -8
  640. data/lib/datadog/tracing/contrib/sidekiq/configuration/settings.rb +5 -4
  641. data/lib/datadog/tracing/contrib/sidekiq/distributed/propagation.rb +38 -0
  642. data/lib/datadog/tracing/contrib/sidekiq/ext.rb +6 -2
  643. data/lib/datadog/tracing/contrib/sidekiq/integration.rb +11 -5
  644. data/lib/datadog/tracing/contrib/sidekiq/patcher.rb +28 -9
  645. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/heartbeat.rb +29 -2
  646. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/job_fetch.rb +3 -1
  647. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/{scheduled_push.rb → redis_info.rb} +8 -7
  648. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/scheduled_poller.rb +57 -0
  649. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/stop.rb +34 -0
  650. data/lib/datadog/tracing/contrib/sidekiq/server_tracer.rb +28 -8
  651. data/lib/datadog/tracing/contrib/sidekiq/{tracing.rb → utils.rb} +4 -4
  652. data/lib/datadog/tracing/contrib/sinatra/configuration/settings.rb +2 -4
  653. data/lib/datadog/tracing/contrib/sinatra/env.rb +14 -27
  654. data/lib/datadog/tracing/contrib/sinatra/ext.rb +7 -5
  655. data/lib/datadog/tracing/contrib/sinatra/framework.rb +0 -4
  656. data/lib/datadog/tracing/contrib/sinatra/headers.rb +2 -2
  657. data/lib/datadog/tracing/contrib/sinatra/integration.rb +3 -5
  658. data/lib/datadog/tracing/contrib/sinatra/patcher.rb +7 -8
  659. data/lib/datadog/tracing/contrib/sinatra/tracer.rb +15 -90
  660. data/lib/datadog/tracing/contrib/sinatra/tracer_middleware.rb +21 -17
  661. data/lib/datadog/tracing/contrib/sneakers/configuration/settings.rb +2 -4
  662. data/lib/datadog/tracing/contrib/sneakers/ext.rb +1 -2
  663. data/lib/datadog/tracing/contrib/sneakers/integration.rb +4 -6
  664. data/lib/datadog/tracing/contrib/sneakers/patcher.rb +2 -4
  665. data/lib/datadog/tracing/contrib/sneakers/tracer.rb +7 -5
  666. data/lib/datadog/tracing/contrib/span_attribute_schema.rb +28 -0
  667. data/lib/datadog/tracing/contrib/status_code_matcher.rb +1 -4
  668. data/lib/datadog/tracing/contrib/stripe/configuration/settings.rb +33 -0
  669. data/lib/datadog/tracing/contrib/stripe/ext.rb +26 -0
  670. data/lib/datadog/tracing/contrib/stripe/integration.rb +43 -0
  671. data/lib/datadog/tracing/contrib/stripe/patcher.rb +28 -0
  672. data/lib/datadog/tracing/contrib/stripe/request.rb +67 -0
  673. data/lib/datadog/tracing/contrib/sucker_punch/configuration/settings.rb +3 -3
  674. data/lib/datadog/tracing/contrib/sucker_punch/exception_handler.rb +1 -1
  675. data/lib/datadog/tracing/contrib/sucker_punch/ext.rb +0 -2
  676. data/lib/datadog/tracing/contrib/sucker_punch/instrumentation.rb +3 -6
  677. data/lib/datadog/tracing/contrib/sucker_punch/integration.rb +3 -5
  678. data/lib/datadog/tracing/contrib/sucker_punch/patcher.rb +5 -7
  679. data/lib/datadog/tracing/contrib/utils/database.rb +0 -2
  680. data/lib/datadog/tracing/contrib/utils/quantization/hash.rb +0 -2
  681. data/lib/datadog/tracing/contrib/utils/quantization/http.rb +92 -14
  682. data/lib/datadog/tracing/contrib.rb +52 -48
  683. data/lib/datadog/tracing/correlation.rb +25 -14
  684. data/lib/datadog/{core → tracing}/diagnostics/ext.rb +1 -8
  685. data/lib/datadog/tracing/diagnostics/health.rb +40 -0
  686. data/lib/datadog/tracing/distributed/b3_multi.rb +72 -0
  687. data/lib/datadog/tracing/distributed/b3_single.rb +68 -0
  688. data/lib/datadog/tracing/distributed/datadog.rb +200 -0
  689. data/lib/datadog/tracing/distributed/datadog_tags_codec.rb +84 -0
  690. data/lib/datadog/tracing/distributed/fetcher.rb +21 -0
  691. data/lib/datadog/tracing/distributed/headers/ext.rb +19 -16
  692. data/lib/datadog/tracing/distributed/helpers.rb +34 -13
  693. data/lib/datadog/tracing/distributed/none.rb +18 -0
  694. data/lib/datadog/tracing/distributed/propagation.rb +126 -0
  695. data/lib/datadog/tracing/distributed/trace_context.rb +380 -0
  696. data/lib/datadog/tracing/event.rb +0 -4
  697. data/lib/datadog/tracing/flush.rb +58 -36
  698. data/lib/datadog/tracing/metadata/analytics.rb +3 -3
  699. data/lib/datadog/tracing/metadata/errors.rb +3 -3
  700. data/lib/datadog/tracing/metadata/ext.rb +40 -3
  701. data/lib/datadog/tracing/metadata/tagging.rb +23 -4
  702. data/lib/datadog/tracing/metadata.rb +4 -4
  703. data/lib/datadog/tracing/pipeline/span_filter.rb +11 -7
  704. data/lib/datadog/tracing/pipeline/span_processor.rb +1 -1
  705. data/lib/datadog/tracing/pipeline.rb +2 -6
  706. data/lib/datadog/tracing/propagation/http.rb +4 -99
  707. data/lib/datadog/tracing/runtime/metrics.rb +1 -3
  708. data/lib/datadog/tracing/sampling/all_sampler.rb +2 -2
  709. data/lib/datadog/tracing/sampling/ext.rb +30 -1
  710. data/lib/datadog/tracing/sampling/matcher.rb +1 -1
  711. data/lib/datadog/tracing/sampling/priority_sampler.rb +63 -10
  712. data/lib/datadog/tracing/sampling/rate_by_key_sampler.rb +10 -13
  713. data/lib/datadog/tracing/sampling/rate_by_service_sampler.rb +31 -10
  714. data/lib/datadog/tracing/sampling/rate_limiter.rb +4 -3
  715. data/lib/datadog/tracing/sampling/rate_sampler.rb +26 -13
  716. data/lib/datadog/tracing/sampling/rule.rb +2 -6
  717. data/lib/datadog/tracing/sampling/rule_sampler.rb +7 -10
  718. data/lib/datadog/tracing/sampling/sampler.rb +0 -2
  719. data/lib/datadog/tracing/sampling/span/ext.rb +25 -0
  720. data/lib/datadog/tracing/sampling/span/matcher.rb +89 -0
  721. data/lib/datadog/tracing/sampling/span/rule.rb +82 -0
  722. data/lib/datadog/tracing/sampling/span/rule_parser.rb +104 -0
  723. data/lib/datadog/tracing/sampling/span/sampler.rb +77 -0
  724. data/lib/datadog/tracing/span.rb +24 -22
  725. data/lib/datadog/tracing/span_operation.rb +12 -15
  726. data/lib/datadog/tracing/sync_writer.rb +5 -7
  727. data/lib/datadog/tracing/trace_digest.rb +89 -3
  728. data/lib/datadog/tracing/trace_operation.rb +58 -16
  729. data/lib/datadog/tracing/trace_segment.rb +20 -10
  730. data/lib/datadog/tracing/tracer.rb +48 -23
  731. data/lib/datadog/tracing/utils.rb +83 -0
  732. data/lib/datadog/tracing/workers/trace_writer.rb +8 -11
  733. data/lib/datadog/tracing/workers.rb +2 -6
  734. data/lib/datadog/tracing/writer.rb +11 -8
  735. data/lib/datadog/tracing.rb +9 -9
  736. data/lib/ddtrace/auto_instrument.rb +10 -3
  737. data/lib/ddtrace/auto_instrument_base.rb +1 -1
  738. data/lib/ddtrace/profiling/preload.rb +0 -2
  739. data/lib/ddtrace/transport/ext.rb +7 -3
  740. data/lib/ddtrace/transport/http/adapters/net.rb +15 -4
  741. data/lib/ddtrace/transport/http/adapters/registry.rb +1 -1
  742. data/lib/ddtrace/transport/http/adapters/test.rb +1 -3
  743. data/lib/ddtrace/transport/http/adapters/unix_socket.rb +2 -4
  744. data/lib/ddtrace/transport/http/api/endpoint.rb +1 -1
  745. data/lib/ddtrace/transport/http/api/fallbacks.rb +1 -1
  746. data/lib/ddtrace/transport/http/api/instance.rb +1 -1
  747. data/lib/ddtrace/transport/http/api/map.rb +2 -2
  748. data/lib/ddtrace/transport/http/api/spec.rb +1 -1
  749. data/lib/ddtrace/transport/http/api.rb +4 -6
  750. data/lib/ddtrace/transport/http/builder.rb +5 -7
  751. data/lib/ddtrace/transport/http/client.rb +2 -4
  752. data/lib/ddtrace/transport/http/env.rb +1 -1
  753. data/lib/ddtrace/transport/http/response.rb +2 -2
  754. data/lib/ddtrace/transport/http/statistics.rb +1 -3
  755. data/lib/ddtrace/transport/http/traces.rb +6 -8
  756. data/lib/ddtrace/transport/http.rb +11 -12
  757. data/lib/ddtrace/transport/io/client.rb +2 -4
  758. data/lib/ddtrace/transport/io/response.rb +2 -2
  759. data/lib/ddtrace/transport/io/traces.rb +4 -6
  760. data/lib/ddtrace/transport/io.rb +4 -4
  761. data/lib/ddtrace/transport/parcel.rb +1 -3
  762. data/lib/ddtrace/transport/request.rb +2 -2
  763. data/lib/ddtrace/transport/response.rb +0 -2
  764. data/lib/ddtrace/transport/serializable_trace.rb +9 -5
  765. data/lib/ddtrace/transport/statistics.rb +3 -3
  766. data/lib/ddtrace/transport/trace_formatter.rb +22 -11
  767. data/lib/ddtrace/transport/traces.rb +9 -9
  768. data/lib/ddtrace/version.rb +8 -6
  769. data/lib/ddtrace.rb +7 -9
  770. metadata +186 -58
  771. data/.editorconfig +0 -22
  772. data/.gitignore +0 -58
  773. data/CONTRIBUTING.md +0 -81
  774. data/ddtrace.gemspec +0 -68
  775. data/docs/0.x-trace.png +0 -0
  776. data/docs/1.0-trace.png +0 -0
  777. data/docs/AutoInstrumentation.md +0 -36
  778. data/docs/Deprecation.md +0 -8
  779. data/docs/DevelopmentGuide.md +0 -259
  780. data/docs/GettingStarted.md +0 -2688
  781. data/docs/ProfilingDevelopment.md +0 -110
  782. data/docs/PublicApi.md +0 -14
  783. data/docs/UpgradeGuide.md +0 -736
  784. data/ext/ddtrace_profiling_native_extension/libddprof_helpers.h +0 -13
  785. data/lib/datadog/appsec/assets/waf_rules/risky.json +0 -1499
  786. data/lib/datadog/appsec/contrib/configuration/settings.rb +0 -20
  787. data/lib/datadog/appsec/contrib/rack/configuration/settings.rb +0 -22
  788. data/lib/datadog/appsec/contrib/rack/request.rb +0 -58
  789. data/lib/datadog/appsec/contrib/rack/response.rb +0 -24
  790. data/lib/datadog/appsec/contrib/rails/configuration/settings.rb +0 -22
  791. data/lib/datadog/appsec/contrib/sinatra/configuration/settings.rb +0 -22
  792. data/lib/datadog/profiling/recorder.rb +0 -117
  793. data/lib/datadog/profiling/transport/client.rb +0 -16
  794. data/lib/datadog/profiling/transport/http/api/endpoint.rb +0 -107
  795. data/lib/datadog/profiling/transport/http/api/instance.rb +0 -38
  796. data/lib/datadog/profiling/transport/http/api/spec.rb +0 -42
  797. data/lib/datadog/profiling/transport/http/api.rb +0 -45
  798. data/lib/datadog/profiling/transport/http/builder.rb +0 -30
  799. data/lib/datadog/profiling/transport/http/client.rb +0 -35
  800. data/lib/datadog/profiling/transport/http/response.rb +0 -23
  801. data/lib/datadog/profiling/transport/http.rb +0 -112
  802. data/lib/datadog/profiling/transport/io/client.rb +0 -29
  803. data/lib/datadog/profiling/transport/io/response.rb +0 -18
  804. data/lib/datadog/profiling/transport/io.rb +0 -32
  805. data/lib/datadog/profiling/transport/parcel.rb +0 -19
  806. data/lib/datadog/profiling/transport/request.rb +0 -17
  807. data/lib/datadog/profiling/transport/response.rb +0 -10
  808. data/lib/datadog/tracing/distributed/headers/b3.rb +0 -55
  809. data/lib/datadog/tracing/distributed/headers/b3_single.rb +0 -67
  810. data/lib/datadog/tracing/distributed/headers/datadog.rb +0 -52
  811. data/lib/datadog/tracing/distributed/parser.rb +0 -70
  812. data/lib/datadog/tracing/propagation/grpc.rb +0 -88
@@ -12,9 +12,32 @@
12
12
  // Pick up internal structures from the private Ruby MJIT header file
13
13
  #include RUBY_MJIT_HEADER
14
14
  #else
15
- // On older Rubies, use a copy of the VM internal headers shipped in the debase-ruby_core_source gem
16
- #include <vm_core.h>
17
- #include <iseq.h>
15
+ // The MJIT header was introduced on 2.6 and removed on 3.3; for other Rubies we rely on
16
+ // the debase-ruby_core_source gem to get access to private VM headers.
17
+
18
+ // We can't do anything about warnings in VM headers, so we just use this technique to suppress them.
19
+ // See https://nelkinda.com/blog/suppress-warnings-in-gcc-and-clang/#d11e364 for details.
20
+ #pragma GCC diagnostic push
21
+ #pragma GCC diagnostic ignored "-Wunused-parameter"
22
+ #pragma GCC diagnostic ignored "-Wattributes"
23
+ #pragma GCC diagnostic ignored "-Wpragmas"
24
+ #pragma GCC diagnostic ignored "-Wexpansion-to-defined"
25
+ #include <vm_core.h>
26
+ #pragma GCC diagnostic pop
27
+
28
+ #pragma GCC diagnostic push
29
+ #pragma GCC diagnostic ignored "-Wunused-parameter"
30
+ #include <iseq.h>
31
+ #pragma GCC diagnostic pop
32
+
33
+ #include <ruby.h>
34
+
35
+ #ifndef NO_RACTOR_HEADER_INCLUDE
36
+ #pragma GCC diagnostic push
37
+ #pragma GCC diagnostic ignored "-Wunused-parameter"
38
+ #include <ractor_core.h>
39
+ #pragma GCC diagnostic pop
40
+ #endif
18
41
  #endif
19
42
 
20
43
  #define PRIVATE_VM_API_ACCESS_SKIP_RUBY_INCLUDES
@@ -29,13 +52,146 @@
29
52
  // if the argument passed in is not actually a `Thread` instance.
30
53
  static inline rb_thread_t *thread_struct_from_object(VALUE thread) {
31
54
  static const rb_data_type_t *thread_data_type = NULL;
32
- if (thread_data_type == NULL) thread_data_type = RTYPEDDATA_TYPE(rb_thread_current());
55
+ if (UNLIKELY(thread_data_type == NULL)) thread_data_type = RTYPEDDATA_TYPE(rb_thread_current());
33
56
 
34
57
  return (rb_thread_t *) rb_check_typeddata(thread, thread_data_type);
35
58
  }
36
59
 
37
60
  rb_nativethread_id_t pthread_id_for(VALUE thread) {
38
- return thread_struct_from_object(thread)->thread_id;
61
+ // struct rb_native_thread was introduced in Ruby 3.2 (preview2): https://github.com/ruby/ruby/pull/5836
62
+ #ifndef NO_RB_NATIVE_THREAD
63
+ return thread_struct_from_object(thread)->nt->thread_id;
64
+ #else
65
+ return thread_struct_from_object(thread)->thread_id;
66
+ #endif
67
+ }
68
+
69
+ // Queries if the current thread is the owner of the global VM lock.
70
+ //
71
+ // @ivoanjo: Ruby has a similarly-named `ruby_thread_has_gvl_p` but that API is insufficient for our needs because it can
72
+ // still return `true` even when a thread DOES NOT HAVE the global VM lock.
73
+ // In particular, looking at the implementation, that API assumes that if a thread is not in a "blocking region" then it
74
+ // will have the GVL which is probably true for the situations that API was designed to be called from BUT this assumption
75
+ // does not hold true when calling `ruby_thread_has_gvl_p` from a signal handler. (Because the thread may have lost the
76
+ // GVL due to a scheduler decision, not because it decided to block.)
77
+ // I have also submitted https://bugs.ruby-lang.org/issues/19172 to discuss this with upstream Ruby developers.
78
+ //
79
+ // Thus we need our own gvl-checking method which actually looks at the gvl structure to determine if it is the owner.
80
+ bool is_current_thread_holding_the_gvl(void) {
81
+ current_gvl_owner owner = gvl_owner();
82
+ return owner.valid && pthread_equal(pthread_self(), owner.owner);
83
+ }
84
+
85
+ #ifndef NO_GVL_OWNER // Ruby < 2.6 doesn't have the owner/running field
86
+ // NOTE: Reading the owner in this is a racy read, because we're not grabbing the lock that Ruby uses to protect it.
87
+ //
88
+ // While we could potentially grab this lock, I (@ivoanjo) think we actually don't need it because:
89
+ // * In the case where a thread owns the GVL and calls `gvl_owner`, it will always see the correct value. That's
90
+ // because every thread sets itself as the owner when it grabs the GVL and unsets itself at the end.
91
+ // That means that `is_current_thread_holding_the_gvl` is always accurate.
92
+ // * In a case where we observe a different thread, then this may change by the time we do something with this value
93
+ // anyway. So unless we want to prevent the Ruby scheduler from switching threads, we need to deal with races here.
94
+ current_gvl_owner gvl_owner(void) {
95
+ const rb_thread_t *current_owner =
96
+ #ifndef NO_RB_THREAD_SCHED // Introduced in Ruby 3.2 as a replacement for struct rb_global_vm_lock_struct
97
+ GET_RACTOR()->threads.sched.running;
98
+ #elif HAVE_RUBY_RACTOR_H
99
+ GET_RACTOR()->threads.gvl.owner;
100
+ #else
101
+ GET_VM()->gvl.owner;
102
+ #endif
103
+
104
+ if (current_owner == NULL) return (current_gvl_owner) {.valid = false};
105
+
106
+ return (current_gvl_owner) {
107
+ .valid = true,
108
+ .owner =
109
+ #ifndef NO_RB_NATIVE_THREAD
110
+ current_owner->nt->thread_id
111
+ #else
112
+ current_owner->thread_id
113
+ #endif
114
+ };
115
+ }
116
+ #else
117
+ current_gvl_owner gvl_owner(void) {
118
+ rb_vm_t *vm =
119
+ #ifndef NO_GET_VM
120
+ GET_VM();
121
+ #else
122
+ thread_struct_from_object(rb_thread_current())->vm;
123
+ #endif
124
+
125
+ // BIG Issue: Ruby < 2.6 did not have the owner field. The really nice thing about the owner field is that it's
126
+ // "atomic" -- when a thread sets it, it "declares" two things in a single step
127
+ // * Declaration 1: Someone has the GVL
128
+ // * Declaration 2: That someone is the specific thread
129
+ //
130
+ // Observation 1: On older versions of Ruby, this ownership concept is actually split. Specifically, `gvl.acquired`
131
+ // is a boolean that represents declaration 1 above, and `vm->running_thread` (or `ruby_current_thread`/
132
+ // `ruby_current_execution_context_ptr`) represents declaration 2.
133
+ //
134
+ // Observation 2: In addition, when a thread releases the GVL, it only sets `gvl.acquired` back to 0 **BUT CRUCIALLY
135
+ // DOES NOT CHANGE THE OTHER global variables**.
136
+ //
137
+ // Observation 1+2 above lead to the following possible race:
138
+ // * Thread A grabs the GVL (`gvl.acquired == 1`)
139
+ // * Thread A sets `running_thread` (`gvl.acquired == 1` + `running_thread == Thread A`)
140
+ // * Thread A releases the GVL (`gvl.acquired == 0` + `running_thread == Thread A`)
141
+ // * Thread B grabs the GVL (`gvl.acquired == 1` + `running_thread == Thread A`)
142
+ // * Thread A calls gvl_owner. Due to the current state (`gvl.acquired == 1` + `running_thread == Thread A`), this
143
+ // function returns an incorrect result.
144
+ // * Thread B finally sets `running_thread` (`gvl.acquired == 1` + `running_thread == Thread B`)
145
+ //
146
+ // This is especially problematic because we use `gvl_owner` to implement `is_current_thread_holding_the_gvl` which
147
+ // is called in a signal handler to decide "is it safe for me to call `rb_postponed_job_register_one` or not".
148
+ // (See constraints in `collectors_cpu_and_wall_time_worker.c` comments for why).
149
+ //
150
+ // Thus an incorrect `is_current_thread_holding_the_gvl` result may lead to issues inside `rb_postponed_job_register_one`.
151
+ //
152
+ // For this reason we currently do not enable the new Ruby profiler on Ruby 2.5 and below by default, and we print a
153
+ // warning when customers force-enable it.
154
+ bool gvl_acquired = vm->gvl.acquired != 0;
155
+ rb_thread_t *current_owner = vm->running_thread;
156
+
157
+ if (!gvl_acquired || current_owner == NULL) return (current_gvl_owner) {.valid = false};
158
+
159
+ return (current_gvl_owner) {.valid = true, .owner = current_owner->thread_id};
160
+ }
161
+ #endif // NO_GVL_OWNER
162
+
163
+ // Taken from upstream vm_core.h at commit d9cf0388599a3234b9f3c06ddd006cd59a58ab8b (November 2022, Ruby 3.2 trunk)
164
+ // Copyright (C) 2004-2007 Koichi Sasada
165
+ // to support tid_for (see below)
166
+ // Modifications: None
167
+ #if defined(__linux__) || defined(__FreeBSD__)
168
+ # define RB_THREAD_T_HAS_NATIVE_ID
169
+ #endif
170
+
171
+ uint64_t native_thread_id_for(VALUE thread) {
172
+ // The tid is only available on Ruby >= 3.1 + Linux (and FreeBSD). It's the same as `gettid()` aka the task id as seen in /proc
173
+ #if !defined(NO_THREAD_TID) && defined(RB_THREAD_T_HAS_NATIVE_ID)
174
+ #ifndef NO_RB_NATIVE_THREAD
175
+ return thread_struct_from_object(thread)->nt->tid;
176
+ #else
177
+ return thread_struct_from_object(thread)->tid;
178
+ #endif
179
+ #else
180
+ rb_nativethread_id_t pthread_id = pthread_id_for(thread);
181
+
182
+ #ifdef __APPLE__
183
+ uint64_t result;
184
+ // On macOS, this gives us the same identifier that shows up in activity monitor
185
+ int error = pthread_threadid_np(pthread_id, &result);
186
+ if (error) rb_syserr_fail(error, "Unexpected failure in pthread_threadid_np");
187
+ return result;
188
+ #else
189
+ // Fallback, when we have nothing better (e.g. on Ruby < 3.1 on Linux)
190
+ // @ivoanjo: In the future we may want to explore some potential hacks to get the actual tid on linux
191
+ // (e.g. https://stackoverflow.com/questions/558469/how-do-i-get-a-thread-id-from-an-arbitrary-pthread-t )
192
+ return (uint64_t) pthread_id;
193
+ #endif
194
+ #endif
39
195
  }
40
196
 
41
197
  // Returns the stack depth by using the same approach as rb_profile_frames and backtrace_each: get the positions
@@ -58,6 +214,56 @@ ptrdiff_t stack_depth_for(VALUE thread) {
58
214
  return end_cfp <= cfp ? 0 : end_cfp - cfp - 1;
59
215
  }
60
216
 
217
+ // This was renamed in Ruby 3.2
218
+ #if !defined(ccan_list_for_each) && defined(list_for_each)
219
+ #define ccan_list_for_each list_for_each
220
+ #endif
221
+
222
+ // Tries to match rb_thread_list() but that method isn't accessible to extensions
223
+ void ddtrace_thread_list(VALUE result_array) {
224
+ rb_thread_t *thread = NULL;
225
+
226
+ // Ruby 3 Safety: Our implementation is inspired by `rb_ractor_thread_list` BUT that method wraps the operations below
227
+ // with `RACTOR_LOCK` and `RACTOR_UNLOCK`.
228
+ //
229
+ // This initially made me believe that one MUST grab the ractor lock (which is different from the ractor-scoped Global
230
+ // VM Lock) in able to iterate the `threads.set`. This turned out not to be the case: upon further study of the VM
231
+ // codebase in 3.2-master, 3.1 and 3.0, there's quite a few places where `threads.set` is accessed without grabbing
232
+ // the ractor lock: `ractor_mark` (ractor.c), `thgroup_list` (thread.c), `rb_check_deadlock` (thread.c), etc.
233
+ //
234
+ // I suspect the design in `rb_ractor_thread_list` may be done that way to perhaps in the future expose it to be
235
+ // called from a different Ractor, but I'm not sure...
236
+ #ifdef HAVE_RUBY_RACTOR_H
237
+ rb_ractor_t *current_ractor = GET_RACTOR();
238
+ ccan_list_for_each(&current_ractor->threads.set, thread, lt_node) {
239
+ #else
240
+ rb_vm_t *vm =
241
+ #ifndef NO_GET_VM
242
+ GET_VM();
243
+ #else
244
+ thread_struct_from_object(rb_thread_current())->vm;
245
+ #endif
246
+ list_for_each(&vm->living_threads, thread, vmlt_node) {
247
+ #endif
248
+ switch (thread->status) {
249
+ case THREAD_RUNNABLE:
250
+ case THREAD_STOPPED:
251
+ case THREAD_STOPPED_FOREVER:
252
+ rb_ary_push(result_array, thread->self);
253
+ default:
254
+ break;
255
+ }
256
+ }
257
+ }
258
+
259
+ bool is_thread_alive(VALUE thread) {
260
+ return thread_struct_from_object(thread)->status != THREAD_KILLED;
261
+ }
262
+
263
+ VALUE thread_name_for(VALUE thread) {
264
+ return thread_struct_from_object(thread)->name;
265
+ }
266
+
61
267
  // -----------------------------------------------------------------------------
62
268
  // The sources below are modified versions of code extracted from the Ruby project.
63
269
  // Each function is annotated with its origin, why we imported it, and the changes made.
@@ -87,8 +293,6 @@ ptrdiff_t stack_depth_for(VALUE thread) {
87
293
  // OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
88
294
  // SUCH DAMAGE.
89
295
 
90
- #ifndef USE_LEGACY_RB_PROFILE_FRAMES // Modern Rubies
91
-
92
296
  // Taken from upstream vm_core.h at commit 5f10bd634fb6ae8f74a4ea730176233b0ca96954 (March 2022, Ruby 3.2 trunk)
93
297
  // Copyright (C) 2004-2007 Koichi Sasada
94
298
  // to support our custom rb_profile_frames (see below)
@@ -99,6 +303,12 @@ ptrdiff_t stack_depth_for(VALUE thread) {
99
303
  // Copyright (C) 1993-2012 Yukihiro Matsumoto
100
304
  // to support our custom rb_profile_frames (see below)
101
305
  // Modifications: None
306
+ //
307
+ // `node_id` gets used depending on Ruby VM compilation settings (USE_ISEQ_NODE_ID being defined).
308
+ // To avoid getting false "unused argument" warnings in setups where it's not used, we need to do this weird dance
309
+ // with diagnostic stuff. See https://nelkinda.com/blog/suppress-warnings-in-gcc-and-clang/#d11e364 for details.
310
+ #pragma GCC diagnostic push
311
+ #pragma GCC diagnostic ignored "-Wunused-parameter"
102
312
  inline static int
103
313
  calc_pos(const rb_iseq_t *iseq, const VALUE *pc, int *lineno, int *node_id)
104
314
  {
@@ -142,6 +352,7 @@ calc_pos(const rb_iseq_t *iseq, const VALUE *pc, int *lineno, int *node_id)
142
352
  return 1;
143
353
  }
144
354
  }
355
+ #pragma GCC diagnostic pop
145
356
 
146
357
  // Taken from upstream vm_backtrace.c at commit 5f10bd634fb6ae8f74a4ea730176233b0ca96954 (March 2022, Ruby 3.2 trunk)
147
358
  // Copyright (C) 1993-2012 Yukihiro Matsumoto
@@ -173,9 +384,6 @@ calc_lineno(const rb_iseq_t *iseq, const VALUE *pc)
173
384
  // * Add `end_cfp == NULL` and `end_cfp <= cfp` safety checks. These are used in a bunch of places in
174
385
  // `vm_backtrace.c` (`backtrace_each`, `backtrace_size`, `rb_ec_partial_backtrace_object`) but are conspicuously
175
386
  // absent from `rb_profile_frames`. Oversight?
176
- // * Distinguish between `end_cfp == NULL` (dead thread or some other error, returns 0) and `end_cfp <= cfp`
177
- // (alive thread which may just be executing native code and has not pushed anything on the Ruby stack, returns
178
- // PLACEHOLDER_STACK_IN_NATIVE_CODE). See comments on `record_placeholder_stack_in_native_code` for more details.
179
387
  // * Skip frames where `cfp->iseq && !cfp->pc`. These seem to be internal and are skipped by `backtrace_each` in
180
388
  // `vm_backtrace.c`.
181
389
  // * Check thread status and do not sample if thread has been killed.
@@ -183,9 +391,7 @@ calc_lineno(const rb_iseq_t *iseq, const VALUE *pc)
183
391
  // for iseqs created from calls to `eval` and `instance_eval`. This makes it so that `rb_profile_frame_path` on
184
392
  // the `VALUE` returned by rb_profile_frames returns `(eval)` instead of the path of the file where the `eval`
185
393
  // was called from.
186
- //
187
- // **IMPORTANT: WHEN CHANGING THIS FUNCTION, CONSIDER IF THE SAME CHANGE ALSO NEEDS TO BE MADE TO THE VARIANT FOR
188
- // RUBY 2.2 AND BELOW WHICH IS ALSO PRESENT ON THIS FILE**
394
+ // * Imported fix from https://github.com/ruby/ruby/pull/7116 to avoid sampling threads that are still being created
189
395
  //
190
396
  // What is rb_profile_frames?
191
397
  // `rb_profile_frames` is a Ruby VM debug API added for use by profilers for sampling the stack trace of a Ruby thread.
@@ -229,13 +435,17 @@ int ddtrace_rb_profile_frames(VALUE thread, int start, int limit, VALUE *buff, i
229
435
  const rb_control_frame_t *cfp = ec->cfp, *end_cfp = RUBY_VM_END_CONTROL_FRAME(ec);
230
436
  const rb_callable_method_entry_t *cme;
231
437
 
232
- // `vm_backtrace.c` includes this check in several methods, and I think this happens on either dead or newly-created
233
- // threads, but I'm not entirely sure
234
- if (end_cfp == NULL) return 0;
235
-
236
438
  // Avoid sampling dead threads
237
439
  if (th->status == THREAD_KILLED) return 0;
238
440
 
441
+ // `vm_backtrace.c` includes this check in several methods. This happens on newly-created threads, and may
442
+ // also (not entirely sure) happen on dead threads
443
+ if (end_cfp == NULL) return PLACEHOLDER_STACK_IN_NATIVE_CODE;
444
+
445
+ // This should not happen for ddtrace (it can only happen when a thread is still being created), but I've imported
446
+ // it from https://github.com/ruby/ruby/pull/7116 in a "just in case" kind of mindset.
447
+ if (cfp == NULL) return 0;
448
+
239
449
  // Fix: Skip dummy frame that shows up in main thread.
240
450
  //
241
451
  // According to a comment in `backtrace_each` (`vm_backtrace.c`), there's two dummy frames that we should ignore
@@ -457,6 +667,7 @@ check_method_entry(VALUE obj, int can_be_svar)
457
667
  if (can_be_svar) {
458
668
  return check_method_entry(((struct vm_svar *)obj)->cref_or_me, FALSE);
459
669
  }
670
+ // fallthrough
460
671
  default:
461
672
  #if VM_CHECK_MODE > 0
462
673
  rb_bug("check_method_entry: svar should not be there:");
@@ -510,98 +721,49 @@ check_method_entry(VALUE obj, int can_be_svar)
510
721
  return check_method_entry(ep[-1], TRUE);
511
722
  }
512
723
  #endif // USE_LEGACY_RB_VM_FRAME_METHOD_ENTRY
513
-
514
724
  #endif // RUBY_MJIT_HEADER
515
725
 
516
- #else // USE_LEGACY_RB_PROFILE_FRAMES, Ruby < 2.3
517
-
518
- // Taken from upstream vm_backtrace.c at commit bbda1a027475bf7ce5e1a9583a7b55d0be71c8fe (March 2018, ruby_2_2 branch)
519
- // Copyright (C) 1993-2012 Yukihiro Matsumoto
520
- // to support our custom rb_profile_frames (see below)
521
- // Modifications: None
522
- inline static int
523
- calc_lineno(const rb_iseq_t *iseq, const VALUE *pc)
524
- {
525
- return rb_iseq_line_no(iseq, pc - iseq->iseq_encoded);
526
- }
527
-
528
- // Taken from upstream vm_backtrace.c at commit bbda1a027475bf7ce5e1a9583a7b55d0be71c8fe (March 2018, ruby_2_2 branch)
529
- // Copyright (C) 1993-2012 Yukihiro Matsumoto
530
- // Modifications:
531
- // * Renamed rb_profile_frames => ddtrace_rb_profile_frames
532
- // * Add thread argument
533
- // * Add is_ruby_frame argument
534
- // * Removed `if (lines)` tests -- require/assume that like `buff`, `lines` is always specified
535
- // * Added support for getting the name from native methods by getting inspiration from `backtrace_each` in
536
- // `vm_backtrace.c`. Note that unlike the `rb_profile_frames` for modern Rubies, this version actually returns the
537
- // method name as as `VALUE` containing a Ruby string in the `buff`.
538
- // * Skip dummy frame that shows up in main thread
539
- // * Add `end_cfp == NULL` and `end_cfp <= cfp` safety checks. These are used in a bunch of places in
540
- // `vm_backtrace.c` (`backtrace_each`, `backtrace_size`, `rb_ec_partial_backtrace_object`) but are conspicuously
541
- // absent from `rb_profile_frames`. Oversight?
542
- // * Distinguish between `end_cfp == NULL` (dead thread or some other error, returns 0) and `end_cfp <= cfp`
543
- // (alive thread which may just be executing native code and has not pushed anything on the Ruby stack, returns
544
- // PLACEHOLDER_STACK_IN_NATIVE_CODE). See comments on `record_placeholder_stack_in_native_code` for more details.
545
- // * Check thread status and do not sample if thread has been killed.
546
- //
547
- // The `rb_profile_frames` function changed quite a bit between Ruby 2.2 and 2.3. Since the change was quite complex
548
- // I opted not to try to extend support to Ruby 2.2 and below using the same custom function, and instead I started
549
- // anew from the Ruby 2.2 version of the function, applying some of the same fixes that we have for the modern version.
550
- int ddtrace_rb_profile_frames(VALUE thread, int start, int limit, VALUE *buff, int *lines, bool* is_ruby_frame)
551
- {
552
- // **IMPORTANT: THIS IS A CUSTOM RB_PROFILE_FRAMES JUST FOR RUBY 2.2 AND BELOW;
553
- // SEE ABOVE FOR THE FUNCTION THAT GETS USED FOR MODERN RUBIES**
554
-
555
- int i;
556
- rb_thread_t *th = thread_struct_from_object(thread);
557
- rb_control_frame_t *cfp = th->cfp, *end_cfp = RUBY_VM_END_CONTROL_FRAME(th);
558
-
559
- // `vm_backtrace.c` includes this check in several methods, and I think this happens on either dead or newly-created
560
- // threads, but I'm not entirely sure
561
- if (end_cfp == NULL) return 0;
562
-
563
- // Avoid sampling dead threads
564
- if (th->status == THREAD_KILLED) return 0;
565
-
566
- // Fix: Skip dummy frame that shows up in main thread.
567
- //
568
- // According to a comment in `backtrace_each` (`vm_backtrace.c`), there's two dummy frames that we should ignore
569
- // at the base of every thread's stack.
570
- // (see https://github.com/ruby/ruby/blob/4bd38e8120f2fdfdd47a34211720e048502377f1/vm_backtrace.c#L890-L914 )
571
- //
572
- // One is being pointed to by `RUBY_VM_END_CONTROL_FRAME(ec)`, and so we need to advance to the next one, and
573
- // reaching it will be used as a condition to break out of the loop below.
574
- //
575
- // Note that in `backtrace_each` there's two calls to `RUBY_VM_NEXT_CONTROL_FRAME`, but the loop bounds there
576
- // are computed in a different way, so the two calls really are equivalent to one here.
577
- end_cfp = RUBY_VM_NEXT_CONTROL_FRAME(end_cfp);
578
-
579
- // See comment on `record_placeholder_stack_in_native_code` for a full explanation of what this means (and why we don't just return 0)
580
- if (end_cfp <= cfp) return PLACEHOLDER_STACK_IN_NATIVE_CODE;
581
-
582
- for (i=0; i<limit && cfp != end_cfp;) {
583
- if (cfp->iseq && cfp->pc) { /* should be NORMAL_ISEQ */
584
- if (start > 0) {
585
- start--;
586
- continue;
587
- }
588
-
589
- /* record frame info */
590
- buff[i] = cfp->iseq->self;
591
- lines[i] = calc_lineno(cfp->iseq, cfp->pc);
592
- is_ruby_frame[i] = true;
593
- i++;
594
- } else if (RUBYVM_CFUNC_FRAME_P(cfp)) {
595
- ID mid = cfp->me->def ? cfp->me->def->original_id : cfp->me->called_id;
596
- buff[i] = rb_id2str(mid);
597
- lines[i] = 0;
598
- is_ruby_frame[i] = false;
599
- i++;
600
- }
601
- cfp = RUBY_VM_PREVIOUS_CONTROL_FRAME(cfp);
726
+ #ifndef NO_RACTORS
727
+ // This API and definition are exported as a public symbol by the VM BUT the function header is not defined in any public header, so we
728
+ // repeat it here to be able to use in our code.
729
+ #ifndef USE_RACTOR_INTERNAL_APIS_DIRECTLY
730
+ // Disable fast path for detecting multiple Ractors. Unfortunately this symbol is no longer visible on modern Ruby
731
+ // versions, so we need to do a bit more work.
732
+ struct rb_ractor_struct *ruby_single_main_ractor = NULL;
733
+
734
+ // Taken from upstream ractor.c at commit a1b01e7701f9fc370f8dff777aad6d39a2c5a3e3 (May 2023, Ruby 3.3.0-preview1)
735
+ // to allow us to ensure that we're always operating on the main ractor (if Ruby has ractors)
736
+ // Modifications:
737
+ // * None
738
+ bool rb_ractor_main_p_(void)
739
+ {
740
+ VM_ASSERT(rb_multi_ractor_p());
741
+ rb_execution_context_t *ec = GET_EC();
742
+ return rb_ec_ractor_ptr(ec) == rb_ec_vm_ptr(ec)->ractor.main_ractor;
602
743
  }
744
+ #else
745
+ // Directly access Ruby internal fast path for detecting multiple Ractors.
746
+ extern struct rb_ractor_struct *ruby_single_main_ractor;
603
747
 
604
- return i;
605
- }
748
+ // Ruby 3.0 to 3.2 directly expose this symbol, we just need to tell the compiler it exists.
749
+ bool rb_ractor_main_p_(void);
750
+ #endif
606
751
 
607
- #endif // USE_LEGACY_RB_PROFILE_FRAMES
752
+ // Taken from upstream ractor_core.h at commit d9cf0388599a3234b9f3c06ddd006cd59a58ab8b (November 2022, Ruby 3.2 trunk)
753
+ // to allow us to ensure that we're always operating on the main ractor (if Ruby has ractors)
754
+ // Modifications:
755
+ // * None
756
+ bool ddtrace_rb_ractor_main_p(void)
757
+ {
758
+ if (ruby_single_main_ractor) {
759
+ return true;
760
+ }
761
+ else {
762
+ return rb_ractor_main_p_();
763
+ }
764
+ }
765
+ #else
766
+ // Simplify callers on older Rubies, instead of having them probe if the VM supports Ractors we just tell them that yes
767
+ // they're always on the main Ractor
768
+ bool ddtrace_rb_ractor_main_p(void) { return true; }
769
+ #endif // NO_RACTORS
@@ -6,18 +6,30 @@
6
6
  // so we use PRIVATE_VM_API_ACCESS_SKIP_RUBY_INCLUDES to be able to include private_vm_api_access.h on that file
7
7
  // without also dragging the incompatible includes
8
8
  #ifndef PRIVATE_VM_API_ACCESS_SKIP_RUBY_INCLUDES
9
- #ifdef RUBY_2_1_WORKAROUND
10
- #include <thread_native.h>
11
- #else
12
- #include <ruby/thread_native.h>
13
- #endif
9
+ #include <ruby/thread_native.h>
10
+ #include <ruby/vm.h>
14
11
  #endif
15
12
 
16
13
  #include "extconf.h"
17
14
 
15
+ // Contains the current gvl owner, and a flag to indicate if it is valid
16
+ typedef struct {
17
+ bool valid;
18
+ rb_nativethread_id_t owner;
19
+ } current_gvl_owner;
20
+
18
21
  rb_nativethread_id_t pthread_id_for(VALUE thread);
22
+ bool is_current_thread_holding_the_gvl(void);
23
+ current_gvl_owner gvl_owner(void);
24
+ uint64_t native_thread_id_for(VALUE thread);
19
25
  ptrdiff_t stack_depth_for(VALUE thread);
26
+ void ddtrace_thread_list(VALUE result_array);
27
+ bool is_thread_alive(VALUE thread);
28
+ VALUE thread_name_for(VALUE thread);
29
+
20
30
  int ddtrace_rb_profile_frames(VALUE thread, int start, int limit, VALUE *buff, int *lines, bool* is_ruby_frame);
31
+ // Returns true if the current thread belongs to the main Ractor or if Ruby has no Ractor support
32
+ bool ddtrace_rb_ractor_main_p(void);
21
33
 
22
34
  // Ruby 3.0 finally added support for showing CFUNC frames (frames for methods written using native code)
23
35
  // in stack traces gathered via `rb_profile_frames` (https://github.com/ruby/ruby/pull/3299).