ddtrace 0.54.2 → 1.10.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (1222) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +654 -2
  3. data/LICENSE-3rdparty.csv +7 -1
  4. data/README.md +10 -1
  5. data/bin/ddtracerb +5 -5
  6. data/ext/ddtrace_profiling_loader/ddtrace_profiling_loader.c +134 -0
  7. data/ext/ddtrace_profiling_loader/extconf.rb +72 -0
  8. data/ext/ddtrace_profiling_native_extension/NativeExtensionDesign.md +79 -9
  9. data/ext/ddtrace_profiling_native_extension/clock_id.h +22 -1
  10. data/ext/ddtrace_profiling_native_extension/clock_id_from_pthread.c +33 -10
  11. data/ext/ddtrace_profiling_native_extension/clock_id_noop.c +11 -2
  12. data/ext/ddtrace_profiling_native_extension/collectors_cpu_and_wall_time_worker.c +821 -0
  13. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.c +142 -0
  14. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.h +14 -0
  15. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.c +241 -0
  16. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.h +3 -0
  17. data/ext/ddtrace_profiling_native_extension/collectors_stack.c +379 -0
  18. data/ext/ddtrace_profiling_native_extension/collectors_stack.h +20 -0
  19. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.c +978 -0
  20. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.h +14 -0
  21. data/ext/ddtrace_profiling_native_extension/extconf.rb +155 -115
  22. data/ext/ddtrace_profiling_native_extension/helpers.h +17 -0
  23. data/ext/ddtrace_profiling_native_extension/http_transport.c +347 -0
  24. data/ext/ddtrace_profiling_native_extension/libdatadog_helpers.h +25 -0
  25. data/ext/ddtrace_profiling_native_extension/native_extension_helpers.rb +319 -0
  26. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.c +706 -9
  27. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.h +42 -0
  28. data/ext/ddtrace_profiling_native_extension/profiling.c +231 -2
  29. data/ext/ddtrace_profiling_native_extension/ruby_helpers.c +110 -0
  30. data/ext/ddtrace_profiling_native_extension/ruby_helpers.h +89 -0
  31. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.c +115 -0
  32. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.h +11 -0
  33. data/ext/ddtrace_profiling_native_extension/stack_recorder.c +591 -0
  34. data/ext/ddtrace_profiling_native_extension/stack_recorder.h +14 -0
  35. data/ext/ddtrace_profiling_native_extension/time_helpers.c +17 -0
  36. data/ext/ddtrace_profiling_native_extension/time_helpers.h +10 -0
  37. data/lib/datadog/appsec/assets/blocked.html +99 -0
  38. data/lib/datadog/appsec/assets/blocked.json +1 -0
  39. data/lib/datadog/appsec/assets/blocked.text +5 -0
  40. data/lib/datadog/appsec/assets/waf_rules/README.md +7 -0
  41. data/lib/datadog/appsec/assets/waf_rules/recommended.json +6724 -0
  42. data/lib/datadog/appsec/assets/waf_rules/strict.json +1590 -0
  43. data/lib/datadog/appsec/assets.rb +36 -0
  44. data/lib/datadog/appsec/autoload.rb +11 -0
  45. data/lib/datadog/appsec/component.rb +41 -0
  46. data/lib/datadog/appsec/configuration/settings.rb +216 -0
  47. data/lib/datadog/appsec/configuration.rb +88 -0
  48. data/lib/datadog/appsec/contrib/auto_instrument.rb +25 -0
  49. data/lib/datadog/appsec/contrib/configuration/settings.rb +18 -0
  50. data/lib/datadog/appsec/contrib/integration.rb +35 -0
  51. data/lib/datadog/appsec/contrib/patcher.rb +10 -0
  52. data/lib/datadog/appsec/contrib/rack/configuration/settings.rb +20 -0
  53. data/lib/datadog/appsec/contrib/rack/ext.rb +13 -0
  54. data/lib/datadog/appsec/contrib/rack/gateway/request.rb +97 -0
  55. data/lib/datadog/appsec/contrib/rack/gateway/response.rb +30 -0
  56. data/lib/datadog/appsec/contrib/rack/gateway/watcher.rb +176 -0
  57. data/lib/datadog/appsec/contrib/rack/integration.rb +47 -0
  58. data/lib/datadog/appsec/contrib/rack/patcher.rb +32 -0
  59. data/lib/datadog/appsec/contrib/rack/reactive/request.rb +80 -0
  60. data/lib/datadog/appsec/contrib/rack/reactive/request_body.rb +63 -0
  61. data/lib/datadog/appsec/contrib/rack/reactive/response.rb +63 -0
  62. data/lib/datadog/appsec/contrib/rack/request_body_middleware.rb +43 -0
  63. data/lib/datadog/appsec/contrib/rack/request_middleware.rb +153 -0
  64. data/lib/datadog/appsec/contrib/rails/configuration/settings.rb +20 -0
  65. data/lib/datadog/appsec/contrib/rails/ext.rb +13 -0
  66. data/lib/datadog/appsec/contrib/rails/framework.rb +28 -0
  67. data/lib/datadog/appsec/contrib/rails/gateway/request.rb +67 -0
  68. data/lib/datadog/appsec/contrib/rails/gateway/watcher.rb +86 -0
  69. data/lib/datadog/appsec/contrib/rails/integration.rb +46 -0
  70. data/lib/datadog/appsec/contrib/rails/patcher.rb +159 -0
  71. data/lib/datadog/appsec/contrib/rails/reactive/action.rb +69 -0
  72. data/lib/datadog/appsec/contrib/rails/request.rb +34 -0
  73. data/lib/datadog/appsec/contrib/rails/request_middleware.rb +18 -0
  74. data/lib/datadog/appsec/contrib/sinatra/configuration/settings.rb +20 -0
  75. data/lib/datadog/appsec/contrib/sinatra/ext.rb +14 -0
  76. data/lib/datadog/appsec/contrib/sinatra/framework.rb +32 -0
  77. data/lib/datadog/appsec/contrib/sinatra/gateway/request.rb +17 -0
  78. data/lib/datadog/appsec/contrib/sinatra/gateway/route_params.rb +23 -0
  79. data/lib/datadog/appsec/contrib/sinatra/gateway/watcher.rb +131 -0
  80. data/lib/datadog/appsec/contrib/sinatra/integration.rb +46 -0
  81. data/lib/datadog/appsec/contrib/sinatra/patcher.rb +159 -0
  82. data/lib/datadog/appsec/contrib/sinatra/reactive/routed.rb +64 -0
  83. data/lib/datadog/appsec/contrib/sinatra/request_middleware.rb +18 -0
  84. data/lib/datadog/appsec/event.rb +113 -0
  85. data/lib/datadog/appsec/ext.rb +9 -0
  86. data/lib/datadog/appsec/extensions.rb +146 -0
  87. data/lib/datadog/appsec/instrumentation/gateway/argument.rb +24 -0
  88. data/lib/datadog/appsec/instrumentation/gateway.rb +64 -0
  89. data/lib/datadog/appsec/instrumentation.rb +9 -0
  90. data/lib/datadog/appsec/monitor/gateway/watcher.rb +86 -0
  91. data/lib/datadog/appsec/monitor/reactive/set_user.rb +61 -0
  92. data/lib/datadog/appsec/monitor.rb +11 -0
  93. data/lib/datadog/appsec/processor.rb +243 -0
  94. data/lib/datadog/appsec/rate_limiter.rb +58 -0
  95. data/lib/datadog/appsec/reactive/address_hash.rb +22 -0
  96. data/lib/datadog/appsec/reactive/engine.rb +47 -0
  97. data/lib/datadog/appsec/reactive/operation.rb +68 -0
  98. data/lib/datadog/appsec/reactive/subscriber.rb +19 -0
  99. data/lib/datadog/appsec/response.rb +61 -0
  100. data/lib/datadog/appsec/utils/http/media_range.rb +199 -0
  101. data/lib/datadog/appsec/utils/http/media_type.rb +85 -0
  102. data/lib/datadog/appsec/utils/http.rb +9 -0
  103. data/lib/datadog/appsec/utils.rb +7 -0
  104. data/lib/datadog/appsec.rb +41 -0
  105. data/lib/datadog/ci/configuration/components.rb +8 -9
  106. data/lib/datadog/ci/configuration/settings.rb +19 -5
  107. data/lib/datadog/ci/contrib/cucumber/configuration/settings.rb +4 -4
  108. data/lib/datadog/ci/contrib/cucumber/ext.rb +1 -1
  109. data/lib/datadog/ci/contrib/cucumber/formatter.rb +8 -15
  110. data/lib/datadog/ci/contrib/cucumber/instrumentation.rb +2 -3
  111. data/lib/datadog/ci/contrib/cucumber/integration.rb +5 -6
  112. data/lib/datadog/ci/contrib/cucumber/patcher.rb +3 -4
  113. data/lib/datadog/ci/contrib/rspec/configuration/settings.rb +4 -4
  114. data/lib/datadog/ci/contrib/rspec/example.rb +8 -15
  115. data/lib/datadog/ci/contrib/rspec/ext.rb +1 -1
  116. data/lib/datadog/ci/contrib/rspec/integration.rb +5 -6
  117. data/lib/datadog/ci/contrib/rspec/patcher.rb +3 -4
  118. data/lib/datadog/ci/ext/app_types.rb +1 -2
  119. data/lib/datadog/ci/ext/environment.rb +181 -127
  120. data/lib/datadog/ci/ext/settings.rb +1 -2
  121. data/lib/datadog/ci/ext/test.rb +0 -1
  122. data/lib/datadog/ci/extensions.rb +6 -7
  123. data/lib/datadog/ci/flush.rb +36 -0
  124. data/lib/datadog/ci/test.rb +15 -15
  125. data/lib/datadog/ci.rb +6 -5
  126. data/lib/datadog/core/buffer/cruby.rb +53 -0
  127. data/lib/datadog/core/buffer/random.rb +132 -0
  128. data/lib/datadog/core/buffer/thread_safe.rb +56 -0
  129. data/lib/datadog/core/chunker.rb +33 -0
  130. data/lib/datadog/core/configuration/agent_settings_resolver.rb +345 -0
  131. data/lib/datadog/core/configuration/base.rb +99 -0
  132. data/lib/datadog/core/configuration/components.rb +158 -0
  133. data/lib/datadog/core/configuration/dependency_resolver.rb +26 -0
  134. data/lib/datadog/core/configuration/ext.rb +24 -0
  135. data/lib/datadog/core/configuration/option.rb +67 -0
  136. data/lib/datadog/core/configuration/option_definition.rb +133 -0
  137. data/lib/datadog/core/configuration/option_definition_set.rb +20 -0
  138. data/lib/datadog/core/configuration/option_set.rb +8 -0
  139. data/lib/datadog/core/configuration/options.rb +116 -0
  140. data/lib/datadog/core/configuration/settings.rb +455 -0
  141. data/lib/datadog/core/configuration.rb +285 -0
  142. data/lib/datadog/core/diagnostics/environment_logger.rb +286 -0
  143. data/lib/datadog/core/diagnostics/health.rb +17 -0
  144. data/lib/datadog/core/encoding.rb +72 -0
  145. data/lib/datadog/core/environment/cgroup.rb +4 -5
  146. data/lib/datadog/core/environment/class_count.rb +0 -1
  147. data/lib/datadog/core/environment/container.rb +3 -5
  148. data/lib/datadog/core/environment/ext.rb +28 -11
  149. data/lib/datadog/core/environment/gc.rb +0 -1
  150. data/lib/datadog/core/environment/identity.rb +11 -6
  151. data/lib/datadog/core/environment/platform.rb +38 -0
  152. data/lib/datadog/core/environment/socket.rb +7 -2
  153. data/lib/datadog/core/environment/thread_count.rb +0 -1
  154. data/lib/datadog/core/environment/variable_helpers.rb +84 -12
  155. data/lib/datadog/core/environment/vm_cache.rb +17 -1
  156. data/lib/datadog/core/error.rb +99 -0
  157. data/lib/datadog/core/extensions.rb +14 -0
  158. data/lib/datadog/core/git/ext.rb +33 -0
  159. data/lib/datadog/core/header_collection.rb +41 -0
  160. data/lib/datadog/core/logger.rb +44 -0
  161. data/lib/datadog/core/logging/ext.rb +11 -0
  162. data/lib/datadog/core/metrics/client.rb +197 -0
  163. data/lib/datadog/core/metrics/ext.rb +16 -0
  164. data/lib/datadog/core/metrics/helpers.rb +23 -0
  165. data/lib/datadog/core/metrics/logging.rb +42 -0
  166. data/lib/datadog/core/metrics/metric.rb +12 -0
  167. data/lib/datadog/core/metrics/options.rb +48 -0
  168. data/lib/datadog/core/pin.rb +73 -0
  169. data/lib/datadog/core/runtime/ext.rb +28 -0
  170. data/lib/datadog/core/runtime/metrics.rb +140 -0
  171. data/lib/datadog/core/telemetry/client.rb +77 -0
  172. data/lib/datadog/core/telemetry/collector.rb +231 -0
  173. data/lib/datadog/core/telemetry/emitter.rb +46 -0
  174. data/lib/datadog/core/telemetry/event.rb +67 -0
  175. data/lib/datadog/core/telemetry/ext.rb +9 -0
  176. data/lib/datadog/core/telemetry/heartbeat.rb +35 -0
  177. data/lib/datadog/core/telemetry/http/adapters/net.rb +111 -0
  178. data/lib/datadog/core/telemetry/http/env.rb +18 -0
  179. data/lib/datadog/core/telemetry/http/ext.rb +20 -0
  180. data/lib/datadog/core/telemetry/http/response.rb +64 -0
  181. data/lib/datadog/core/telemetry/http/transport.rb +51 -0
  182. data/lib/datadog/core/telemetry/v1/app_event.rb +50 -0
  183. data/lib/datadog/core/telemetry/v1/application.rb +86 -0
  184. data/lib/datadog/core/telemetry/v1/configuration.rb +25 -0
  185. data/lib/datadog/core/telemetry/v1/dependency.rb +36 -0
  186. data/lib/datadog/core/telemetry/v1/host.rb +51 -0
  187. data/lib/datadog/core/telemetry/v1/integration.rb +58 -0
  188. data/lib/datadog/core/telemetry/v1/product.rb +28 -0
  189. data/lib/datadog/core/telemetry/v1/telemetry_request.rb +100 -0
  190. data/lib/datadog/core/utils/compression.rb +34 -0
  191. data/lib/datadog/core/utils/forking.rb +61 -0
  192. data/lib/datadog/core/utils/network.rb +140 -0
  193. data/lib/datadog/core/utils/object_set.rb +41 -0
  194. data/lib/datadog/core/utils/only_once.rb +42 -0
  195. data/lib/datadog/core/utils/safe_dup.rb +25 -0
  196. data/lib/datadog/core/utils/sequence.rb +24 -0
  197. data/lib/datadog/core/utils/string_table.rb +47 -0
  198. data/lib/datadog/core/utils/time.rb +50 -0
  199. data/lib/datadog/core/utils.rb +92 -0
  200. data/lib/datadog/core/vendor/ipaddr.rb +78 -0
  201. data/lib/datadog/core/vendor/multipart-post/multipart/post/composite_read_io.rb +118 -0
  202. data/lib/datadog/core/vendor/multipart-post/multipart/post/multipartable.rb +59 -0
  203. data/lib/datadog/core/vendor/multipart-post/multipart/post/parts.rb +137 -0
  204. data/lib/datadog/core/vendor/multipart-post/multipart/post/version.rb +11 -0
  205. data/lib/datadog/core/vendor/multipart-post/multipart/post.rb +10 -0
  206. data/lib/datadog/core/vendor/multipart-post/multipart.rb +14 -0
  207. data/lib/datadog/core/vendor/multipart-post/net/http/post/multipart.rb +34 -0
  208. data/lib/datadog/core/worker.rb +22 -0
  209. data/lib/datadog/core/workers/async.rb +178 -0
  210. data/lib/datadog/core/workers/interval_loop.rb +117 -0
  211. data/lib/datadog/core/workers/polling.rb +57 -0
  212. data/lib/datadog/core/workers/queue.rb +42 -0
  213. data/lib/datadog/core/workers/runtime_metrics.rb +60 -0
  214. data/lib/datadog/core.rb +45 -0
  215. data/lib/datadog/kit/appsec/events.rb +74 -0
  216. data/lib/datadog/kit/enable_core_dumps.rb +50 -0
  217. data/lib/datadog/kit/identity.rb +70 -0
  218. data/lib/datadog/kit.rb +9 -0
  219. data/lib/datadog/opentelemetry/api/context.rb +186 -0
  220. data/lib/datadog/opentelemetry/api/trace/span.rb +14 -0
  221. data/lib/datadog/opentelemetry/sdk/configurator.rb +37 -0
  222. data/lib/datadog/opentelemetry/sdk/id_generator.rb +26 -0
  223. data/lib/datadog/opentelemetry/sdk/propagator.rb +90 -0
  224. data/lib/datadog/opentelemetry/sdk/span_processor.rb +91 -0
  225. data/lib/datadog/opentelemetry.rb +47 -0
  226. data/lib/datadog/opentracer/binary_propagator.rb +24 -0
  227. data/lib/datadog/opentracer/carrier.rb +7 -0
  228. data/lib/datadog/opentracer/distributed_headers.rb +54 -0
  229. data/lib/datadog/opentracer/global_tracer.rb +15 -0
  230. data/lib/datadog/opentracer/propagator.rb +24 -0
  231. data/lib/datadog/opentracer/rack_propagator.rb +71 -0
  232. data/lib/datadog/opentracer/scope.rb +16 -0
  233. data/lib/datadog/opentracer/scope_manager.rb +7 -0
  234. data/lib/datadog/opentracer/span.rb +99 -0
  235. data/lib/datadog/opentracer/span_context.rb +17 -0
  236. data/lib/datadog/opentracer/span_context_factory.rb +25 -0
  237. data/lib/datadog/opentracer/text_map_propagator.rb +86 -0
  238. data/lib/datadog/opentracer/thread_local_scope.rb +32 -0
  239. data/lib/datadog/opentracer/thread_local_scope_manager.rb +64 -0
  240. data/lib/datadog/opentracer/tracer.rb +212 -0
  241. data/lib/datadog/opentracer.rb +22 -0
  242. data/lib/datadog/profiling/backtrace_location.rb +32 -0
  243. data/lib/datadog/profiling/buffer.rb +41 -0
  244. data/lib/datadog/profiling/collectors/code_provenance.rb +113 -0
  245. data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +96 -0
  246. data/lib/datadog/profiling/collectors/dynamic_sampling_rate.rb +12 -0
  247. data/lib/datadog/profiling/collectors/idle_sampling_helper.rb +66 -0
  248. data/lib/datadog/profiling/collectors/old_stack.rb +301 -0
  249. data/lib/datadog/profiling/collectors/stack.rb +11 -0
  250. data/lib/datadog/profiling/collectors/thread_context.rb +46 -0
  251. data/lib/datadog/profiling/component.rb +161 -0
  252. data/lib/datadog/profiling/encoding/profile.rb +41 -0
  253. data/lib/datadog/profiling/event.rb +13 -0
  254. data/lib/datadog/profiling/events/stack.rb +80 -0
  255. data/lib/datadog/profiling/exporter.rb +83 -0
  256. data/lib/datadog/profiling/ext/forking.rb +96 -0
  257. data/lib/datadog/profiling/ext.rb +43 -0
  258. data/lib/datadog/profiling/flush.rb +36 -0
  259. data/lib/datadog/profiling/http_transport.rb +130 -0
  260. data/lib/datadog/profiling/load_native_extension.rb +20 -0
  261. data/lib/datadog/profiling/native_extension.rb +39 -0
  262. data/lib/datadog/profiling/old_recorder.rb +107 -0
  263. data/lib/datadog/profiling/pprof/builder.rb +125 -0
  264. data/lib/datadog/profiling/pprof/converter.rb +102 -0
  265. data/lib/datadog/profiling/pprof/message_set.rb +14 -0
  266. data/lib/datadog/profiling/pprof/payload.rb +18 -0
  267. data/lib/datadog/profiling/pprof/pprof_pb.rb +81 -0
  268. data/lib/datadog/profiling/pprof/stack_sample.rb +139 -0
  269. data/lib/datadog/profiling/pprof/string_table.rb +10 -0
  270. data/lib/datadog/profiling/pprof/template.rb +118 -0
  271. data/lib/datadog/profiling/preload.rb +3 -0
  272. data/lib/datadog/profiling/profiler.rb +39 -0
  273. data/lib/datadog/profiling/scheduler.rb +128 -0
  274. data/lib/datadog/profiling/stack_recorder.rb +74 -0
  275. data/lib/datadog/profiling/tag_builder.rb +51 -0
  276. data/lib/datadog/profiling/tasks/exec.rb +48 -0
  277. data/lib/datadog/profiling/tasks/help.rb +16 -0
  278. data/lib/datadog/profiling/tasks/setup.rb +84 -0
  279. data/lib/datadog/profiling/trace_identifiers/ddtrace.rb +43 -0
  280. data/lib/datadog/profiling/trace_identifiers/helper.rb +45 -0
  281. data/lib/datadog/profiling.rb +210 -0
  282. data/lib/datadog/tracing/analytics.rb +23 -0
  283. data/lib/datadog/tracing/buffer.rb +128 -0
  284. data/lib/datadog/tracing/client_ip.rb +61 -0
  285. data/lib/datadog/tracing/component.rb +176 -0
  286. data/lib/datadog/tracing/configuration/ext.rb +94 -0
  287. data/lib/datadog/tracing/configuration/settings.rb +451 -0
  288. data/lib/datadog/tracing/context.rb +66 -0
  289. data/lib/datadog/tracing/context_provider.rb +80 -0
  290. data/lib/datadog/tracing/contrib/action_cable/configuration/settings.rb +33 -0
  291. data/lib/datadog/tracing/contrib/action_cable/event.rb +69 -0
  292. data/lib/datadog/tracing/contrib/action_cable/events/broadcast.rb +56 -0
  293. data/lib/datadog/tracing/contrib/action_cable/events/perform_action.rb +61 -0
  294. data/lib/datadog/tracing/contrib/action_cable/events/transmit.rb +57 -0
  295. data/lib/datadog/tracing/contrib/action_cable/events.rb +35 -0
  296. data/lib/datadog/tracing/contrib/action_cable/ext.rb +30 -0
  297. data/lib/datadog/tracing/contrib/action_cable/instrumentation.rb +88 -0
  298. data/lib/datadog/tracing/contrib/action_cable/integration.rb +48 -0
  299. data/lib/datadog/tracing/contrib/action_cable/patcher.rb +29 -0
  300. data/lib/datadog/tracing/contrib/action_mailer/configuration/settings.rb +34 -0
  301. data/lib/datadog/tracing/contrib/action_mailer/event.rb +50 -0
  302. data/lib/datadog/tracing/contrib/action_mailer/events/deliver.rb +58 -0
  303. data/lib/datadog/tracing/contrib/action_mailer/events/process.rb +45 -0
  304. data/lib/datadog/tracing/contrib/action_mailer/events.rb +32 -0
  305. data/lib/datadog/tracing/contrib/action_mailer/ext.rb +31 -0
  306. data/lib/datadog/tracing/contrib/action_mailer/integration.rb +48 -0
  307. data/lib/datadog/tracing/contrib/action_mailer/patcher.rb +27 -0
  308. data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +158 -0
  309. data/lib/datadog/tracing/contrib/action_pack/action_controller/patcher.rb +27 -0
  310. data/lib/datadog/tracing/contrib/action_pack/configuration/settings.rb +34 -0
  311. data/lib/datadog/tracing/contrib/action_pack/ext.rb +20 -0
  312. data/lib/datadog/tracing/contrib/action_pack/integration.rb +48 -0
  313. data/lib/datadog/tracing/contrib/action_pack/patcher.rb +25 -0
  314. data/lib/datadog/tracing/contrib/action_pack/utils.rb +38 -0
  315. data/lib/datadog/tracing/contrib/action_view/configuration/settings.rb +34 -0
  316. data/lib/datadog/tracing/contrib/action_view/event.rb +33 -0
  317. data/lib/datadog/tracing/contrib/action_view/events/render_partial.rb +52 -0
  318. data/lib/datadog/tracing/contrib/action_view/events/render_template.rb +55 -0
  319. data/lib/datadog/tracing/contrib/action_view/events.rb +32 -0
  320. data/lib/datadog/tracing/contrib/action_view/ext.rb +22 -0
  321. data/lib/datadog/tracing/contrib/action_view/instrumentation/partial_renderer.rb +76 -0
  322. data/lib/datadog/tracing/contrib/action_view/instrumentation/template_renderer.rb +89 -0
  323. data/lib/datadog/tracing/contrib/action_view/integration.rb +55 -0
  324. data/lib/datadog/tracing/contrib/action_view/patcher.rb +45 -0
  325. data/lib/datadog/tracing/contrib/action_view/utils.rb +34 -0
  326. data/lib/datadog/tracing/contrib/active_job/configuration/settings.rb +35 -0
  327. data/lib/datadog/tracing/contrib/active_job/event.rb +56 -0
  328. data/lib/datadog/tracing/contrib/active_job/events/discard.rb +48 -0
  329. data/lib/datadog/tracing/contrib/active_job/events/enqueue.rb +47 -0
  330. data/lib/datadog/tracing/contrib/active_job/events/enqueue_at.rb +47 -0
  331. data/lib/datadog/tracing/contrib/active_job/events/enqueue_retry.rb +49 -0
  332. data/lib/datadog/tracing/contrib/active_job/events/perform.rb +47 -0
  333. data/lib/datadog/tracing/contrib/active_job/events/retry_stopped.rb +48 -0
  334. data/lib/datadog/tracing/contrib/active_job/events.rb +40 -0
  335. data/lib/datadog/tracing/contrib/active_job/ext.rb +37 -0
  336. data/lib/datadog/tracing/contrib/active_job/integration.rb +48 -0
  337. data/lib/datadog/tracing/contrib/active_job/log_injection.rb +22 -0
  338. data/lib/datadog/tracing/contrib/active_job/patcher.rb +34 -0
  339. data/lib/datadog/tracing/contrib/active_model_serializers/configuration/settings.rb +31 -0
  340. data/lib/datadog/tracing/contrib/active_model_serializers/event.rb +66 -0
  341. data/lib/datadog/tracing/contrib/active_model_serializers/events/render.rb +43 -0
  342. data/lib/datadog/tracing/contrib/active_model_serializers/events/serialize.rb +45 -0
  343. data/lib/datadog/tracing/contrib/active_model_serializers/events.rb +32 -0
  344. data/lib/datadog/tracing/contrib/active_model_serializers/ext.rb +22 -0
  345. data/lib/datadog/tracing/contrib/active_model_serializers/integration.rb +43 -0
  346. data/lib/datadog/tracing/contrib/active_model_serializers/patcher.rb +30 -0
  347. data/lib/datadog/tracing/contrib/active_record/configuration/makara_resolver.rb +34 -0
  348. data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +136 -0
  349. data/lib/datadog/tracing/contrib/active_record/configuration/settings.rb +37 -0
  350. data/lib/datadog/tracing/contrib/active_record/event.rb +28 -0
  351. data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +56 -0
  352. data/lib/datadog/tracing/contrib/active_record/events/sql.rb +76 -0
  353. data/lib/datadog/tracing/contrib/active_record/events.rb +32 -0
  354. data/lib/datadog/tracing/contrib/active_record/ext.rb +27 -0
  355. data/lib/datadog/tracing/contrib/active_record/integration.rb +54 -0
  356. data/lib/datadog/tracing/contrib/active_record/patcher.rb +25 -0
  357. data/lib/datadog/tracing/contrib/active_record/utils.rb +126 -0
  358. data/lib/datadog/tracing/contrib/active_record/vendor/connection_specification.rb +305 -0
  359. data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +278 -0
  360. data/lib/datadog/tracing/contrib/active_support/cache/patcher.rb +71 -0
  361. data/lib/datadog/tracing/contrib/active_support/cache/redis.rb +45 -0
  362. data/lib/datadog/tracing/contrib/active_support/configuration/settings.rb +33 -0
  363. data/lib/datadog/tracing/contrib/active_support/ext.rb +29 -0
  364. data/lib/datadog/tracing/contrib/active_support/integration.rb +49 -0
  365. data/lib/datadog/tracing/contrib/active_support/notifications/event.rb +69 -0
  366. data/lib/datadog/tracing/contrib/active_support/notifications/subscriber.rb +69 -0
  367. data/lib/datadog/tracing/contrib/active_support/notifications/subscription.rb +162 -0
  368. data/lib/datadog/tracing/contrib/active_support/patcher.rb +25 -0
  369. data/lib/datadog/tracing/contrib/analytics.rb +27 -0
  370. data/lib/datadog/tracing/contrib/auto_instrument.rb +51 -0
  371. data/lib/datadog/tracing/contrib/aws/configuration/settings.rb +36 -0
  372. data/lib/datadog/tracing/contrib/aws/ext.rb +26 -0
  373. data/lib/datadog/tracing/contrib/aws/instrumentation.rb +94 -0
  374. data/lib/datadog/tracing/contrib/aws/integration.rb +45 -0
  375. data/lib/datadog/tracing/contrib/aws/parsed_context.rb +58 -0
  376. data/lib/datadog/tracing/contrib/aws/patcher.rb +55 -0
  377. data/lib/datadog/tracing/contrib/aws/services.rb +119 -0
  378. data/lib/datadog/tracing/contrib/concurrent_ruby/configuration/settings.rb +21 -0
  379. data/lib/datadog/tracing/contrib/concurrent_ruby/context_composite_executor_service.rb +51 -0
  380. data/lib/datadog/tracing/contrib/concurrent_ruby/ext.rb +14 -0
  381. data/lib/datadog/tracing/contrib/concurrent_ruby/future_patch.rb +25 -0
  382. data/lib/datadog/tracing/contrib/concurrent_ruby/integration.rb +41 -0
  383. data/lib/datadog/tracing/contrib/concurrent_ruby/patcher.rb +30 -0
  384. data/lib/datadog/tracing/contrib/configurable.rb +100 -0
  385. data/lib/datadog/tracing/contrib/configuration/resolver.rb +83 -0
  386. data/lib/datadog/tracing/contrib/configuration/resolvers/pattern_resolver.rb +41 -0
  387. data/lib/datadog/tracing/contrib/configuration/settings.rb +39 -0
  388. data/lib/datadog/tracing/contrib/dalli/configuration/settings.rb +36 -0
  389. data/lib/datadog/tracing/contrib/dalli/ext.rb +24 -0
  390. data/lib/datadog/tracing/contrib/dalli/instrumentation.rb +61 -0
  391. data/lib/datadog/tracing/contrib/dalli/integration.rb +50 -0
  392. data/lib/datadog/tracing/contrib/dalli/patcher.rb +26 -0
  393. data/lib/datadog/tracing/contrib/dalli/quantize.rb +24 -0
  394. data/lib/datadog/tracing/contrib/delayed_job/configuration/settings.rb +36 -0
  395. data/lib/datadog/tracing/contrib/delayed_job/ext.rb +26 -0
  396. data/lib/datadog/tracing/contrib/delayed_job/integration.rb +41 -0
  397. data/lib/datadog/tracing/contrib/delayed_job/patcher.rb +35 -0
  398. data/lib/datadog/tracing/contrib/delayed_job/plugin.rb +106 -0
  399. data/lib/datadog/tracing/contrib/delayed_job/server_internal_tracer/worker.rb +32 -0
  400. data/lib/datadog/tracing/contrib/elasticsearch/configuration/settings.rb +38 -0
  401. data/lib/datadog/tracing/contrib/elasticsearch/ext.rb +27 -0
  402. data/lib/datadog/tracing/contrib/elasticsearch/integration.rb +48 -0
  403. data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +152 -0
  404. data/lib/datadog/tracing/contrib/elasticsearch/quantize.rb +85 -0
  405. data/lib/datadog/tracing/contrib/ethon/configuration/settings.rb +40 -0
  406. data/lib/datadog/tracing/contrib/ethon/easy_patch.rb +174 -0
  407. data/lib/datadog/tracing/contrib/ethon/ext.rb +23 -0
  408. data/lib/datadog/tracing/contrib/ethon/integration.rb +46 -0
  409. data/lib/datadog/tracing/contrib/ethon/multi_patch.rb +95 -0
  410. data/lib/datadog/tracing/contrib/ethon/patcher.rb +28 -0
  411. data/lib/datadog/tracing/contrib/excon/configuration/settings.rb +40 -0
  412. data/lib/datadog/tracing/contrib/excon/ext.rb +20 -0
  413. data/lib/datadog/tracing/contrib/excon/integration.rb +46 -0
  414. data/lib/datadog/tracing/contrib/excon/middleware.rb +169 -0
  415. data/lib/datadog/tracing/contrib/excon/patcher.rb +29 -0
  416. data/lib/datadog/tracing/contrib/ext.rb +30 -0
  417. data/lib/datadog/tracing/contrib/extensions.rb +197 -0
  418. data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb +44 -0
  419. data/lib/datadog/tracing/contrib/faraday/connection.rb +20 -0
  420. data/lib/datadog/tracing/contrib/faraday/ext.rb +20 -0
  421. data/lib/datadog/tracing/contrib/faraday/integration.rb +46 -0
  422. data/lib/datadog/tracing/contrib/faraday/middleware.rb +91 -0
  423. data/lib/datadog/tracing/contrib/faraday/patcher.rb +54 -0
  424. data/lib/datadog/tracing/contrib/faraday/rack_builder.rb +20 -0
  425. data/lib/datadog/tracing/contrib/grape/configuration/settings.rb +40 -0
  426. data/lib/datadog/tracing/contrib/grape/endpoint.rb +248 -0
  427. data/lib/datadog/tracing/contrib/grape/ext.rb +26 -0
  428. data/lib/datadog/tracing/contrib/grape/instrumentation.rb +35 -0
  429. data/lib/datadog/tracing/contrib/grape/integration.rb +42 -0
  430. data/lib/datadog/tracing/contrib/grape/patcher.rb +31 -0
  431. data/lib/datadog/tracing/contrib/graphql/configuration/settings.rb +34 -0
  432. data/lib/datadog/tracing/contrib/graphql/ext.rb +17 -0
  433. data/lib/datadog/tracing/contrib/graphql/integration.rb +42 -0
  434. data/lib/datadog/tracing/contrib/graphql/patcher.rb +88 -0
  435. data/lib/datadog/tracing/contrib/grpc/configuration/settings.rb +41 -0
  436. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/client.rb +97 -0
  437. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/server.rb +88 -0
  438. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor.rb +105 -0
  439. data/lib/datadog/tracing/contrib/grpc/distributed/fetcher.rb +26 -0
  440. data/lib/datadog/tracing/contrib/grpc/distributed/propagation.rb +42 -0
  441. data/lib/datadog/tracing/contrib/grpc/ext.rb +25 -0
  442. data/lib/datadog/tracing/contrib/grpc/integration.rb +48 -0
  443. data/lib/datadog/tracing/contrib/grpc/intercept_with_datadog.rb +51 -0
  444. data/lib/datadog/tracing/contrib/grpc/patcher.rb +32 -0
  445. data/lib/datadog/tracing/contrib/hanami/action_tracer.rb +45 -0
  446. data/lib/datadog/tracing/contrib/hanami/configuration/settings.rb +20 -0
  447. data/lib/datadog/tracing/contrib/hanami/ext.rb +22 -0
  448. data/lib/datadog/tracing/contrib/hanami/integration.rb +42 -0
  449. data/lib/datadog/tracing/contrib/hanami/patcher.rb +31 -0
  450. data/lib/datadog/tracing/contrib/hanami/plugin.rb +21 -0
  451. data/lib/datadog/tracing/contrib/hanami/renderer_policy_tracing.rb +39 -0
  452. data/lib/datadog/tracing/contrib/hanami/router_tracing.rb +42 -0
  453. data/lib/datadog/tracing/contrib/http/circuit_breaker.rb +41 -0
  454. data/lib/datadog/tracing/contrib/http/configuration/settings.rb +45 -0
  455. data/lib/datadog/tracing/contrib/http/distributed/fetcher.rb +38 -0
  456. data/lib/datadog/tracing/contrib/http/distributed/propagation.rb +37 -0
  457. data/lib/datadog/tracing/contrib/http/ext.rb +21 -0
  458. data/lib/datadog/tracing/contrib/http/instrumentation.rb +135 -0
  459. data/lib/datadog/tracing/contrib/http/integration.rb +47 -0
  460. data/lib/datadog/tracing/contrib/http/patcher.rb +28 -0
  461. data/lib/datadog/tracing/contrib/http_annotation_helper.rb +15 -0
  462. data/lib/datadog/tracing/contrib/httpclient/configuration/settings.rb +45 -0
  463. data/lib/datadog/tracing/contrib/httpclient/ext.rb +21 -0
  464. data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +115 -0
  465. data/lib/datadog/tracing/contrib/httpclient/integration.rb +46 -0
  466. data/lib/datadog/tracing/contrib/httpclient/patcher.rb +40 -0
  467. data/lib/datadog/tracing/contrib/httprb/configuration/settings.rb +45 -0
  468. data/lib/datadog/tracing/contrib/httprb/ext.rb +21 -0
  469. data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +126 -0
  470. data/lib/datadog/tracing/contrib/httprb/integration.rb +46 -0
  471. data/lib/datadog/tracing/contrib/httprb/patcher.rb +40 -0
  472. data/lib/datadog/tracing/contrib/integration.rb +76 -0
  473. data/lib/datadog/tracing/contrib/kafka/configuration/settings.rb +33 -0
  474. data/lib/datadog/tracing/contrib/kafka/consumer_event.rb +17 -0
  475. data/lib/datadog/tracing/contrib/kafka/consumer_group_event.rb +16 -0
  476. data/lib/datadog/tracing/contrib/kafka/event.rb +51 -0
  477. data/lib/datadog/tracing/contrib/kafka/events/connection/request.rb +40 -0
  478. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_batch.rb +47 -0
  479. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_message.rb +45 -0
  480. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/heartbeat.rb +45 -0
  481. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/join_group.rb +35 -0
  482. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/leave_group.rb +35 -0
  483. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/sync_group.rb +35 -0
  484. data/lib/datadog/tracing/contrib/kafka/events/produce_operation/send_messages.rb +39 -0
  485. data/lib/datadog/tracing/contrib/kafka/events/producer/deliver_messages.rb +42 -0
  486. data/lib/datadog/tracing/contrib/kafka/events.rb +46 -0
  487. data/lib/datadog/tracing/contrib/kafka/ext.rb +51 -0
  488. data/lib/datadog/tracing/contrib/kafka/integration.rb +42 -0
  489. data/lib/datadog/tracing/contrib/kafka/patcher.rb +27 -0
  490. data/lib/datadog/tracing/contrib/lograge/configuration/settings.rb +21 -0
  491. data/lib/datadog/tracing/contrib/lograge/ext.rb +13 -0
  492. data/lib/datadog/tracing/contrib/lograge/instrumentation.rb +44 -0
  493. data/lib/datadog/tracing/contrib/lograge/integration.rb +48 -0
  494. data/lib/datadog/tracing/contrib/lograge/patcher.rb +27 -0
  495. data/lib/datadog/tracing/contrib/mongodb/configuration/settings.rb +40 -0
  496. data/lib/datadog/tracing/contrib/mongodb/ext.rb +33 -0
  497. data/lib/datadog/tracing/contrib/mongodb/instrumentation.rb +45 -0
  498. data/lib/datadog/tracing/contrib/mongodb/integration.rb +46 -0
  499. data/lib/datadog/tracing/contrib/mongodb/parsers.rb +47 -0
  500. data/lib/datadog/tracing/contrib/mongodb/patcher.rb +32 -0
  501. data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +125 -0
  502. data/lib/datadog/tracing/contrib/mysql2/configuration/settings.rb +48 -0
  503. data/lib/datadog/tracing/contrib/mysql2/ext.rb +22 -0
  504. data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +75 -0
  505. data/lib/datadog/tracing/contrib/mysql2/integration.rb +41 -0
  506. data/lib/datadog/tracing/contrib/mysql2/patcher.rb +29 -0
  507. data/lib/datadog/tracing/contrib/patchable.rb +107 -0
  508. data/lib/datadog/tracing/contrib/patcher.rb +84 -0
  509. data/lib/datadog/tracing/contrib/pg/configuration/settings.rb +48 -0
  510. data/lib/datadog/tracing/contrib/pg/ext.rb +31 -0
  511. data/lib/datadog/tracing/contrib/pg/instrumentation.rb +166 -0
  512. data/lib/datadog/tracing/contrib/pg/integration.rb +41 -0
  513. data/lib/datadog/tracing/contrib/pg/patcher.rb +29 -0
  514. data/lib/datadog/tracing/contrib/presto/configuration/settings.rb +36 -0
  515. data/lib/datadog/tracing/contrib/presto/ext.rb +32 -0
  516. data/lib/datadog/tracing/contrib/presto/instrumentation.rb +125 -0
  517. data/lib/datadog/tracing/contrib/presto/integration.rb +41 -0
  518. data/lib/datadog/tracing/contrib/presto/patcher.rb +35 -0
  519. data/lib/datadog/tracing/contrib/propagation/sql_comment/comment.rb +41 -0
  520. data/lib/datadog/tracing/contrib/propagation/sql_comment/ext.rb +31 -0
  521. data/lib/datadog/tracing/contrib/propagation/sql_comment/mode.rb +26 -0
  522. data/lib/datadog/tracing/contrib/propagation/sql_comment.rb +45 -0
  523. data/lib/datadog/tracing/contrib/qless/configuration/settings.rb +38 -0
  524. data/lib/datadog/tracing/contrib/qless/ext.rb +24 -0
  525. data/lib/datadog/tracing/contrib/qless/integration.rb +41 -0
  526. data/lib/datadog/tracing/contrib/qless/patcher.rb +34 -0
  527. data/lib/datadog/tracing/contrib/qless/qless_job.rb +75 -0
  528. data/lib/datadog/tracing/contrib/qless/tracer_cleaner.rb +28 -0
  529. data/lib/datadog/tracing/contrib/que/configuration/settings.rb +47 -0
  530. data/lib/datadog/tracing/contrib/que/ext.rb +32 -0
  531. data/lib/datadog/tracing/contrib/que/integration.rb +44 -0
  532. data/lib/datadog/tracing/contrib/que/patcher.rb +26 -0
  533. data/lib/datadog/tracing/contrib/que/tracer.rb +63 -0
  534. data/lib/datadog/tracing/contrib/racecar/configuration/settings.rb +33 -0
  535. data/lib/datadog/tracing/contrib/racecar/event.rb +77 -0
  536. data/lib/datadog/tracing/contrib/racecar/events/batch.rb +36 -0
  537. data/lib/datadog/tracing/contrib/racecar/events/consume.rb +33 -0
  538. data/lib/datadog/tracing/contrib/racecar/events/message.rb +36 -0
  539. data/lib/datadog/tracing/contrib/racecar/events.rb +34 -0
  540. data/lib/datadog/tracing/contrib/racecar/ext.rb +30 -0
  541. data/lib/datadog/tracing/contrib/racecar/integration.rb +42 -0
  542. data/lib/datadog/tracing/contrib/racecar/patcher.rb +27 -0
  543. data/lib/datadog/tracing/contrib/rack/configuration/settings.rb +49 -0
  544. data/lib/datadog/tracing/contrib/rack/ext.rb +28 -0
  545. data/lib/datadog/tracing/contrib/rack/header_collection.rb +35 -0
  546. data/lib/datadog/tracing/contrib/rack/integration.rb +48 -0
  547. data/lib/datadog/tracing/contrib/rack/middlewares.rb +347 -0
  548. data/lib/datadog/tracing/contrib/rack/patcher.rb +117 -0
  549. data/lib/datadog/tracing/contrib/rack/request_queue.rb +46 -0
  550. data/lib/datadog/tracing/contrib/rails/auto_instrument_railtie.rb +10 -0
  551. data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +72 -0
  552. data/lib/datadog/tracing/contrib/rails/ext.rb +17 -0
  553. data/lib/datadog/tracing/contrib/rails/framework.rb +146 -0
  554. data/lib/datadog/tracing/contrib/rails/integration.rb +47 -0
  555. data/lib/datadog/tracing/contrib/rails/log_injection.rb +30 -0
  556. data/lib/datadog/tracing/contrib/rails/middlewares.rb +44 -0
  557. data/lib/datadog/tracing/contrib/rails/patcher.rb +118 -0
  558. data/lib/datadog/tracing/contrib/rails/railtie.rb +17 -0
  559. data/lib/datadog/tracing/contrib/rails/utils.rb +26 -0
  560. data/lib/datadog/tracing/contrib/rake/configuration/settings.rb +49 -0
  561. data/lib/datadog/tracing/contrib/rake/ext.rb +24 -0
  562. data/lib/datadog/tracing/contrib/rake/instrumentation.rb +101 -0
  563. data/lib/datadog/tracing/contrib/rake/integration.rb +41 -0
  564. data/lib/datadog/tracing/contrib/rake/patcher.rb +31 -0
  565. data/lib/datadog/tracing/contrib/redis/configuration/resolver.rb +47 -0
  566. data/lib/datadog/tracing/contrib/redis/configuration/settings.rb +41 -0
  567. data/lib/datadog/tracing/contrib/redis/ext.rb +27 -0
  568. data/lib/datadog/tracing/contrib/redis/instrumentation.rb +86 -0
  569. data/lib/datadog/tracing/contrib/redis/integration.rb +78 -0
  570. data/lib/datadog/tracing/contrib/redis/patcher.rb +77 -0
  571. data/lib/datadog/tracing/contrib/redis/quantize.rb +80 -0
  572. data/lib/datadog/tracing/contrib/redis/tags.rb +54 -0
  573. data/lib/datadog/tracing/contrib/redis/trace_middleware.rb +70 -0
  574. data/lib/datadog/tracing/contrib/redis/vendor/resolver.rb +160 -0
  575. data/lib/datadog/tracing/contrib/registerable.rb +48 -0
  576. data/lib/datadog/tracing/contrib/registry.rb +50 -0
  577. data/lib/datadog/tracing/contrib/resque/configuration/settings.rb +35 -0
  578. data/lib/datadog/tracing/contrib/resque/ext.rb +19 -0
  579. data/lib/datadog/tracing/contrib/resque/integration.rb +46 -0
  580. data/lib/datadog/tracing/contrib/resque/patcher.rb +27 -0
  581. data/lib/datadog/tracing/contrib/resque/resque_job.rb +104 -0
  582. data/lib/datadog/tracing/contrib/rest_client/configuration/settings.rb +40 -0
  583. data/lib/datadog/tracing/contrib/rest_client/ext.rb +20 -0
  584. data/lib/datadog/tracing/contrib/rest_client/integration.rb +41 -0
  585. data/lib/datadog/tracing/contrib/rest_client/patcher.rb +26 -0
  586. data/lib/datadog/tracing/contrib/rest_client/request_patch.rb +104 -0
  587. data/lib/datadog/tracing/contrib/semantic_logger/configuration/settings.rb +21 -0
  588. data/lib/datadog/tracing/contrib/semantic_logger/ext.rb +13 -0
  589. data/lib/datadog/tracing/contrib/semantic_logger/instrumentation.rb +48 -0
  590. data/lib/datadog/tracing/contrib/semantic_logger/integration.rb +50 -0
  591. data/lib/datadog/tracing/contrib/semantic_logger/patcher.rb +27 -0
  592. data/lib/datadog/tracing/contrib/sequel/configuration/settings.rb +31 -0
  593. data/lib/datadog/tracing/contrib/sequel/database.rb +57 -0
  594. data/lib/datadog/tracing/contrib/sequel/dataset.rb +62 -0
  595. data/lib/datadog/tracing/contrib/sequel/ext.rb +20 -0
  596. data/lib/datadog/tracing/contrib/sequel/integration.rb +41 -0
  597. data/lib/datadog/tracing/contrib/sequel/patcher.rb +35 -0
  598. data/lib/datadog/tracing/contrib/sequel/utils.rb +85 -0
  599. data/lib/datadog/tracing/contrib/shoryuken/configuration/settings.rb +36 -0
  600. data/lib/datadog/tracing/contrib/shoryuken/ext.rb +24 -0
  601. data/lib/datadog/tracing/contrib/shoryuken/integration.rb +42 -0
  602. data/lib/datadog/tracing/contrib/shoryuken/patcher.rb +26 -0
  603. data/lib/datadog/tracing/contrib/shoryuken/tracer.rb +63 -0
  604. data/lib/datadog/tracing/contrib/sidekiq/client_tracer.rb +57 -0
  605. data/lib/datadog/tracing/contrib/sidekiq/configuration/settings.rb +42 -0
  606. data/lib/datadog/tracing/contrib/sidekiq/ext.rb +42 -0
  607. data/lib/datadog/tracing/contrib/sidekiq/integration.rb +51 -0
  608. data/lib/datadog/tracing/contrib/sidekiq/patcher.rb +76 -0
  609. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/heartbeat.rb +54 -0
  610. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/job_fetch.rb +34 -0
  611. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/redis_info.rb +32 -0
  612. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/scheduled_poller.rb +55 -0
  613. data/lib/datadog/tracing/contrib/sidekiq/server_tracer.rb +102 -0
  614. data/lib/datadog/tracing/contrib/sidekiq/tracing.rb +42 -0
  615. data/lib/datadog/tracing/contrib/sinatra/configuration/settings.rb +41 -0
  616. data/lib/datadog/tracing/contrib/sinatra/env.rb +53 -0
  617. data/lib/datadog/tracing/contrib/sinatra/ext.rb +34 -0
  618. data/lib/datadog/tracing/contrib/sinatra/framework.rb +114 -0
  619. data/lib/datadog/tracing/contrib/sinatra/headers.rb +33 -0
  620. data/lib/datadog/tracing/contrib/sinatra/integration.rb +41 -0
  621. data/lib/datadog/tracing/contrib/sinatra/patcher.rb +73 -0
  622. data/lib/datadog/tracing/contrib/sinatra/tracer.rb +84 -0
  623. data/lib/datadog/tracing/contrib/sinatra/tracer_middleware.rb +125 -0
  624. data/lib/datadog/tracing/contrib/sneakers/configuration/settings.rb +36 -0
  625. data/lib/datadog/tracing/contrib/sneakers/ext.rb +25 -0
  626. data/lib/datadog/tracing/contrib/sneakers/integration.rb +44 -0
  627. data/lib/datadog/tracing/contrib/sneakers/patcher.rb +27 -0
  628. data/lib/datadog/tracing/contrib/sneakers/tracer.rb +60 -0
  629. data/lib/datadog/tracing/contrib/status_code_matcher.rb +73 -0
  630. data/lib/datadog/tracing/contrib/stripe/configuration/settings.rb +33 -0
  631. data/lib/datadog/tracing/contrib/stripe/ext.rb +26 -0
  632. data/lib/datadog/tracing/contrib/stripe/integration.rb +43 -0
  633. data/lib/datadog/tracing/contrib/stripe/patcher.rb +28 -0
  634. data/lib/datadog/tracing/contrib/stripe/request.rb +67 -0
  635. data/lib/datadog/tracing/contrib/sucker_punch/configuration/settings.rb +33 -0
  636. data/lib/datadog/tracing/contrib/sucker_punch/exception_handler.rb +26 -0
  637. data/lib/datadog/tracing/contrib/sucker_punch/ext.rb +25 -0
  638. data/lib/datadog/tracing/contrib/sucker_punch/instrumentation.rb +102 -0
  639. data/lib/datadog/tracing/contrib/sucker_punch/integration.rb +41 -0
  640. data/lib/datadog/tracing/contrib/sucker_punch/patcher.rb +33 -0
  641. data/lib/datadog/tracing/contrib/utils/database.rb +29 -0
  642. data/lib/datadog/tracing/contrib/utils/quantization/hash.rb +109 -0
  643. data/lib/datadog/tracing/contrib/utils/quantization/http.rb +177 -0
  644. data/lib/datadog/tracing/contrib.rb +77 -0
  645. data/lib/datadog/tracing/correlation.rb +112 -0
  646. data/lib/datadog/tracing/diagnostics/ext.rb +34 -0
  647. data/lib/datadog/tracing/diagnostics/health.rb +38 -0
  648. data/lib/datadog/tracing/distributed/b3_multi.rb +72 -0
  649. data/lib/datadog/tracing/distributed/b3_single.rb +68 -0
  650. data/lib/datadog/tracing/distributed/datadog.rb +200 -0
  651. data/lib/datadog/tracing/distributed/datadog_tags_codec.rb +84 -0
  652. data/lib/datadog/tracing/distributed/fetcher.rb +21 -0
  653. data/lib/datadog/tracing/distributed/headers/ext.rb +34 -0
  654. data/lib/datadog/tracing/distributed/helpers.rb +65 -0
  655. data/lib/datadog/tracing/distributed/none.rb +18 -0
  656. data/lib/datadog/tracing/distributed/propagation.rb +126 -0
  657. data/lib/datadog/tracing/distributed/trace_context.rb +373 -0
  658. data/lib/datadog/tracing/event.rb +76 -0
  659. data/lib/datadog/tracing/flush.rb +94 -0
  660. data/lib/datadog/tracing/metadata/analytics.rb +24 -0
  661. data/lib/datadog/tracing/metadata/errors.rb +22 -0
  662. data/lib/datadog/tracing/metadata/ext.rb +182 -0
  663. data/lib/datadog/tracing/metadata/tagging.rb +129 -0
  664. data/lib/datadog/tracing/metadata.rb +18 -0
  665. data/lib/datadog/tracing/pipeline/span_filter.rb +44 -0
  666. data/lib/datadog/tracing/pipeline/span_processor.rb +37 -0
  667. data/lib/datadog/tracing/pipeline.rb +63 -0
  668. data/lib/datadog/tracing/propagation/http.rb +12 -0
  669. data/lib/datadog/tracing/runtime/metrics.rb +17 -0
  670. data/lib/datadog/tracing/sampling/all_sampler.rb +23 -0
  671. data/lib/datadog/tracing/sampling/ext.rb +56 -0
  672. data/lib/datadog/tracing/sampling/matcher.rb +66 -0
  673. data/lib/datadog/tracing/sampling/priority_sampler.rb +163 -0
  674. data/lib/datadog/tracing/sampling/rate_by_key_sampler.rb +94 -0
  675. data/lib/datadog/tracing/sampling/rate_by_service_sampler.rb +63 -0
  676. data/lib/datadog/tracing/sampling/rate_limiter.rb +186 -0
  677. data/lib/datadog/tracing/sampling/rate_sampler.rb +70 -0
  678. data/lib/datadog/tracing/sampling/rule.rb +74 -0
  679. data/lib/datadog/tracing/sampling/rule_sampler.rb +130 -0
  680. data/lib/datadog/tracing/sampling/sampler.rb +42 -0
  681. data/lib/datadog/tracing/sampling/span/ext.rb +25 -0
  682. data/lib/datadog/tracing/sampling/span/matcher.rb +89 -0
  683. data/lib/datadog/tracing/sampling/span/rule.rb +82 -0
  684. data/lib/datadog/tracing/sampling/span/rule_parser.rb +104 -0
  685. data/lib/datadog/tracing/sampling/span/sampler.rb +75 -0
  686. data/lib/datadog/tracing/span.rb +214 -0
  687. data/lib/datadog/tracing/span_operation.rb +518 -0
  688. data/lib/datadog/tracing/sync_writer.rb +67 -0
  689. data/lib/datadog/tracing/trace_digest.rb +144 -0
  690. data/lib/datadog/tracing/trace_operation.rb +474 -0
  691. data/lib/datadog/tracing/trace_segment.rb +217 -0
  692. data/lib/datadog/tracing/tracer.rb +531 -0
  693. data/lib/datadog/tracing/utils.rb +81 -0
  694. data/lib/datadog/tracing/workers/trace_writer.rb +193 -0
  695. data/lib/datadog/tracing/workers.rb +123 -0
  696. data/lib/datadog/tracing/writer.rb +185 -0
  697. data/lib/datadog/tracing.rb +140 -0
  698. data/lib/ddtrace/auto_instrument.rb +13 -4
  699. data/lib/ddtrace/auto_instrument_base.rb +0 -1
  700. data/lib/ddtrace/profiling/preload.rb +2 -4
  701. data/lib/ddtrace/transport/ext.rb +39 -0
  702. data/lib/ddtrace/transport/http/adapters/net.rb +4 -4
  703. data/lib/ddtrace/transport/http/adapters/registry.rb +0 -1
  704. data/lib/ddtrace/transport/http/adapters/test.rb +1 -2
  705. data/lib/ddtrace/transport/http/adapters/unix_socket.rb +3 -4
  706. data/lib/ddtrace/transport/http/api/endpoint.rb +0 -1
  707. data/lib/ddtrace/transport/http/api/fallbacks.rb +0 -1
  708. data/lib/ddtrace/transport/http/api/instance.rb +0 -1
  709. data/lib/ddtrace/transport/http/api/map.rb +1 -2
  710. data/lib/ddtrace/transport/http/api/spec.rb +0 -1
  711. data/lib/ddtrace/transport/http/api.rb +7 -15
  712. data/lib/ddtrace/transport/http/builder.rb +6 -7
  713. data/lib/ddtrace/transport/http/client.rb +4 -4
  714. data/lib/ddtrace/transport/http/env.rb +0 -1
  715. data/lib/ddtrace/transport/http/response.rb +35 -6
  716. data/lib/ddtrace/transport/http/statistics.rb +1 -2
  717. data/lib/ddtrace/transport/http/traces.rb +6 -5
  718. data/lib/ddtrace/transport/http.rb +37 -33
  719. data/lib/ddtrace/transport/io/client.rb +5 -4
  720. data/lib/ddtrace/transport/io/response.rb +1 -2
  721. data/lib/ddtrace/transport/io/traces.rb +4 -7
  722. data/lib/ddtrace/transport/io.rb +4 -5
  723. data/lib/ddtrace/transport/parcel.rb +1 -3
  724. data/lib/ddtrace/transport/request.rb +0 -1
  725. data/lib/ddtrace/transport/response.rb +0 -1
  726. data/lib/ddtrace/transport/serializable_trace.rb +122 -0
  727. data/lib/ddtrace/transport/statistics.rb +5 -5
  728. data/lib/ddtrace/transport/trace_formatter.rb +196 -0
  729. data/lib/ddtrace/transport/traces.rb +20 -10
  730. data/lib/ddtrace/version.rb +14 -14
  731. data/lib/ddtrace.rb +9 -52
  732. metadata +703 -497
  733. data/.editorconfig +0 -22
  734. data/.gitignore +0 -67
  735. data/.yardopts +0 -5
  736. data/CONTRIBUTING.md +0 -81
  737. data/ddtrace.gemspec +0 -56
  738. data/docs/DevelopmentGuide.md +0 -259
  739. data/docs/GettingStarted.md +0 -2626
  740. data/docs/ProfilingDevelopment.md +0 -107
  741. data/lib/datadog/ci/context_flush.rb +0 -29
  742. data/lib/datadog/contrib.rb +0 -71
  743. data/lib/ddtrace/analytics.rb +0 -39
  744. data/lib/ddtrace/buffer.rb +0 -340
  745. data/lib/ddtrace/chunker.rb +0 -35
  746. data/lib/ddtrace/configuration/agent_settings_resolver.rb +0 -309
  747. data/lib/ddtrace/configuration/base.rb +0 -82
  748. data/lib/ddtrace/configuration/components.rb +0 -292
  749. data/lib/ddtrace/configuration/dependency_resolver.rb +0 -25
  750. data/lib/ddtrace/configuration/option.rb +0 -65
  751. data/lib/ddtrace/configuration/option_definition.rb +0 -122
  752. data/lib/ddtrace/configuration/option_definition_set.rb +0 -19
  753. data/lib/ddtrace/configuration/option_set.rb +0 -7
  754. data/lib/ddtrace/configuration/options.rb +0 -112
  755. data/lib/ddtrace/configuration/pin_setup.rb +0 -32
  756. data/lib/ddtrace/configuration/settings.rb +0 -413
  757. data/lib/ddtrace/configuration.rb +0 -195
  758. data/lib/ddtrace/context.rb +0 -334
  759. data/lib/ddtrace/context_flush.rb +0 -82
  760. data/lib/ddtrace/context_provider.rb +0 -62
  761. data/lib/ddtrace/contrib/action_cable/configuration/settings.rb +0 -31
  762. data/lib/ddtrace/contrib/action_cable/event.rb +0 -67
  763. data/lib/ddtrace/contrib/action_cable/events/broadcast.rb +0 -50
  764. data/lib/ddtrace/contrib/action_cable/events/perform_action.rb +0 -56
  765. data/lib/ddtrace/contrib/action_cable/events/transmit.rb +0 -51
  766. data/lib/ddtrace/contrib/action_cable/events.rb +0 -34
  767. data/lib/ddtrace/contrib/action_cable/ext.rb +0 -27
  768. data/lib/ddtrace/contrib/action_cable/instrumentation.rb +0 -78
  769. data/lib/ddtrace/contrib/action_cable/integration.rb +0 -46
  770. data/lib/ddtrace/contrib/action_cable/patcher.rb +0 -29
  771. data/lib/ddtrace/contrib/action_mailer/configuration/settings.rb +0 -32
  772. data/lib/ddtrace/contrib/action_mailer/event.rb +0 -50
  773. data/lib/ddtrace/contrib/action_mailer/events/deliver.rb +0 -54
  774. data/lib/ddtrace/contrib/action_mailer/events/process.rb +0 -41
  775. data/lib/ddtrace/contrib/action_mailer/events.rb +0 -31
  776. data/lib/ddtrace/contrib/action_mailer/ext.rb +0 -32
  777. data/lib/ddtrace/contrib/action_mailer/integration.rb +0 -45
  778. data/lib/ddtrace/contrib/action_mailer/patcher.rb +0 -27
  779. data/lib/ddtrace/contrib/action_pack/action_controller/instrumentation.rb +0 -157
  780. data/lib/ddtrace/contrib/action_pack/action_controller/patcher.rb +0 -26
  781. data/lib/ddtrace/contrib/action_pack/configuration/settings.rb +0 -33
  782. data/lib/ddtrace/contrib/action_pack/ext.rb +0 -20
  783. data/lib/ddtrace/contrib/action_pack/integration.rb +0 -46
  784. data/lib/ddtrace/contrib/action_pack/patcher.rb +0 -24
  785. data/lib/ddtrace/contrib/action_pack/utils.rb +0 -37
  786. data/lib/ddtrace/contrib/action_view/configuration/settings.rb +0 -32
  787. data/lib/ddtrace/contrib/action_view/event.rb +0 -36
  788. data/lib/ddtrace/contrib/action_view/events/render_partial.rb +0 -47
  789. data/lib/ddtrace/contrib/action_view/events/render_template.rb +0 -50
  790. data/lib/ddtrace/contrib/action_view/events.rb +0 -31
  791. data/lib/ddtrace/contrib/action_view/ext.rb +0 -21
  792. data/lib/ddtrace/contrib/action_view/instrumentation/partial_renderer.rb +0 -75
  793. data/lib/ddtrace/contrib/action_view/instrumentation/template_renderer.rb +0 -168
  794. data/lib/ddtrace/contrib/action_view/integration.rb +0 -53
  795. data/lib/ddtrace/contrib/action_view/patcher.rb +0 -48
  796. data/lib/ddtrace/contrib/action_view/utils.rb +0 -33
  797. data/lib/ddtrace/contrib/active_job/configuration/settings.rb +0 -33
  798. data/lib/ddtrace/contrib/active_job/event.rb +0 -54
  799. data/lib/ddtrace/contrib/active_job/events/discard.rb +0 -46
  800. data/lib/ddtrace/contrib/active_job/events/enqueue.rb +0 -45
  801. data/lib/ddtrace/contrib/active_job/events/enqueue_at.rb +0 -45
  802. data/lib/ddtrace/contrib/active_job/events/enqueue_retry.rb +0 -47
  803. data/lib/ddtrace/contrib/active_job/events/perform.rb +0 -45
  804. data/lib/ddtrace/contrib/active_job/events/retry_stopped.rb +0 -46
  805. data/lib/ddtrace/contrib/active_job/events.rb +0 -39
  806. data/lib/ddtrace/contrib/active_job/ext.rb +0 -32
  807. data/lib/ddtrace/contrib/active_job/integration.rb +0 -46
  808. data/lib/ddtrace/contrib/active_job/log_injection.rb +0 -21
  809. data/lib/ddtrace/contrib/active_job/patcher.rb +0 -33
  810. data/lib/ddtrace/contrib/active_model_serializers/configuration/settings.rb +0 -31
  811. data/lib/ddtrace/contrib/active_model_serializers/event.rb +0 -69
  812. data/lib/ddtrace/contrib/active_model_serializers/events/render.rb +0 -33
  813. data/lib/ddtrace/contrib/active_model_serializers/events/serialize.rb +0 -36
  814. data/lib/ddtrace/contrib/active_model_serializers/events.rb +0 -31
  815. data/lib/ddtrace/contrib/active_model_serializers/ext.rb +0 -21
  816. data/lib/ddtrace/contrib/active_model_serializers/integration.rb +0 -41
  817. data/lib/ddtrace/contrib/active_model_serializers/patcher.rb +0 -30
  818. data/lib/ddtrace/contrib/active_record/configuration/makara_resolver.rb +0 -31
  819. data/lib/ddtrace/contrib/active_record/configuration/resolver.rb +0 -135
  820. data/lib/ddtrace/contrib/active_record/configuration/settings.rb +0 -36
  821. data/lib/ddtrace/contrib/active_record/event.rb +0 -31
  822. data/lib/ddtrace/contrib/active_record/events/instantiation.rb +0 -61
  823. data/lib/ddtrace/contrib/active_record/events/sql.rb +0 -69
  824. data/lib/ddtrace/contrib/active_record/events.rb +0 -31
  825. data/lib/ddtrace/contrib/active_record/ext.rb +0 -25
  826. data/lib/ddtrace/contrib/active_record/integration.rb +0 -54
  827. data/lib/ddtrace/contrib/active_record/patcher.rb +0 -24
  828. data/lib/ddtrace/contrib/active_record/utils.rb +0 -124
  829. data/lib/ddtrace/contrib/active_support/cache/instrumentation.rb +0 -259
  830. data/lib/ddtrace/contrib/active_support/cache/patcher.rb +0 -70
  831. data/lib/ddtrace/contrib/active_support/cache/redis.rb +0 -44
  832. data/lib/ddtrace/contrib/active_support/configuration/settings.rb +0 -31
  833. data/lib/ddtrace/contrib/active_support/ext.rb +0 -28
  834. data/lib/ddtrace/contrib/active_support/integration.rb +0 -47
  835. data/lib/ddtrace/contrib/active_support/notifications/event.rb +0 -76
  836. data/lib/ddtrace/contrib/active_support/notifications/subscriber.rb +0 -68
  837. data/lib/ddtrace/contrib/active_support/notifications/subscription.rb +0 -164
  838. data/lib/ddtrace/contrib/active_support/patcher.rb +0 -24
  839. data/lib/ddtrace/contrib/analytics.rb +0 -25
  840. data/lib/ddtrace/contrib/auto_instrument.rb +0 -48
  841. data/lib/ddtrace/contrib/aws/configuration/settings.rb +0 -31
  842. data/lib/ddtrace/contrib/aws/ext.rb +0 -24
  843. data/lib/ddtrace/contrib/aws/instrumentation.rb +0 -91
  844. data/lib/ddtrace/contrib/aws/integration.rb +0 -43
  845. data/lib/ddtrace/contrib/aws/parsed_context.rb +0 -57
  846. data/lib/ddtrace/contrib/aws/patcher.rb +0 -54
  847. data/lib/ddtrace/contrib/aws/services.rb +0 -119
  848. data/lib/ddtrace/contrib/concurrent_ruby/configuration/settings.rb +0 -21
  849. data/lib/ddtrace/contrib/concurrent_ruby/context_composite_executor_service.rb +0 -42
  850. data/lib/ddtrace/contrib/concurrent_ruby/ext.rb +0 -13
  851. data/lib/ddtrace/contrib/concurrent_ruby/future_patch.rb +0 -24
  852. data/lib/ddtrace/contrib/concurrent_ruby/integration.rb +0 -39
  853. data/lib/ddtrace/contrib/concurrent_ruby/patcher.rb +0 -30
  854. data/lib/ddtrace/contrib/configurable.rb +0 -103
  855. data/lib/ddtrace/contrib/configuration/resolver.rb +0 -82
  856. data/lib/ddtrace/contrib/configuration/resolvers/pattern_resolver.rb +0 -40
  857. data/lib/ddtrace/contrib/configuration/settings.rb +0 -56
  858. data/lib/ddtrace/contrib/dalli/configuration/settings.rb +0 -31
  859. data/lib/ddtrace/contrib/dalli/ext.rb +0 -21
  860. data/lib/ddtrace/contrib/dalli/instrumentation.rb +0 -55
  861. data/lib/ddtrace/contrib/dalli/integration.rb +0 -39
  862. data/lib/ddtrace/contrib/dalli/patcher.rb +0 -26
  863. data/lib/ddtrace/contrib/dalli/quantize.rb +0 -23
  864. data/lib/ddtrace/contrib/delayed_job/configuration/settings.rb +0 -33
  865. data/lib/ddtrace/contrib/delayed_job/ext.rb +0 -24
  866. data/lib/ddtrace/contrib/delayed_job/integration.rb +0 -39
  867. data/lib/ddtrace/contrib/delayed_job/patcher.rb +0 -29
  868. data/lib/ddtrace/contrib/delayed_job/plugin.rb +0 -85
  869. data/lib/ddtrace/contrib/elasticsearch/configuration/settings.rb +0 -32
  870. data/lib/ddtrace/contrib/elasticsearch/ext.rb +0 -23
  871. data/lib/ddtrace/contrib/elasticsearch/integration.rb +0 -40
  872. data/lib/ddtrace/contrib/elasticsearch/patcher.rb +0 -123
  873. data/lib/ddtrace/contrib/elasticsearch/quantize.rb +0 -84
  874. data/lib/ddtrace/contrib/ethon/configuration/settings.rb +0 -33
  875. data/lib/ddtrace/contrib/ethon/easy_patch.rb +0 -152
  876. data/lib/ddtrace/contrib/ethon/ext.rb +0 -20
  877. data/lib/ddtrace/contrib/ethon/integration.rb +0 -44
  878. data/lib/ddtrace/contrib/ethon/multi_patch.rb +0 -85
  879. data/lib/ddtrace/contrib/ethon/patcher.rb +0 -27
  880. data/lib/ddtrace/contrib/excon/configuration/settings.rb +0 -34
  881. data/lib/ddtrace/contrib/excon/ext.rb +0 -18
  882. data/lib/ddtrace/contrib/excon/integration.rb +0 -44
  883. data/lib/ddtrace/contrib/excon/middleware.rb +0 -164
  884. data/lib/ddtrace/contrib/excon/patcher.rb +0 -28
  885. data/lib/ddtrace/contrib/extensions.rb +0 -169
  886. data/lib/ddtrace/contrib/faraday/configuration/settings.rb +0 -39
  887. data/lib/ddtrace/contrib/faraday/connection.rb +0 -19
  888. data/lib/ddtrace/contrib/faraday/ext.rb +0 -18
  889. data/lib/ddtrace/contrib/faraday/integration.rb +0 -44
  890. data/lib/ddtrace/contrib/faraday/middleware.rb +0 -86
  891. data/lib/ddtrace/contrib/faraday/patcher.rb +0 -54
  892. data/lib/ddtrace/contrib/faraday/rack_builder.rb +0 -19
  893. data/lib/ddtrace/contrib/grape/configuration/settings.rb +0 -39
  894. data/lib/ddtrace/contrib/grape/endpoint.rb +0 -246
  895. data/lib/ddtrace/contrib/grape/ext.rb +0 -24
  896. data/lib/ddtrace/contrib/grape/instrumentation.rb +0 -34
  897. data/lib/ddtrace/contrib/grape/integration.rb +0 -40
  898. data/lib/ddtrace/contrib/grape/patcher.rb +0 -32
  899. data/lib/ddtrace/contrib/graphql/configuration/settings.rb +0 -33
  900. data/lib/ddtrace/contrib/graphql/ext.rb +0 -17
  901. data/lib/ddtrace/contrib/graphql/integration.rb +0 -40
  902. data/lib/ddtrace/contrib/graphql/patcher.rb +0 -61
  903. data/lib/ddtrace/contrib/grpc/configuration/settings.rb +0 -32
  904. data/lib/ddtrace/contrib/grpc/datadog_interceptor/client.rb +0 -59
  905. data/lib/ddtrace/contrib/grpc/datadog_interceptor/server.rb +0 -80
  906. data/lib/ddtrace/contrib/grpc/datadog_interceptor.rb +0 -79
  907. data/lib/ddtrace/contrib/grpc/ext.rb +0 -19
  908. data/lib/ddtrace/contrib/grpc/integration.rb +0 -39
  909. data/lib/ddtrace/contrib/grpc/intercept_with_datadog.rb +0 -50
  910. data/lib/ddtrace/contrib/grpc/patcher.rb +0 -34
  911. data/lib/ddtrace/contrib/http/circuit_breaker.rb +0 -38
  912. data/lib/ddtrace/contrib/http/configuration/settings.rb +0 -33
  913. data/lib/ddtrace/contrib/http/ext.rb +0 -18
  914. data/lib/ddtrace/contrib/http/instrumentation.rb +0 -180
  915. data/lib/ddtrace/contrib/http/integration.rb +0 -46
  916. data/lib/ddtrace/contrib/http/patcher.rb +0 -27
  917. data/lib/ddtrace/contrib/http_annotation_helper.rb +0 -11
  918. data/lib/ddtrace/contrib/httpclient/configuration/settings.rb +0 -33
  919. data/lib/ddtrace/contrib/httpclient/ext.rb +0 -18
  920. data/lib/ddtrace/contrib/httpclient/instrumentation.rb +0 -148
  921. data/lib/ddtrace/contrib/httpclient/integration.rb +0 -44
  922. data/lib/ddtrace/contrib/httpclient/patcher.rb +0 -39
  923. data/lib/ddtrace/contrib/httprb/configuration/settings.rb +0 -33
  924. data/lib/ddtrace/contrib/httprb/ext.rb +0 -18
  925. data/lib/ddtrace/contrib/httprb/instrumentation.rb +0 -158
  926. data/lib/ddtrace/contrib/httprb/integration.rb +0 -44
  927. data/lib/ddtrace/contrib/httprb/patcher.rb +0 -39
  928. data/lib/ddtrace/contrib/integration.rb +0 -17
  929. data/lib/ddtrace/contrib/kafka/configuration/settings.rb +0 -31
  930. data/lib/ddtrace/contrib/kafka/consumer_event.rb +0 -15
  931. data/lib/ddtrace/contrib/kafka/consumer_group_event.rb +0 -15
  932. data/lib/ddtrace/contrib/kafka/event.rb +0 -52
  933. data/lib/ddtrace/contrib/kafka/events/connection/request.rb +0 -35
  934. data/lib/ddtrace/contrib/kafka/events/consumer/process_batch.rb +0 -42
  935. data/lib/ddtrace/contrib/kafka/events/consumer/process_message.rb +0 -40
  936. data/lib/ddtrace/contrib/kafka/events/consumer_group/heartbeat.rb +0 -40
  937. data/lib/ddtrace/contrib/kafka/events/consumer_group/join_group.rb +0 -30
  938. data/lib/ddtrace/contrib/kafka/events/consumer_group/leave_group.rb +0 -30
  939. data/lib/ddtrace/contrib/kafka/events/consumer_group/sync_group.rb +0 -30
  940. data/lib/ddtrace/contrib/kafka/events/produce_operation/send_messages.rb +0 -33
  941. data/lib/ddtrace/contrib/kafka/events/producer/deliver_messages.rb +0 -36
  942. data/lib/ddtrace/contrib/kafka/events.rb +0 -45
  943. data/lib/ddtrace/contrib/kafka/ext.rb +0 -42
  944. data/lib/ddtrace/contrib/kafka/integration.rb +0 -40
  945. data/lib/ddtrace/contrib/kafka/patcher.rb +0 -27
  946. data/lib/ddtrace/contrib/lograge/configuration/settings.rb +0 -19
  947. data/lib/ddtrace/contrib/lograge/ext.rb +0 -11
  948. data/lib/ddtrace/contrib/lograge/instrumentation.rb +0 -39
  949. data/lib/ddtrace/contrib/lograge/integration.rb +0 -46
  950. data/lib/ddtrace/contrib/lograge/patcher.rb +0 -26
  951. data/lib/ddtrace/contrib/mongodb/configuration/settings.rb +0 -34
  952. data/lib/ddtrace/contrib/mongodb/ext.rb +0 -24
  953. data/lib/ddtrace/contrib/mongodb/instrumentation.rb +0 -70
  954. data/lib/ddtrace/contrib/mongodb/integration.rb +0 -44
  955. data/lib/ddtrace/contrib/mongodb/parsers.rb +0 -69
  956. data/lib/ddtrace/contrib/mongodb/patcher.rb +0 -32
  957. data/lib/ddtrace/contrib/mongodb/subscribers.rb +0 -112
  958. data/lib/ddtrace/contrib/mysql2/configuration/settings.rb +0 -31
  959. data/lib/ddtrace/contrib/mysql2/ext.rb +0 -19
  960. data/lib/ddtrace/contrib/mysql2/instrumentation.rb +0 -65
  961. data/lib/ddtrace/contrib/mysql2/integration.rb +0 -39
  962. data/lib/ddtrace/contrib/mysql2/patcher.rb +0 -28
  963. data/lib/ddtrace/contrib/patchable.rb +0 -71
  964. data/lib/ddtrace/contrib/patcher.rb +0 -66
  965. data/lib/ddtrace/contrib/presto/configuration/settings.rb +0 -31
  966. data/lib/ddtrace/contrib/presto/ext.rb +0 -29
  967. data/lib/ddtrace/contrib/presto/instrumentation.rb +0 -111
  968. data/lib/ddtrace/contrib/presto/integration.rb +0 -39
  969. data/lib/ddtrace/contrib/presto/patcher.rb +0 -34
  970. data/lib/ddtrace/contrib/qless/configuration/settings.rb +0 -36
  971. data/lib/ddtrace/contrib/qless/ext.rb +0 -21
  972. data/lib/ddtrace/contrib/qless/integration.rb +0 -39
  973. data/lib/ddtrace/contrib/qless/patcher.rb +0 -35
  974. data/lib/ddtrace/contrib/qless/qless_job.rb +0 -74
  975. data/lib/ddtrace/contrib/qless/tracer_cleaner.rb +0 -34
  976. data/lib/ddtrace/contrib/que/configuration/settings.rb +0 -44
  977. data/lib/ddtrace/contrib/que/ext.rb +0 -31
  978. data/lib/ddtrace/contrib/que/integration.rb +0 -43
  979. data/lib/ddtrace/contrib/que/patcher.rb +0 -25
  980. data/lib/ddtrace/contrib/que/tracer.rb +0 -58
  981. data/lib/ddtrace/contrib/racecar/configuration/settings.rb +0 -31
  982. data/lib/ddtrace/contrib/racecar/event.rb +0 -77
  983. data/lib/ddtrace/contrib/racecar/events/batch.rb +0 -28
  984. data/lib/ddtrace/contrib/racecar/events/consume.rb +0 -28
  985. data/lib/ddtrace/contrib/racecar/events/message.rb +0 -28
  986. data/lib/ddtrace/contrib/racecar/events.rb +0 -33
  987. data/lib/ddtrace/contrib/racecar/ext.rb +0 -26
  988. data/lib/ddtrace/contrib/racecar/integration.rb +0 -40
  989. data/lib/ddtrace/contrib/racecar/patcher.rb +0 -27
  990. data/lib/ddtrace/contrib/rack/configuration/settings.rb +0 -47
  991. data/lib/ddtrace/contrib/rack/ext.rb +0 -22
  992. data/lib/ddtrace/contrib/rack/integration.rb +0 -46
  993. data/lib/ddtrace/contrib/rack/middlewares.rb +0 -288
  994. data/lib/ddtrace/contrib/rack/patcher.rb +0 -106
  995. data/lib/ddtrace/contrib/rack/request_queue.rb +0 -45
  996. data/lib/ddtrace/contrib/rails/auto_instrument_railtie.rb +0 -10
  997. data/lib/ddtrace/contrib/rails/configuration/settings.rb +0 -101
  998. data/lib/ddtrace/contrib/rails/ext.rb +0 -18
  999. data/lib/ddtrace/contrib/rails/framework.rb +0 -172
  1000. data/lib/ddtrace/contrib/rails/integration.rb +0 -45
  1001. data/lib/ddtrace/contrib/rails/log_injection.rb +0 -42
  1002. data/lib/ddtrace/contrib/rails/middlewares.rb +0 -44
  1003. data/lib/ddtrace/contrib/rails/patcher.rb +0 -119
  1004. data/lib/ddtrace/contrib/rails/railtie.rb +0 -18
  1005. data/lib/ddtrace/contrib/rails/utils.rb +0 -25
  1006. data/lib/ddtrace/contrib/rake/configuration/settings.rb +0 -32
  1007. data/lib/ddtrace/contrib/rake/ext.rb +0 -22
  1008. data/lib/ddtrace/contrib/rake/instrumentation.rb +0 -91
  1009. data/lib/ddtrace/contrib/rake/integration.rb +0 -39
  1010. data/lib/ddtrace/contrib/rake/patcher.rb +0 -31
  1011. data/lib/ddtrace/contrib/redis/configuration/resolver.rb +0 -46
  1012. data/lib/ddtrace/contrib/redis/configuration/settings.rb +0 -36
  1013. data/lib/ddtrace/contrib/redis/ext.rb +0 -23
  1014. data/lib/ddtrace/contrib/redis/instrumentation.rb +0 -90
  1015. data/lib/ddtrace/contrib/redis/integration.rb +0 -43
  1016. data/lib/ddtrace/contrib/redis/patcher.rb +0 -33
  1017. data/lib/ddtrace/contrib/redis/quantize.rb +0 -76
  1018. data/lib/ddtrace/contrib/redis/tags.rb +0 -47
  1019. data/lib/ddtrace/contrib/redis/vendor/resolver.rb +0 -159
  1020. data/lib/ddtrace/contrib/registerable.rb +0 -33
  1021. data/lib/ddtrace/contrib/registry.rb +0 -43
  1022. data/lib/ddtrace/contrib/resque/configuration/settings.rb +0 -49
  1023. data/lib/ddtrace/contrib/resque/ext.rb +0 -18
  1024. data/lib/ddtrace/contrib/resque/integration.rb +0 -44
  1025. data/lib/ddtrace/contrib/resque/patcher.rb +0 -30
  1026. data/lib/ddtrace/contrib/resque/resque_job.rb +0 -104
  1027. data/lib/ddtrace/contrib/rest_client/configuration/settings.rb +0 -32
  1028. data/lib/ddtrace/contrib/rest_client/ext.rb +0 -18
  1029. data/lib/ddtrace/contrib/rest_client/integration.rb +0 -39
  1030. data/lib/ddtrace/contrib/rest_client/patcher.rb +0 -25
  1031. data/lib/ddtrace/contrib/rest_client/request_patch.rb +0 -92
  1032. data/lib/ddtrace/contrib/semantic_logger/configuration/settings.rb +0 -19
  1033. data/lib/ddtrace/contrib/semantic_logger/ext.rb +0 -11
  1034. data/lib/ddtrace/contrib/semantic_logger/instrumentation.rb +0 -43
  1035. data/lib/ddtrace/contrib/semantic_logger/integration.rb +0 -48
  1036. data/lib/ddtrace/contrib/semantic_logger/patcher.rb +0 -26
  1037. data/lib/ddtrace/contrib/sequel/configuration/settings.rb +0 -29
  1038. data/lib/ddtrace/contrib/sequel/database.rb +0 -64
  1039. data/lib/ddtrace/contrib/sequel/dataset.rb +0 -64
  1040. data/lib/ddtrace/contrib/sequel/ext.rb +0 -20
  1041. data/lib/ddtrace/contrib/sequel/integration.rb +0 -39
  1042. data/lib/ddtrace/contrib/sequel/patcher.rb +0 -34
  1043. data/lib/ddtrace/contrib/sequel/utils.rb +0 -75
  1044. data/lib/ddtrace/contrib/shoryuken/configuration/settings.rb +0 -32
  1045. data/lib/ddtrace/contrib/shoryuken/ext.rb +0 -22
  1046. data/lib/ddtrace/contrib/shoryuken/integration.rb +0 -40
  1047. data/lib/ddtrace/contrib/shoryuken/patcher.rb +0 -25
  1048. data/lib/ddtrace/contrib/shoryuken/tracer.rb +0 -56
  1049. data/lib/ddtrace/contrib/sidekiq/client_tracer.rb +0 -44
  1050. data/lib/ddtrace/contrib/sidekiq/configuration/settings.rb +0 -38
  1051. data/lib/ddtrace/contrib/sidekiq/ext.rb +0 -31
  1052. data/lib/ddtrace/contrib/sidekiq/integration.rb +0 -49
  1053. data/lib/ddtrace/contrib/sidekiq/patcher.rb +0 -68
  1054. data/lib/ddtrace/contrib/sidekiq/server_internal_tracer/heartbeat.rb +0 -30
  1055. data/lib/ddtrace/contrib/sidekiq/server_internal_tracer/job_fetch.rb +0 -30
  1056. data/lib/ddtrace/contrib/sidekiq/server_internal_tracer/scheduled_push.rb +0 -29
  1057. data/lib/ddtrace/contrib/sidekiq/server_tracer.rb +0 -66
  1058. data/lib/ddtrace/contrib/sidekiq/tracing.rb +0 -45
  1059. data/lib/ddtrace/contrib/sinatra/configuration/settings.rb +0 -40
  1060. data/lib/ddtrace/contrib/sinatra/env.rb +0 -59
  1061. data/lib/ddtrace/contrib/sinatra/ext.rb +0 -28
  1062. data/lib/ddtrace/contrib/sinatra/headers.rb +0 -30
  1063. data/lib/ddtrace/contrib/sinatra/integration.rb +0 -39
  1064. data/lib/ddtrace/contrib/sinatra/patcher.rb +0 -30
  1065. data/lib/ddtrace/contrib/sinatra/tracer.rb +0 -150
  1066. data/lib/ddtrace/contrib/sinatra/tracer_middleware.rb +0 -112
  1067. data/lib/ddtrace/contrib/sneakers/configuration/settings.rb +0 -34
  1068. data/lib/ddtrace/contrib/sneakers/ext.rb +0 -23
  1069. data/lib/ddtrace/contrib/sneakers/integration.rb +0 -42
  1070. data/lib/ddtrace/contrib/sneakers/patcher.rb +0 -25
  1071. data/lib/ddtrace/contrib/sneakers/tracer.rb +0 -54
  1072. data/lib/ddtrace/contrib/status_code_matcher.rb +0 -70
  1073. data/lib/ddtrace/contrib/sucker_punch/configuration/settings.rb +0 -31
  1074. data/lib/ddtrace/contrib/sucker_punch/exception_handler.rb +0 -25
  1075. data/lib/ddtrace/contrib/sucker_punch/ext.rb +0 -22
  1076. data/lib/ddtrace/contrib/sucker_punch/instrumentation.rb +0 -89
  1077. data/lib/ddtrace/contrib/sucker_punch/integration.rb +0 -39
  1078. data/lib/ddtrace/contrib/sucker_punch/patcher.rb +0 -44
  1079. data/lib/ddtrace/correlation.rb +0 -40
  1080. data/lib/ddtrace/diagnostics/environment_logger.rb +0 -280
  1081. data/lib/ddtrace/diagnostics/health.rb +0 -34
  1082. data/lib/ddtrace/distributed_tracing/headers/b3.rb +0 -45
  1083. data/lib/ddtrace/distributed_tracing/headers/b3_single.rb +0 -57
  1084. data/lib/ddtrace/distributed_tracing/headers/datadog.rb +0 -43
  1085. data/lib/ddtrace/distributed_tracing/headers/headers.rb +0 -72
  1086. data/lib/ddtrace/distributed_tracing/headers/helpers.rb +0 -44
  1087. data/lib/ddtrace/encoding.rb +0 -72
  1088. data/lib/ddtrace/error.rb +0 -97
  1089. data/lib/ddtrace/event.rb +0 -53
  1090. data/lib/ddtrace/ext/analytics.rb +0 -13
  1091. data/lib/ddtrace/ext/app_types.rb +0 -12
  1092. data/lib/ddtrace/ext/correlation.rb +0 -12
  1093. data/lib/ddtrace/ext/diagnostics.rb +0 -37
  1094. data/lib/ddtrace/ext/distributed.rb +0 -40
  1095. data/lib/ddtrace/ext/environment.rb +0 -24
  1096. data/lib/ddtrace/ext/errors.rb +0 -11
  1097. data/lib/ddtrace/ext/forced_tracing.rb +0 -26
  1098. data/lib/ddtrace/ext/git.rb +0 -32
  1099. data/lib/ddtrace/ext/http.rb +0 -47
  1100. data/lib/ddtrace/ext/integration.rb +0 -9
  1101. data/lib/ddtrace/ext/manual_tracing.rb +0 -10
  1102. data/lib/ddtrace/ext/metrics.rb +0 -16
  1103. data/lib/ddtrace/ext/net.rb +0 -11
  1104. data/lib/ddtrace/ext/priority.rb +0 -19
  1105. data/lib/ddtrace/ext/profiling.rb +0 -53
  1106. data/lib/ddtrace/ext/runtime.rb +0 -25
  1107. data/lib/ddtrace/ext/sampling.rb +0 -17
  1108. data/lib/ddtrace/ext/sql.rb +0 -9
  1109. data/lib/ddtrace/ext/test.rb +0 -9
  1110. data/lib/ddtrace/ext/transport.rb +0 -32
  1111. data/lib/ddtrace/forced_tracing.rb +0 -39
  1112. data/lib/ddtrace/logger.rb +0 -41
  1113. data/lib/ddtrace/metrics.rb +0 -282
  1114. data/lib/ddtrace/opentelemetry/extensions.rb +0 -14
  1115. data/lib/ddtrace/opentelemetry/span.rb +0 -34
  1116. data/lib/ddtrace/opentracer/binary_propagator.rb +0 -25
  1117. data/lib/ddtrace/opentracer/carrier.rb +0 -7
  1118. data/lib/ddtrace/opentracer/distributed_headers.rb +0 -56
  1119. data/lib/ddtrace/opentracer/global_tracer.rb +0 -16
  1120. data/lib/ddtrace/opentracer/propagator.rb +0 -23
  1121. data/lib/ddtrace/opentracer/rack_propagator.rb +0 -61
  1122. data/lib/ddtrace/opentracer/scope.rb +0 -16
  1123. data/lib/ddtrace/opentracer/scope_manager.rb +0 -7
  1124. data/lib/ddtrace/opentracer/span.rb +0 -95
  1125. data/lib/ddtrace/opentracer/span_context.rb +0 -15
  1126. data/lib/ddtrace/opentracer/span_context_factory.rb +0 -24
  1127. data/lib/ddtrace/opentracer/text_map_propagator.rb +0 -76
  1128. data/lib/ddtrace/opentracer/thread_local_scope.rb +0 -32
  1129. data/lib/ddtrace/opentracer/thread_local_scope_manager.rb +0 -41
  1130. data/lib/ddtrace/opentracer/tracer.rb +0 -209
  1131. data/lib/ddtrace/opentracer.rb +0 -22
  1132. data/lib/ddtrace/patcher.rb +0 -69
  1133. data/lib/ddtrace/pin.rb +0 -86
  1134. data/lib/ddtrace/pipeline/span_filter.rb +0 -39
  1135. data/lib/ddtrace/pipeline/span_processor.rb +0 -21
  1136. data/lib/ddtrace/pipeline.rb +0 -47
  1137. data/lib/ddtrace/profiling/backtrace_location.rb +0 -33
  1138. data/lib/ddtrace/profiling/buffer.rb +0 -42
  1139. data/lib/ddtrace/profiling/collectors/stack.rb +0 -297
  1140. data/lib/ddtrace/profiling/encoding/profile.rb +0 -46
  1141. data/lib/ddtrace/profiling/event.rb +0 -14
  1142. data/lib/ddtrace/profiling/events/stack.rb +0 -81
  1143. data/lib/ddtrace/profiling/exporter.rb +0 -24
  1144. data/lib/ddtrace/profiling/ext/forking.rb +0 -98
  1145. data/lib/ddtrace/profiling/flush.rb +0 -44
  1146. data/lib/ddtrace/profiling/native_extension.rb +0 -40
  1147. data/lib/ddtrace/profiling/pprof/builder.rb +0 -126
  1148. data/lib/ddtrace/profiling/pprof/converter.rb +0 -103
  1149. data/lib/ddtrace/profiling/pprof/message_set.rb +0 -15
  1150. data/lib/ddtrace/profiling/pprof/payload.rb +0 -19
  1151. data/lib/ddtrace/profiling/pprof/pprof_pb.rb +0 -82
  1152. data/lib/ddtrace/profiling/pprof/stack_sample.rb +0 -140
  1153. data/lib/ddtrace/profiling/pprof/string_table.rb +0 -11
  1154. data/lib/ddtrace/profiling/pprof/template.rb +0 -119
  1155. data/lib/ddtrace/profiling/profiler.rb +0 -31
  1156. data/lib/ddtrace/profiling/recorder.rb +0 -96
  1157. data/lib/ddtrace/profiling/scheduler.rb +0 -150
  1158. data/lib/ddtrace/profiling/tasks/setup.rb +0 -90
  1159. data/lib/ddtrace/profiling/trace_identifiers/ddtrace.rb +0 -42
  1160. data/lib/ddtrace/profiling/trace_identifiers/helper.rb +0 -46
  1161. data/lib/ddtrace/profiling/transport/client.rb +0 -15
  1162. data/lib/ddtrace/profiling/transport/http/api/endpoint.rb +0 -94
  1163. data/lib/ddtrace/profiling/transport/http/api/instance.rb +0 -37
  1164. data/lib/ddtrace/profiling/transport/http/api/spec.rb +0 -41
  1165. data/lib/ddtrace/profiling/transport/http/api.rb +0 -44
  1166. data/lib/ddtrace/profiling/transport/http/builder.rb +0 -29
  1167. data/lib/ddtrace/profiling/transport/http/client.rb +0 -34
  1168. data/lib/ddtrace/profiling/transport/http/response.rb +0 -22
  1169. data/lib/ddtrace/profiling/transport/http.rb +0 -111
  1170. data/lib/ddtrace/profiling/transport/io/client.rb +0 -28
  1171. data/lib/ddtrace/profiling/transport/io/response.rb +0 -17
  1172. data/lib/ddtrace/profiling/transport/io.rb +0 -31
  1173. data/lib/ddtrace/profiling/transport/parcel.rb +0 -18
  1174. data/lib/ddtrace/profiling/transport/request.rb +0 -16
  1175. data/lib/ddtrace/profiling/transport/response.rb +0 -9
  1176. data/lib/ddtrace/profiling.rb +0 -149
  1177. data/lib/ddtrace/propagation/grpc_propagator.rb +0 -75
  1178. data/lib/ddtrace/propagation/http_propagator.rb +0 -91
  1179. data/lib/ddtrace/quantization/hash.rb +0 -104
  1180. data/lib/ddtrace/quantization/http.rb +0 -90
  1181. data/lib/ddtrace/runtime/metrics.rb +0 -135
  1182. data/lib/ddtrace/sampler.rb +0 -303
  1183. data/lib/ddtrace/sampling/matcher.rb +0 -58
  1184. data/lib/ddtrace/sampling/rate_limiter.rb +0 -177
  1185. data/lib/ddtrace/sampling/rule.rb +0 -62
  1186. data/lib/ddtrace/sampling/rule_sampler.rb +0 -133
  1187. data/lib/ddtrace/sampling.rb +0 -3
  1188. data/lib/ddtrace/span.rb +0 -445
  1189. data/lib/ddtrace/sync_writer.rb +0 -69
  1190. data/lib/ddtrace/tasks/exec.rb +0 -47
  1191. data/lib/ddtrace/tasks/help.rb +0 -15
  1192. data/lib/ddtrace/tracer.rb +0 -449
  1193. data/lib/ddtrace/utils/compression.rb +0 -28
  1194. data/lib/ddtrace/utils/database.rb +0 -26
  1195. data/lib/ddtrace/utils/forking.rb +0 -53
  1196. data/lib/ddtrace/utils/object_set.rb +0 -40
  1197. data/lib/ddtrace/utils/only_once.rb +0 -41
  1198. data/lib/ddtrace/utils/sequence.rb +0 -18
  1199. data/lib/ddtrace/utils/string_table.rb +0 -46
  1200. data/lib/ddtrace/utils/time.rb +0 -51
  1201. data/lib/ddtrace/utils.rb +0 -80
  1202. data/lib/ddtrace/vendor/active_record/connection_specification.rb +0 -302
  1203. data/lib/ddtrace/vendor/multipart-post/multipart/post/composite_read_io.rb +0 -117
  1204. data/lib/ddtrace/vendor/multipart-post/multipart/post/multipartable.rb +0 -58
  1205. data/lib/ddtrace/vendor/multipart-post/multipart/post/parts.rb +0 -136
  1206. data/lib/ddtrace/vendor/multipart-post/multipart/post/version.rb +0 -10
  1207. data/lib/ddtrace/vendor/multipart-post/multipart/post.rb +0 -9
  1208. data/lib/ddtrace/vendor/multipart-post/multipart.rb +0 -13
  1209. data/lib/ddtrace/vendor/multipart-post/net/http/post/multipart.rb +0 -33
  1210. data/lib/ddtrace/worker.rb +0 -21
  1211. data/lib/ddtrace/workers/async.rb +0 -175
  1212. data/lib/ddtrace/workers/interval_loop.rb +0 -116
  1213. data/lib/ddtrace/workers/polling.rb +0 -56
  1214. data/lib/ddtrace/workers/queue.rb +0 -41
  1215. data/lib/ddtrace/workers/runtime_metrics.rb +0 -65
  1216. data/lib/ddtrace/workers/trace_writer.rb +0 -200
  1217. data/lib/ddtrace/workers.rb +0 -123
  1218. data/lib/ddtrace/writer.rb +0 -200
  1219. /data/lib/{ddtrace → datadog/core}/vendor/multipart-post/LICENSE +0 -0
  1220. /data/lib/{ddtrace → datadog}/profiling/pprof/pprof.proto +0 -0
  1221. /data/lib/{ddtrace/vendor/active_record → datadog/tracing/contrib/active_record/vendor}/MIT-LICENSE +0 -0
  1222. /data/lib/{ddtrace → datadog/tracing}/contrib/redis/vendor/LICENSE +0 -0
@@ -0,0 +1,978 @@
1
+ #include <ruby.h>
2
+
3
+ #include "collectors_thread_context.h"
4
+ #include "clock_id.h"
5
+ #include "collectors_stack.h"
6
+ #include "helpers.h"
7
+ #include "libdatadog_helpers.h"
8
+ #include "private_vm_api_access.h"
9
+ #include "stack_recorder.h"
10
+ #include "time_helpers.h"
11
+
12
+ // Used to trigger sampling of threads, based on external "events", such as:
13
+ // * periodic timer for cpu-time and wall-time
14
+ // * VM garbage collection events
15
+ // * VM object allocation events
16
+ //
17
+ // This file implements the native bits of the Datadog::Profiling::Collectors::ThreadContext class
18
+ //
19
+ // Triggering of this component (e.g. watching for the above "events") is implemented by Collectors::CpuAndWallTimeWorker.
20
+
21
+ // ---
22
+ // ## Tracking of cpu-time and wall-time spent during garbage collection
23
+ //
24
+ // This feature works by having a special state that a thread can be in: doing garbage collection. This state is
25
+ // tracked inside the thread's `per_thread_context.gc_tracking` data, and three functions, listed below. The functions
26
+ // will get called by the `Collectors::CpuAndWallTimeWorker` at very specific times in the VM lifetime.
27
+ //
28
+ // * `thread_context_collector_on_gc_start`: Called at the very beginning of the garbage collection process.
29
+ // The internal VM `during_gc` flag is set to `true`, but Ruby has not done any work yet.
30
+ // * `thread_context_collector_on_gc_finish`: Called at the very end of the garbage collection process.
31
+ // The internal VM `during_gc` flag is still set to `true`, but all the work has been done.
32
+ // * `thread_context_collector_sample_after_gc`: Called shortly after the garbage collection process.
33
+ // The internal VM `during_gc` flag is set to `false`.
34
+ //
35
+ // Inside this component, here's what happens inside those three functions:
36
+ //
37
+ // When `thread_context_collector_on_gc_start` gets called, the current cpu and wall-time get recorded to the thread
38
+ // context: `cpu_time_at_gc_start_ns` and `wall_time_at_gc_start_ns`.
39
+ //
40
+ // While these fields are set, regular samples (if any) do not account for any time that passes after these two
41
+ // timestamps.
42
+ //
43
+ // (Regular samples can still account for the time between the previous sample and the start of GC.)
44
+ //
45
+ // When `thread_context_collector_on_gc_finish` gets called, the current cpu and wall-time again get recorded to the
46
+ // thread context: `cpu_time_at_gc_finish_ns` and `wall_time_at_gc_finish_ns`.
47
+ //
48
+ // Finally, when `thread_context_collector_sample_after_gc` gets called, the following happens:
49
+ //
50
+ // 1. A sample gets taken, using the special `SAMPLE_IN_GC` sample type, which produces a stack with a placeholder
51
+ // `Garbage Collection` frame as the latest frame. This sample gets assigned the cpu-time and wall-time period that was
52
+ // recorded between calls to `on_gc_start` and `on_gc_finish`.
53
+ //
54
+ // 2. The thread is no longer marked as being in gc (all gc tracking fields get reset back to `INVALID_TIME`).
55
+ //
56
+ // 3. The `cpu_time_at_previous_sample_ns` and `wall_time_at_previous_sample_ns` get updated with the elapsed time in
57
+ // GC, so that all time is accounted for -- e.g. the next sample will not get "blamed" by time spent in GC.
58
+ //
59
+ // In an earlier attempt at implementing this functionality (https://github.com/DataDog/dd-trace-rb/pull/2308), we
60
+ // discovered that we needed to factor the sampling work away from `thread_context_collector_on_gc_finish` and into a
61
+ // separate `thread_context_collector_sample_after_gc` because (as documented in more detail below),
62
+ // `sample_after_gc` could trigger memory allocation in rare occasions (usually exceptions), which is actually not
63
+ // allowed to happen during Ruby's garbage collection start/finish hooks.
64
+ // ---
65
+
66
+ #define INVALID_TIME -1
67
+ #define THREAD_ID_LIMIT_CHARS 44 // Why 44? "#{2**64} (#{2**64})".size + 1 for \0
68
+ #define IS_WALL_TIME true
69
+ #define IS_NOT_WALL_TIME false
70
+ #define MISSING_TRACER_CONTEXT_KEY 0
71
+
72
+ static ID at_active_span_id; // id of :@active_span in Ruby
73
+ static ID at_active_trace_id; // id of :@active_trace in Ruby
74
+ static ID at_id_id; // id of :@id in Ruby
75
+ static ID at_resource_id; // id of :@resource in Ruby
76
+ static ID at_root_span_id; // id of :@root_span in Ruby
77
+ static ID at_type_id; // id of :@type in Ruby
78
+
79
+ // Contains state for a single ThreadContext instance
80
+ struct thread_context_collector_state {
81
+ // Note: Places in this file that usually need to be changed when this struct is changed are tagged with
82
+ // "Update this when modifying state struct"
83
+
84
+ // Required by Datadog::Profiling::Collectors::Stack as a scratch buffer during sampling
85
+ sampling_buffer *sampling_buffer;
86
+ // Hashmap <Thread Object, struct per_thread_context>
87
+ st_table *hash_map_per_thread_context;
88
+ // Datadog::Profiling::StackRecorder instance
89
+ VALUE recorder_instance;
90
+ // If the tracer is available and enabled, this will be the fiber-local symbol for accessing its running context,
91
+ // to enable code hotspots and endpoint aggregation.
92
+ // When not available, this is set to MISSING_TRACER_CONTEXT_KEY.
93
+ ID tracer_context_key;
94
+ // Track how many regular samples we've taken. Does not include garbage collection samples.
95
+ // Currently **outside** of stats struct because we also use it to decide when to clean the contexts, and thus this
96
+ // is not (just) a stat.
97
+ unsigned int sample_count;
98
+ // Reusable array to get list of threads
99
+ VALUE thread_list_buffer;
100
+
101
+ struct stats {
102
+ // Track how many garbage collection samples we've taken.
103
+ unsigned int gc_samples;
104
+ // See thread_context_collector_on_gc_start for details
105
+ unsigned int gc_samples_missed_due_to_missing_context;
106
+ } stats;
107
+ };
108
+
109
+ // Tracks per-thread state
110
+ struct per_thread_context {
111
+ char thread_id[THREAD_ID_LIMIT_CHARS];
112
+ ddog_CharSlice thread_id_char_slice;
113
+ thread_cpu_time_id thread_cpu_time_id;
114
+ long cpu_time_at_previous_sample_ns; // Can be INVALID_TIME until initialized or if getting it fails for another reason
115
+ long wall_time_at_previous_sample_ns; // Can be INVALID_TIME until initialized
116
+
117
+ struct {
118
+ // Both of these fields are set by on_gc_start and kept until sample_after_gc is called.
119
+ // Outside of this window, they will be INVALID_TIME.
120
+ long cpu_time_at_start_ns;
121
+ long wall_time_at_start_ns;
122
+
123
+ // Both of these fields are set by on_gc_finish and kept until sample_after_gc is called.
124
+ // Outside of this window, they will be INVALID_TIME.
125
+ long cpu_time_at_finish_ns;
126
+ long wall_time_at_finish_ns;
127
+ } gc_tracking;
128
+ };
129
+
130
+ // Used to correlate profiles with traces
131
+ struct trace_identifiers {
132
+ bool valid;
133
+ uint64_t local_root_span_id;
134
+ uint64_t span_id;
135
+ VALUE trace_endpoint;
136
+ };
137
+
138
+ static void thread_context_collector_typed_data_mark(void *state_ptr);
139
+ static void thread_context_collector_typed_data_free(void *state_ptr);
140
+ static int hash_map_per_thread_context_mark(st_data_t key_thread, st_data_t _value, st_data_t _argument);
141
+ static int hash_map_per_thread_context_free_values(st_data_t _thread, st_data_t value_per_thread_context, st_data_t _argument);
142
+ static VALUE _native_new(VALUE klass);
143
+ static VALUE _native_initialize(VALUE self, VALUE collector_instance, VALUE recorder_instance, VALUE max_frames, VALUE tracer_context_key);
144
+ static VALUE _native_sample(VALUE self, VALUE collector_instance, VALUE profiler_overhead_stack_thread);
145
+ static VALUE _native_on_gc_start(VALUE self, VALUE collector_instance);
146
+ static VALUE _native_on_gc_finish(VALUE self, VALUE collector_instance);
147
+ static VALUE _native_sample_after_gc(DDTRACE_UNUSED VALUE self, VALUE collector_instance);
148
+ void update_metrics_and_sample(
149
+ struct thread_context_collector_state *state,
150
+ VALUE thread_being_sampled,
151
+ VALUE profiler_overhead_stack_thread,
152
+ struct per_thread_context *thread_context,
153
+ long current_cpu_time_ns,
154
+ long current_monotonic_wall_time_ns
155
+ );
156
+ static void trigger_sample_for_thread(
157
+ struct thread_context_collector_state *state,
158
+ VALUE thread,
159
+ VALUE stack_from_thread,
160
+ struct per_thread_context *thread_context,
161
+ sample_values values,
162
+ sample_type type
163
+ );
164
+ static VALUE _native_thread_list(VALUE self);
165
+ static struct per_thread_context *get_or_create_context_for(VALUE thread, struct thread_context_collector_state *state);
166
+ static struct per_thread_context *get_context_for(VALUE thread, struct thread_context_collector_state *state);
167
+ static void initialize_context(VALUE thread, struct per_thread_context *thread_context);
168
+ static VALUE _native_inspect(VALUE self, VALUE collector_instance);
169
+ static VALUE per_thread_context_st_table_as_ruby_hash(struct thread_context_collector_state *state);
170
+ static int per_thread_context_as_ruby_hash(st_data_t key_thread, st_data_t value_context, st_data_t result_hash);
171
+ static VALUE stats_as_ruby_hash(struct thread_context_collector_state *state);
172
+ static void remove_context_for_dead_threads(struct thread_context_collector_state *state);
173
+ static int remove_if_dead_thread(st_data_t key_thread, st_data_t value_context, st_data_t _argument);
174
+ static VALUE _native_per_thread_context(VALUE self, VALUE collector_instance);
175
+ static long update_time_since_previous_sample(long *time_at_previous_sample_ns, long current_time_ns, long gc_start_time_ns, bool is_wall_time);
176
+ static long cpu_time_now_ns(struct per_thread_context *thread_context);
177
+ static long thread_id_for(VALUE thread);
178
+ static VALUE _native_stats(VALUE self, VALUE collector_instance);
179
+ static void trace_identifiers_for(struct thread_context_collector_state *state, VALUE thread, struct trace_identifiers *trace_identifiers_result);
180
+ static bool is_type_web(VALUE root_span_type);
181
+ static VALUE _native_reset_after_fork(DDTRACE_UNUSED VALUE self, VALUE collector_instance);
182
+ static VALUE thread_list(struct thread_context_collector_state *state);
183
+ static VALUE _native_sample_allocation(VALUE self, VALUE collector_instance, VALUE sample_weight);
184
+
185
+ void collectors_thread_context_init(VALUE profiling_module) {
186
+ VALUE collectors_module = rb_define_module_under(profiling_module, "Collectors");
187
+ VALUE collectors_thread_context_class = rb_define_class_under(collectors_module, "ThreadContext", rb_cObject);
188
+ // Hosts methods used for testing the native code using RSpec
189
+ VALUE testing_module = rb_define_module_under(collectors_thread_context_class, "Testing");
190
+
191
+ // Instances of the ThreadContext class are "TypedData" objects.
192
+ // "TypedData" objects are special objects in the Ruby VM that can wrap C structs.
193
+ // In this case, it wraps the thread_context_collector_state.
194
+ //
195
+ // Because Ruby doesn't know how to initialize native-level structs, we MUST override the allocation function for objects
196
+ // of this class so that we can manage this part. Not overriding or disabling the allocation function is a common
197
+ // gotcha for "TypedData" objects that can very easily lead to VM crashes, see for instance
198
+ // https://bugs.ruby-lang.org/issues/18007 for a discussion around this.
199
+ rb_define_alloc_func(collectors_thread_context_class, _native_new);
200
+
201
+ rb_define_singleton_method(collectors_thread_context_class, "_native_initialize", _native_initialize, 4);
202
+ rb_define_singleton_method(collectors_thread_context_class, "_native_inspect", _native_inspect, 1);
203
+ rb_define_singleton_method(collectors_thread_context_class, "_native_reset_after_fork", _native_reset_after_fork, 1);
204
+ rb_define_singleton_method(testing_module, "_native_sample", _native_sample, 2);
205
+ rb_define_singleton_method(testing_module, "_native_sample_allocation", _native_sample_allocation, 2);
206
+ rb_define_singleton_method(testing_module, "_native_on_gc_start", _native_on_gc_start, 1);
207
+ rb_define_singleton_method(testing_module, "_native_on_gc_finish", _native_on_gc_finish, 1);
208
+ rb_define_singleton_method(testing_module, "_native_sample_after_gc", _native_sample_after_gc, 1);
209
+ rb_define_singleton_method(testing_module, "_native_thread_list", _native_thread_list, 0);
210
+ rb_define_singleton_method(testing_module, "_native_per_thread_context", _native_per_thread_context, 1);
211
+ rb_define_singleton_method(testing_module, "_native_stats", _native_stats, 1);
212
+
213
+ at_active_span_id = rb_intern_const("@active_span");
214
+ at_active_trace_id = rb_intern_const("@active_trace");
215
+ at_id_id = rb_intern_const("@id");
216
+ at_resource_id = rb_intern_const("@resource");
217
+ at_root_span_id = rb_intern_const("@root_span");
218
+ at_type_id = rb_intern_const("@type");
219
+ }
220
+
221
+ // This structure is used to define a Ruby object that stores a pointer to a struct thread_context_collector_state
222
+ // See also https://github.com/ruby/ruby/blob/master/doc/extension.rdoc for how this works
223
+ static const rb_data_type_t thread_context_collector_typed_data = {
224
+ .wrap_struct_name = "Datadog::Profiling::Collectors::ThreadContext",
225
+ .function = {
226
+ .dmark = thread_context_collector_typed_data_mark,
227
+ .dfree = thread_context_collector_typed_data_free,
228
+ .dsize = NULL, // We don't track profile memory usage (although it'd be cool if we did!)
229
+ //.dcompact = NULL, // FIXME: Add support for compaction
230
+ },
231
+ .flags = RUBY_TYPED_FREE_IMMEDIATELY
232
+ };
233
+
234
+ // This function is called by the Ruby GC to give us a chance to mark any Ruby objects that we're holding on to,
235
+ // so that they don't get garbage collected
236
+ static void thread_context_collector_typed_data_mark(void *state_ptr) {
237
+ struct thread_context_collector_state *state = (struct thread_context_collector_state *) state_ptr;
238
+
239
+ // Update this when modifying state struct
240
+ rb_gc_mark(state->recorder_instance);
241
+ st_foreach(state->hash_map_per_thread_context, hash_map_per_thread_context_mark, 0 /* unused */);
242
+ rb_gc_mark(state->thread_list_buffer);
243
+ }
244
+
245
+ static void thread_context_collector_typed_data_free(void *state_ptr) {
246
+ struct thread_context_collector_state *state = (struct thread_context_collector_state *) state_ptr;
247
+
248
+ // Update this when modifying state struct
249
+
250
+ // Important: Remember that we're only guaranteed to see here what's been set in _native_new, aka
251
+ // pointers that have been set NULL there may still be NULL here.
252
+ if (state->sampling_buffer != NULL) sampling_buffer_free(state->sampling_buffer);
253
+
254
+ // Free each entry in the map
255
+ st_foreach(state->hash_map_per_thread_context, hash_map_per_thread_context_free_values, 0 /* unused */);
256
+ // ...and then the map
257
+ st_free_table(state->hash_map_per_thread_context);
258
+
259
+ ruby_xfree(state);
260
+ }
261
+
262
+ // Mark Ruby thread references we keep as keys in hash_map_per_thread_context
263
+ static int hash_map_per_thread_context_mark(st_data_t key_thread, DDTRACE_UNUSED st_data_t _value, DDTRACE_UNUSED st_data_t _argument) {
264
+ VALUE thread = (VALUE) key_thread;
265
+ rb_gc_mark(thread);
266
+ return ST_CONTINUE;
267
+ }
268
+
269
+ // Used to clear each of the per_thread_contexts inside the hash_map_per_thread_context
270
+ static int hash_map_per_thread_context_free_values(DDTRACE_UNUSED st_data_t _thread, st_data_t value_per_thread_context, DDTRACE_UNUSED st_data_t _argument) {
271
+ struct per_thread_context *per_thread_context = (struct per_thread_context*) value_per_thread_context;
272
+ ruby_xfree(per_thread_context);
273
+ return ST_CONTINUE;
274
+ }
275
+
276
+ static VALUE _native_new(VALUE klass) {
277
+ struct thread_context_collector_state *state = ruby_xcalloc(1, sizeof(struct thread_context_collector_state));
278
+
279
+ // Update this when modifying state struct
280
+ state->sampling_buffer = NULL;
281
+ state->hash_map_per_thread_context =
282
+ // "numtable" is an awful name, but TL;DR it's what should be used when keys are `VALUE`s.
283
+ st_init_numtable();
284
+ state->recorder_instance = Qnil;
285
+ state->tracer_context_key = MISSING_TRACER_CONTEXT_KEY;
286
+ state->thread_list_buffer = rb_ary_new();
287
+
288
+ return TypedData_Wrap_Struct(klass, &thread_context_collector_typed_data, state);
289
+ }
290
+
291
+ static VALUE _native_initialize(DDTRACE_UNUSED VALUE _self, VALUE collector_instance, VALUE recorder_instance, VALUE max_frames, VALUE tracer_context_key) {
292
+ struct thread_context_collector_state *state;
293
+ TypedData_Get_Struct(collector_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
294
+
295
+ int max_frames_requested = NUM2INT(max_frames);
296
+ if (max_frames_requested < 0) rb_raise(rb_eArgError, "Invalid max_frames: value must not be negative");
297
+
298
+ // Update this when modifying state struct
299
+ state->sampling_buffer = sampling_buffer_new(max_frames_requested);
300
+ // hash_map_per_thread_context is already initialized, nothing to do here
301
+ state->recorder_instance = enforce_recorder_instance(recorder_instance);
302
+
303
+ if (RTEST(tracer_context_key)) {
304
+ ENFORCE_TYPE(tracer_context_key, T_SYMBOL);
305
+ // Note about rb_to_id and dynamic symbols: calling `rb_to_id` prevents symbols from ever being garbage collected.
306
+ // In this case, we can't really escape this because as of this writing, ruby master still calls `rb_to_id` inside
307
+ // the implementation of Thread#[]= so any symbol that gets used as a key there will already be prevented from GC.
308
+ state->tracer_context_key = rb_to_id(tracer_context_key);
309
+ }
310
+
311
+ return Qtrue;
312
+ }
313
+
314
+ // This method exists only to enable testing Datadog::Profiling::Collectors::ThreadContext behavior using RSpec.
315
+ // It SHOULD NOT be used for other purposes.
316
+ static VALUE _native_sample(DDTRACE_UNUSED VALUE _self, VALUE collector_instance, VALUE profiler_overhead_stack_thread) {
317
+ if (!is_thread_alive(profiler_overhead_stack_thread)) rb_raise(rb_eArgError, "Unexpected: profiler_overhead_stack_thread is not alive");
318
+
319
+ thread_context_collector_sample(collector_instance, monotonic_wall_time_now_ns(RAISE_ON_FAILURE), profiler_overhead_stack_thread);
320
+ return Qtrue;
321
+ }
322
+
323
+ // This method exists only to enable testing Datadog::Profiling::Collectors::ThreadContext behavior using RSpec.
324
+ // It SHOULD NOT be used for other purposes.
325
+ static VALUE _native_on_gc_start(DDTRACE_UNUSED VALUE self, VALUE collector_instance) {
326
+ thread_context_collector_on_gc_start(collector_instance);
327
+ return Qtrue;
328
+ }
329
+
330
+ // This method exists only to enable testing Datadog::Profiling::Collectors::ThreadContext behavior using RSpec.
331
+ // It SHOULD NOT be used for other purposes.
332
+ static VALUE _native_on_gc_finish(DDTRACE_UNUSED VALUE self, VALUE collector_instance) {
333
+ thread_context_collector_on_gc_finish(collector_instance);
334
+ return Qtrue;
335
+ }
336
+
337
+ // This method exists only to enable testing Datadog::Profiling::Collectors::ThreadContext behavior using RSpec.
338
+ // It SHOULD NOT be used for other purposes.
339
+ static VALUE _native_sample_after_gc(DDTRACE_UNUSED VALUE self, VALUE collector_instance) {
340
+ thread_context_collector_sample_after_gc(collector_instance);
341
+ return Qtrue;
342
+ }
343
+
344
+ // This function gets called from the Collectors::CpuAndWallTimeWorker to trigger the actual sampling.
345
+ //
346
+ // Assumption 1: This function is called in a thread that is holding the Global VM Lock. Caller is responsible for enforcing this.
347
+ // Assumption 2: This function is allowed to raise exceptions. Caller is responsible for handling them, if needed.
348
+ // Assumption 3: This function IS NOT called from a signal handler. This function is not async-signal-safe.
349
+ // Assumption 4: This function IS NOT called in a reentrant way.
350
+ // Assumption 5: This function is called from the main Ractor (if Ruby has support for Ractors).
351
+ //
352
+ // The `profiler_overhead_stack_thread` is used to attribute the profiler overhead to a stack borrowed from a different thread
353
+ // (belonging to ddtrace), so that the overhead is visible in the profile rather than blamed on user code.
354
+ void thread_context_collector_sample(VALUE self_instance, long current_monotonic_wall_time_ns, VALUE profiler_overhead_stack_thread) {
355
+ struct thread_context_collector_state *state;
356
+ TypedData_Get_Struct(self_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
357
+
358
+ VALUE current_thread = rb_thread_current();
359
+ struct per_thread_context *current_thread_context = get_or_create_context_for(current_thread, state);
360
+ long cpu_time_at_sample_start_for_current_thread = cpu_time_now_ns(current_thread_context);
361
+
362
+ VALUE threads = thread_list(state);
363
+
364
+ const long thread_count = RARRAY_LEN(threads);
365
+ for (long i = 0; i < thread_count; i++) {
366
+ VALUE thread = RARRAY_AREF(threads, i);
367
+ struct per_thread_context *thread_context = get_or_create_context_for(thread, state);
368
+
369
+ // We account for cpu-time for the current thread in a different way -- we use the cpu-time at sampling start, to avoid
370
+ // blaming the time the profiler took on whatever's running on the thread right now
371
+ long current_cpu_time_ns = thread != current_thread ? cpu_time_now_ns(thread_context) : cpu_time_at_sample_start_for_current_thread;
372
+
373
+ update_metrics_and_sample(
374
+ state,
375
+ /* thread_being_sampled: */ thread,
376
+ /* stack_from_thread: */ thread,
377
+ thread_context,
378
+ current_cpu_time_ns,
379
+ current_monotonic_wall_time_ns
380
+ );
381
+ }
382
+
383
+ state->sample_count++;
384
+
385
+ // TODO: This seems somewhat overkill and inefficient to do often; right now we just do it every few samples
386
+ // but there's probably a better way to do this if we actually track when threads finish
387
+ if (state->sample_count % 100 == 0) remove_context_for_dead_threads(state);
388
+
389
+ update_metrics_and_sample(
390
+ state,
391
+ /* thread_being_sampled: */ current_thread,
392
+ /* stack_from_thread: */ profiler_overhead_stack_thread,
393
+ current_thread_context,
394
+ cpu_time_now_ns(current_thread_context),
395
+ monotonic_wall_time_now_ns(RAISE_ON_FAILURE)
396
+ );
397
+ }
398
+
399
+ void update_metrics_and_sample(
400
+ struct thread_context_collector_state *state,
401
+ VALUE thread_being_sampled,
402
+ VALUE stack_from_thread, // This can be different when attributing profiler overhead using a different stack
403
+ struct per_thread_context *thread_context,
404
+ long current_cpu_time_ns,
405
+ long current_monotonic_wall_time_ns
406
+ ) {
407
+ long cpu_time_elapsed_ns = update_time_since_previous_sample(
408
+ &thread_context->cpu_time_at_previous_sample_ns,
409
+ current_cpu_time_ns,
410
+ thread_context->gc_tracking.cpu_time_at_start_ns,
411
+ IS_NOT_WALL_TIME
412
+ );
413
+ long wall_time_elapsed_ns = update_time_since_previous_sample(
414
+ &thread_context->wall_time_at_previous_sample_ns,
415
+ current_monotonic_wall_time_ns,
416
+ thread_context->gc_tracking.wall_time_at_start_ns,
417
+ IS_WALL_TIME
418
+ );
419
+
420
+ trigger_sample_for_thread(
421
+ state,
422
+ thread_being_sampled,
423
+ stack_from_thread,
424
+ thread_context,
425
+ (sample_values) {.cpu_time_ns = cpu_time_elapsed_ns, .cpu_samples = 1, .wall_time_ns = wall_time_elapsed_ns},
426
+ SAMPLE_REGULAR
427
+ );
428
+ }
429
+
430
+ // This function gets called when Ruby is about to start running the Garbage Collector on the current thread.
431
+ // It updates the per_thread_context of the current thread to include the current cpu/wall times, to be used to later
432
+ // create a stack sample that blames the cpu/wall time spent from now until the end of the garbage collector work.
433
+ //
434
+ // Safety: This function gets called while Ruby is doing garbage collection. While Ruby is doing garbage collection,
435
+ // *NO ALLOCATION* is allowed. This function, and any it calls must never trigger memory or object allocation.
436
+ // This includes exceptions and use of ruby_xcalloc (because xcalloc can trigger GC)!
437
+ //
438
+ // Assumption 1: This function is called in a thread that is holding the Global VM Lock. Caller is responsible for enforcing this.
439
+ // Assumption 2: This function is called from the main Ractor (if Ruby has support for Ractors).
440
+ void thread_context_collector_on_gc_start(VALUE self_instance) {
441
+ struct thread_context_collector_state *state;
442
+ if (!rb_typeddata_is_kind_of(self_instance, &thread_context_collector_typed_data)) return;
443
+ // This should never fail the the above check passes
444
+ TypedData_Get_Struct(self_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
445
+
446
+ struct per_thread_context *thread_context = get_context_for(rb_thread_current(), state);
447
+
448
+ // If there was no previously-existing context for this thread, we won't allocate one (see safety). For now we just drop
449
+ // the GC sample, under the assumption that "a thread that is so new that we never sampled it even once before it triggers
450
+ // GC" is a rare enough case that we can just ignore it.
451
+ // We can always improve this later if we find that this happens often (and we have the counter to help us figure that out)!
452
+ if (thread_context == NULL) {
453
+ state->stats.gc_samples_missed_due_to_missing_context++;
454
+ return;
455
+ }
456
+
457
+ // If these fields are set, there's an existing GC sample that still needs to be written out by `sample_after_gc`.
458
+ //
459
+ // When can this happen? Because we don't have precise control over when `sample_after_gc` gets called (it will be
460
+ // called sometime after GC finishes), there is no way to guarantee that Ruby will not trigger more than one GC cycle
461
+ // before we can actually run that method.
462
+ //
463
+ // We handle this by collapsing multiple GC cycles into one. That is, if the following happens:
464
+ // `on_gc_start` (time=0) -> `on_gc_finish` (time=1) -> `on_gc_start` (time=2) -> `on_gc_finish` (time=3) -> `sample_after_gc`
465
+ // then we just use time=0 from the first on_gc_start and time=3 from the last on_gc_finish, e.g. we behave as if
466
+ // there was a single, longer GC period.
467
+ if (thread_context->gc_tracking.cpu_time_at_finish_ns != INVALID_TIME &&
468
+ thread_context->gc_tracking.wall_time_at_finish_ns != INVALID_TIME) return;
469
+
470
+ // Here we record the wall-time first and in on_gc_finish we record it second to avoid having wall-time be slightly < cpu-time
471
+ thread_context->gc_tracking.wall_time_at_start_ns = monotonic_wall_time_now_ns(DO_NOT_RAISE_ON_FAILURE);
472
+ thread_context->gc_tracking.cpu_time_at_start_ns = cpu_time_now_ns(thread_context);
473
+ }
474
+
475
+ // This function gets called when Ruby has finished running the Garbage Collector on the current thread.
476
+ // It updates the per_thread_context of the current thread to include the current cpu/wall times, to be used to later
477
+ // create a stack sample that blames the cpu/wall time spent from the start of garbage collector work until now.
478
+ //
479
+ // Safety: This function gets called while Ruby is doing garbage collection. While Ruby is doing garbage collection,
480
+ // *NO ALLOCATION* is allowed. This function, and any it calls must never trigger memory or object allocation.
481
+ // This includes exceptions and use of ruby_xcalloc (because xcalloc can trigger GC)!
482
+ //
483
+ // Assumption 1: This function is called in a thread that is holding the Global VM Lock. Caller is responsible for enforcing this.
484
+ // Assumption 2: This function is called from the main Ractor (if Ruby has support for Ractors).
485
+ void thread_context_collector_on_gc_finish(VALUE self_instance) {
486
+ struct thread_context_collector_state *state;
487
+ if (!rb_typeddata_is_kind_of(self_instance, &thread_context_collector_typed_data)) return;
488
+ // This should never fail the the above check passes
489
+ TypedData_Get_Struct(self_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
490
+
491
+ struct per_thread_context *thread_context = get_context_for(rb_thread_current(), state);
492
+
493
+ // If there was no previously-existing context for this thread, we won't allocate one (see safety). We keep a metric for
494
+ // how often this happens -- see on_gc_start.
495
+ if (thread_context == NULL) return;
496
+
497
+ if (thread_context->gc_tracking.cpu_time_at_start_ns == INVALID_TIME &&
498
+ thread_context->gc_tracking.wall_time_at_start_ns == INVALID_TIME) {
499
+ // If this happened, it means that on_gc_start was either never called for the thread OR it was called but no thread
500
+ // context existed at the time. The former can be the result of a bug, but since we can't distinguish them, we just
501
+ // do nothing.
502
+ return;
503
+ }
504
+
505
+ // Here we record the wall-time second and in on_gc_start we record it first to avoid having wall-time be slightly < cpu-time
506
+ thread_context->gc_tracking.cpu_time_at_finish_ns = cpu_time_now_ns(thread_context);
507
+ thread_context->gc_tracking.wall_time_at_finish_ns = monotonic_wall_time_now_ns(DO_NOT_RAISE_ON_FAILURE);
508
+ }
509
+
510
+ // This function gets called shortly after Ruby has finished running the Garbage Collector.
511
+ // It creates a new sample including the cpu and wall-time spent by the garbage collector work, and resets any
512
+ // GC-related tracking.
513
+ //
514
+ // Specifically, it will search for thread(s) which have gone through a cycle of on_gc_start/on_gc_finish
515
+ // and thus have cpu_time_at_start_ns, cpu_time_at_finish_ns, wall_time_at_start_ns, wall_time_at_finish_ns
516
+ // set on their context.
517
+ //
518
+ // Assumption 1: This function is called in a thread that is holding the Global VM Lock. Caller is responsible for enforcing this.
519
+ // Assumption 2: This function is allowed to raise exceptions. Caller is responsible for handling them, if needed.
520
+ // Assumption 3: Unlike `on_gc_start` and `on_gc_finish`, this method is allowed to allocate memory as needed.
521
+ // Assumption 4: This function is called from the main Ractor (if Ruby has support for Ractors).
522
+ VALUE thread_context_collector_sample_after_gc(VALUE self_instance) {
523
+ struct thread_context_collector_state *state;
524
+ TypedData_Get_Struct(self_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
525
+
526
+ VALUE threads = thread_list(state);
527
+ bool sampled_any_thread = false;
528
+
529
+ const long thread_count = RARRAY_LEN(threads);
530
+ for (long i = 0; i < thread_count; i++) {
531
+ VALUE thread = RARRAY_AREF(threads, i);
532
+ struct per_thread_context *thread_context = get_or_create_context_for(thread, state);
533
+
534
+ if (
535
+ thread_context->gc_tracking.cpu_time_at_start_ns == INVALID_TIME ||
536
+ thread_context->gc_tracking.cpu_time_at_finish_ns == INVALID_TIME ||
537
+ thread_context->gc_tracking.wall_time_at_start_ns == INVALID_TIME ||
538
+ thread_context->gc_tracking.wall_time_at_finish_ns == INVALID_TIME
539
+ ) continue; // Ignore threads with no/incomplete garbage collection data
540
+
541
+ sampled_any_thread = true;
542
+
543
+ long gc_cpu_time_elapsed_ns =
544
+ thread_context->gc_tracking.cpu_time_at_finish_ns - thread_context->gc_tracking.cpu_time_at_start_ns;
545
+ long gc_wall_time_elapsed_ns =
546
+ thread_context->gc_tracking.wall_time_at_finish_ns - thread_context->gc_tracking.wall_time_at_start_ns;
547
+
548
+ // We don't expect non-wall time to go backwards, so let's flag this as a bug
549
+ if (gc_cpu_time_elapsed_ns < 0) rb_raise(rb_eRuntimeError, "BUG: Unexpected negative gc_cpu_time_elapsed_ns between samples");
550
+ // Wall-time can actually go backwards (e.g. when the system clock gets set) so we can't assume time going backwards
551
+ // was a bug.
552
+ // @ivoanjo: I've also observed time going backwards spuriously on macOS, see discussion on
553
+ // https://github.com/DataDog/dd-trace-rb/pull/2336.
554
+ if (gc_wall_time_elapsed_ns < 0) gc_wall_time_elapsed_ns = 0;
555
+
556
+ if (thread_context->gc_tracking.wall_time_at_start_ns == 0 && thread_context->gc_tracking.wall_time_at_finish_ns != 0) {
557
+ // Avoid using wall-clock if we got 0 for a start (meaning there was an error) but not 0 for finish so we don't
558
+ // come up with a crazy value for the frame
559
+ rb_raise(rb_eRuntimeError, "BUG: Unexpected zero value for gc_tracking.wall_time_at_start_ns");
560
+ }
561
+
562
+ trigger_sample_for_thread(
563
+ state,
564
+ /* thread: */ thread,
565
+ /* stack_from_thread: */ thread,
566
+ thread_context,
567
+ (sample_values) {.cpu_time_ns = gc_cpu_time_elapsed_ns, .cpu_samples = 1, .wall_time_ns = gc_wall_time_elapsed_ns},
568
+ SAMPLE_IN_GC
569
+ );
570
+
571
+ // Mark thread as no longer in GC
572
+ thread_context->gc_tracking.cpu_time_at_start_ns = INVALID_TIME;
573
+ thread_context->gc_tracking.cpu_time_at_finish_ns = INVALID_TIME;
574
+ thread_context->gc_tracking.wall_time_at_start_ns = INVALID_TIME;
575
+ thread_context->gc_tracking.wall_time_at_finish_ns = INVALID_TIME;
576
+
577
+ // Update counters so that they won't include the time in GC during the next sample
578
+ if (thread_context->cpu_time_at_previous_sample_ns != INVALID_TIME) {
579
+ thread_context->cpu_time_at_previous_sample_ns += gc_cpu_time_elapsed_ns;
580
+ }
581
+ if (thread_context->wall_time_at_previous_sample_ns != INVALID_TIME) {
582
+ thread_context->wall_time_at_previous_sample_ns += gc_wall_time_elapsed_ns;
583
+ }
584
+ }
585
+
586
+ if (sampled_any_thread) state->stats.gc_samples++;
587
+
588
+ // Return a VALUE to make it easier to call this function from Ruby APIs that expect a return value (such as rb_rescue2)
589
+ return Qnil;
590
+ }
591
+
592
+ static void trigger_sample_for_thread(
593
+ struct thread_context_collector_state *state,
594
+ VALUE thread,
595
+ VALUE stack_from_thread, // This can be different when attributing profiler overhead using a different stack
596
+ struct per_thread_context *thread_context,
597
+ sample_values values,
598
+ sample_type type
599
+ ) {
600
+ int max_label_count =
601
+ 1 + // thread id
602
+ 1 + // thread name
603
+ 1 + // profiler overhead
604
+ 2; // local root span id and span id
605
+ ddog_prof_Label labels[max_label_count];
606
+ int label_pos = 0;
607
+
608
+ labels[label_pos++] = (ddog_prof_Label) {
609
+ .key = DDOG_CHARSLICE_C("thread id"),
610
+ .str = thread_context->thread_id_char_slice
611
+ };
612
+
613
+ VALUE thread_name = thread_name_for(thread);
614
+ if (thread_name != Qnil) {
615
+ labels[label_pos++] = (ddog_prof_Label) {
616
+ .key = DDOG_CHARSLICE_C("thread name"),
617
+ .str = char_slice_from_ruby_string(thread_name)
618
+ };
619
+ }
620
+
621
+ struct trace_identifiers trace_identifiers_result = {.valid = false, .trace_endpoint = Qnil};
622
+ trace_identifiers_for(state, thread, &trace_identifiers_result);
623
+
624
+ if (trace_identifiers_result.valid) {
625
+ labels[label_pos++] = (ddog_prof_Label) {.key = DDOG_CHARSLICE_C("local root span id"), .num = trace_identifiers_result.local_root_span_id};
626
+ labels[label_pos++] = (ddog_prof_Label) {.key = DDOG_CHARSLICE_C("span id"), .num = trace_identifiers_result.span_id};
627
+
628
+ if (trace_identifiers_result.trace_endpoint != Qnil) {
629
+ // The endpoint gets recorded in a different way because it is mutable in the tracer and can change during a
630
+ // trace.
631
+ //
632
+ // Instead of each sample for the same local_root_span_id getting a potentially-different endpoint,
633
+ // `record_endpoint` (via libdatadog) keeps a list of local_root_span_id values and their most-recently-seen
634
+ // endpoint values, and at serialization time the most-recently-seen endpoint is applied to all relevant samples.
635
+ //
636
+ // This is why the endpoint is not directly added in this function to the labels array, although it will later
637
+ // show up in the array in the output pprof.
638
+ record_endpoint(
639
+ state->recorder_instance,
640
+ trace_identifiers_result.local_root_span_id,
641
+ char_slice_from_ruby_string(trace_identifiers_result.trace_endpoint)
642
+ );
643
+ }
644
+ }
645
+
646
+ if (thread != stack_from_thread) {
647
+ labels[label_pos++] = (ddog_prof_Label) {
648
+ .key = DDOG_CHARSLICE_C("profiler overhead"),
649
+ .num = 1
650
+ };
651
+ }
652
+
653
+ // The number of times `label_pos++` shows up in this function needs to match `max_label_count`. To avoid "oops I
654
+ // forgot to update max_label_count" in the future, we've also added this validation.
655
+ // @ivoanjo: I wonder if C compilers are smart enough to statically prove when this check never triggers happens and
656
+ // remove it entirely.
657
+ if (label_pos > max_label_count) {
658
+ rb_raise(rb_eRuntimeError, "BUG: Unexpected label_pos (%d) > max_label_count (%d)", label_pos, max_label_count);
659
+ }
660
+
661
+ sample_thread(
662
+ stack_from_thread,
663
+ state->sampling_buffer,
664
+ state->recorder_instance,
665
+ values,
666
+ (ddog_prof_Slice_Label) {.ptr = labels, .len = label_pos},
667
+ type
668
+ );
669
+ }
670
+
671
+ // This method exists only to enable testing Datadog::Profiling::Collectors::ThreadContext behavior using RSpec.
672
+ // It SHOULD NOT be used for other purposes.
673
+ static VALUE _native_thread_list(DDTRACE_UNUSED VALUE _self) {
674
+ VALUE result = rb_ary_new();
675
+ ddtrace_thread_list(result);
676
+ return result;
677
+ }
678
+
679
+ static struct per_thread_context *get_or_create_context_for(VALUE thread, struct thread_context_collector_state *state) {
680
+ struct per_thread_context* thread_context = NULL;
681
+ st_data_t value_context = 0;
682
+
683
+ if (st_lookup(state->hash_map_per_thread_context, (st_data_t) thread, &value_context)) {
684
+ thread_context = (struct per_thread_context*) value_context;
685
+ } else {
686
+ thread_context = ruby_xcalloc(1, sizeof(struct per_thread_context));
687
+ initialize_context(thread, thread_context);
688
+ st_insert(state->hash_map_per_thread_context, (st_data_t) thread, (st_data_t) thread_context);
689
+ }
690
+
691
+ return thread_context;
692
+ }
693
+
694
+ static struct per_thread_context *get_context_for(VALUE thread, struct thread_context_collector_state *state) {
695
+ struct per_thread_context* thread_context = NULL;
696
+ st_data_t value_context = 0;
697
+
698
+ if (st_lookup(state->hash_map_per_thread_context, (st_data_t) thread, &value_context)) {
699
+ thread_context = (struct per_thread_context*) value_context;
700
+ }
701
+
702
+ return thread_context;
703
+ }
704
+
705
+ static void initialize_context(VALUE thread, struct per_thread_context *thread_context) {
706
+ snprintf(thread_context->thread_id, THREAD_ID_LIMIT_CHARS, "%"PRIu64" (%lu)", native_thread_id_for(thread), (unsigned long) thread_id_for(thread));
707
+ thread_context->thread_id_char_slice = (ddog_CharSlice) {.ptr = thread_context->thread_id, .len = strlen(thread_context->thread_id)};
708
+
709
+ thread_context->thread_cpu_time_id = thread_cpu_time_id_for(thread);
710
+
711
+ // These will get initialized during actual sampling
712
+ thread_context->cpu_time_at_previous_sample_ns = INVALID_TIME;
713
+ thread_context->wall_time_at_previous_sample_ns = INVALID_TIME;
714
+
715
+ // These will only be used during a GC operation
716
+ thread_context->gc_tracking.cpu_time_at_start_ns = INVALID_TIME;
717
+ thread_context->gc_tracking.cpu_time_at_finish_ns = INVALID_TIME;
718
+ thread_context->gc_tracking.wall_time_at_start_ns = INVALID_TIME;
719
+ thread_context->gc_tracking.wall_time_at_finish_ns = INVALID_TIME;
720
+ }
721
+
722
+ static VALUE _native_inspect(DDTRACE_UNUSED VALUE _self, VALUE collector_instance) {
723
+ struct thread_context_collector_state *state;
724
+ TypedData_Get_Struct(collector_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
725
+
726
+ VALUE result = rb_str_new2(" (native state)");
727
+
728
+ // Update this when modifying state struct
729
+ rb_str_concat(result, rb_sprintf(" hash_map_per_thread_context=%"PRIsVALUE, per_thread_context_st_table_as_ruby_hash(state)));
730
+ rb_str_concat(result, rb_sprintf(" recorder_instance=%"PRIsVALUE, state->recorder_instance));
731
+ VALUE tracer_context_key = state->tracer_context_key == MISSING_TRACER_CONTEXT_KEY ? Qnil : ID2SYM(state->tracer_context_key);
732
+ rb_str_concat(result, rb_sprintf(" tracer_context_key=%+"PRIsVALUE, tracer_context_key));
733
+ rb_str_concat(result, rb_sprintf(" sample_count=%u", state->sample_count));
734
+ rb_str_concat(result, rb_sprintf(" stats=%"PRIsVALUE, stats_as_ruby_hash(state)));
735
+
736
+ return result;
737
+ }
738
+
739
+ static VALUE per_thread_context_st_table_as_ruby_hash(struct thread_context_collector_state *state) {
740
+ VALUE result = rb_hash_new();
741
+ st_foreach(state->hash_map_per_thread_context, per_thread_context_as_ruby_hash, result);
742
+ return result;
743
+ }
744
+
745
+ static int per_thread_context_as_ruby_hash(st_data_t key_thread, st_data_t value_context, st_data_t result_hash) {
746
+ VALUE thread = (VALUE) key_thread;
747
+ struct per_thread_context *thread_context = (struct per_thread_context*) value_context;
748
+ VALUE result = (VALUE) result_hash;
749
+ VALUE context_as_hash = rb_hash_new();
750
+ rb_hash_aset(result, thread, context_as_hash);
751
+
752
+ VALUE arguments[] = {
753
+ ID2SYM(rb_intern("thread_id")), /* => */ rb_str_new2(thread_context->thread_id),
754
+ ID2SYM(rb_intern("thread_cpu_time_id_valid?")), /* => */ thread_context->thread_cpu_time_id.valid ? Qtrue : Qfalse,
755
+ ID2SYM(rb_intern("thread_cpu_time_id")), /* => */ CLOCKID2NUM(thread_context->thread_cpu_time_id.clock_id),
756
+ ID2SYM(rb_intern("cpu_time_at_previous_sample_ns")), /* => */ LONG2NUM(thread_context->cpu_time_at_previous_sample_ns),
757
+ ID2SYM(rb_intern("wall_time_at_previous_sample_ns")), /* => */ LONG2NUM(thread_context->wall_time_at_previous_sample_ns),
758
+
759
+ ID2SYM(rb_intern("gc_tracking.cpu_time_at_start_ns")), /* => */ LONG2NUM(thread_context->gc_tracking.cpu_time_at_start_ns),
760
+ ID2SYM(rb_intern("gc_tracking.cpu_time_at_finish_ns")), /* => */ LONG2NUM(thread_context->gc_tracking.cpu_time_at_finish_ns),
761
+ ID2SYM(rb_intern("gc_tracking.wall_time_at_start_ns")), /* => */ LONG2NUM(thread_context->gc_tracking.wall_time_at_start_ns),
762
+ ID2SYM(rb_intern("gc_tracking.wall_time_at_finish_ns")), /* => */ LONG2NUM(thread_context->gc_tracking.wall_time_at_finish_ns)
763
+ };
764
+ for (long unsigned int i = 0; i < VALUE_COUNT(arguments); i += 2) rb_hash_aset(context_as_hash, arguments[i], arguments[i+1]);
765
+
766
+ return ST_CONTINUE;
767
+ }
768
+
769
+ static VALUE stats_as_ruby_hash(struct thread_context_collector_state *state) {
770
+ // Update this when modifying state struct (stats inner struct)
771
+ VALUE stats_as_hash = rb_hash_new();
772
+ VALUE arguments[] = {
773
+ ID2SYM(rb_intern("gc_samples")), /* => */ UINT2NUM(state->stats.gc_samples),
774
+ ID2SYM(rb_intern("gc_samples_missed_due_to_missing_context")), /* => */ UINT2NUM(state->stats.gc_samples_missed_due_to_missing_context),
775
+ };
776
+ for (long unsigned int i = 0; i < VALUE_COUNT(arguments); i += 2) rb_hash_aset(stats_as_hash, arguments[i], arguments[i+1]);
777
+ return stats_as_hash;
778
+ }
779
+
780
+ static void remove_context_for_dead_threads(struct thread_context_collector_state *state) {
781
+ st_foreach(state->hash_map_per_thread_context, remove_if_dead_thread, 0 /* unused */);
782
+ }
783
+
784
+ static int remove_if_dead_thread(st_data_t key_thread, st_data_t value_context, DDTRACE_UNUSED st_data_t _argument) {
785
+ VALUE thread = (VALUE) key_thread;
786
+ struct per_thread_context* thread_context = (struct per_thread_context*) value_context;
787
+
788
+ if (is_thread_alive(thread)) return ST_CONTINUE;
789
+
790
+ ruby_xfree(thread_context);
791
+ return ST_DELETE;
792
+ }
793
+
794
+ // This method exists only to enable testing Datadog::Profiling::Collectors::ThreadContext behavior using RSpec.
795
+ // It SHOULD NOT be used for other purposes.
796
+ //
797
+ // Returns the whole contents of the per_thread_context structs being tracked.
798
+ static VALUE _native_per_thread_context(DDTRACE_UNUSED VALUE _self, VALUE collector_instance) {
799
+ struct thread_context_collector_state *state;
800
+ TypedData_Get_Struct(collector_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
801
+
802
+ return per_thread_context_st_table_as_ruby_hash(state);
803
+ }
804
+
805
+ static long update_time_since_previous_sample(long *time_at_previous_sample_ns, long current_time_ns, long gc_start_time_ns, bool is_wall_time) {
806
+ // If we didn't have a time for the previous sample, we use the current one
807
+ if (*time_at_previous_sample_ns == INVALID_TIME) *time_at_previous_sample_ns = current_time_ns;
808
+
809
+ bool is_thread_doing_gc = gc_start_time_ns != INVALID_TIME;
810
+ long elapsed_time_ns = -1;
811
+
812
+ if (is_thread_doing_gc) {
813
+ bool previous_sample_was_during_gc = gc_start_time_ns <= *time_at_previous_sample_ns;
814
+
815
+ if (previous_sample_was_during_gc) {
816
+ elapsed_time_ns = 0; // No time to account for -- any time since the last sample is going to get assigned to GC separately
817
+ } else {
818
+ elapsed_time_ns = gc_start_time_ns - *time_at_previous_sample_ns; // Capture time between previous sample and start of GC only
819
+ }
820
+
821
+ // Remaining time (from gc_start_time to current_time_ns) will be accounted for inside `sample_after_gc`
822
+ *time_at_previous_sample_ns = gc_start_time_ns;
823
+ } else {
824
+ elapsed_time_ns = current_time_ns - *time_at_previous_sample_ns; // Capture all time since previous sample
825
+ *time_at_previous_sample_ns = current_time_ns;
826
+ }
827
+
828
+ if (elapsed_time_ns < 0) {
829
+ if (is_wall_time) {
830
+ // Wall-time can actually go backwards (e.g. when the system clock gets set) so we can't assume time going backwards
831
+ // was a bug.
832
+ // @ivoanjo: I've also observed time going backwards spuriously on macOS, see discussion on
833
+ // https://github.com/DataDog/dd-trace-rb/pull/2336.
834
+ elapsed_time_ns = 0;
835
+ } else {
836
+ // We don't expect non-wall time to go backwards, so let's flag this as a bug
837
+ rb_raise(rb_eRuntimeError, "BUG: Unexpected negative elapsed_time_ns between samples");
838
+ }
839
+ }
840
+
841
+ return elapsed_time_ns;
842
+ }
843
+
844
+ // Safety: This function is assumed never to raise exceptions by callers
845
+ static long cpu_time_now_ns(struct per_thread_context *thread_context) {
846
+ thread_cpu_time cpu_time = thread_cpu_time_for(thread_context->thread_cpu_time_id);
847
+
848
+ if (!cpu_time.valid) {
849
+ // Invalidate previous state of the counter (if any), it's no longer accurate. We need to get two good reads
850
+ // in a row to have an accurate delta.
851
+ thread_context->cpu_time_at_previous_sample_ns = INVALID_TIME;
852
+ return 0;
853
+ }
854
+
855
+ return cpu_time.result_ns;
856
+ }
857
+
858
+ static long thread_id_for(VALUE thread) {
859
+ VALUE object_id = rb_obj_id(thread);
860
+
861
+ // The API docs for Ruby state that `rb_obj_id` COULD be a BIGNUM and that if you want to be really sure you don't
862
+ // get a BIGNUM, then you should use `rb_memory_id`. But `rb_memory_id` is less interesting because it's less visible
863
+ // at the user level than the result of calling `#object_id`.
864
+ //
865
+ // It also seems uncommon to me that we'd ever get a BIGNUM; on old Ruby versions (pre-GC compaction), the object id
866
+ // was the pointer to the object, so that's not going to be a BIGNUM; on modern Ruby versions, Ruby keeps
867
+ // a counter, and only increments it for objects for which `#object_id`/`rb_obj_id` is called (e.g. most objects
868
+ // won't actually have an object id allocated).
869
+ //
870
+ // So, for now, let's simplify: we only support FIXNUMs, and we won't break if we get a BIGNUM; we just won't
871
+ // record the thread_id (but samples will still be collected).
872
+ return FIXNUM_P(object_id) ? FIX2LONG(object_id) : -1;
873
+ }
874
+
875
+ VALUE enforce_thread_context_collector_instance(VALUE object) {
876
+ Check_TypedStruct(object, &thread_context_collector_typed_data);
877
+ return object;
878
+ }
879
+
880
+ // This method exists only to enable testing Datadog::Profiling::Collectors::ThreadContext behavior using RSpec.
881
+ // It SHOULD NOT be used for other purposes.
882
+ //
883
+ // Returns the whole contents of the per_thread_context structs being tracked.
884
+ static VALUE _native_stats(DDTRACE_UNUSED VALUE _self, VALUE collector_instance) {
885
+ struct thread_context_collector_state *state;
886
+ TypedData_Get_Struct(collector_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
887
+
888
+ return stats_as_ruby_hash(state);
889
+ }
890
+
891
+ // Assumption 1: This function is called in a thread that is holding the Global VM Lock. Caller is responsible for enforcing this.
892
+ static void trace_identifiers_for(struct thread_context_collector_state *state, VALUE thread, struct trace_identifiers *trace_identifiers_result) {
893
+ if (state->tracer_context_key == MISSING_TRACER_CONTEXT_KEY) return;
894
+
895
+ VALUE current_context = rb_thread_local_aref(thread, state->tracer_context_key);
896
+ if (current_context == Qnil) return;
897
+
898
+ VALUE active_trace = rb_ivar_get(current_context, at_active_trace_id /* @active_trace */);
899
+ if (active_trace == Qnil) return;
900
+
901
+ VALUE root_span = rb_ivar_get(active_trace, at_root_span_id /* @root_span */);
902
+ VALUE active_span = rb_ivar_get(active_trace, at_active_span_id /* @active_span */);
903
+ if (root_span == Qnil || active_span == Qnil) return;
904
+
905
+ VALUE numeric_local_root_span_id = rb_ivar_get(root_span, at_id_id /* @id */);
906
+ VALUE numeric_span_id = rb_ivar_get(active_span, at_id_id /* @id */);
907
+ if (numeric_local_root_span_id == Qnil || numeric_span_id == Qnil) return;
908
+
909
+ trace_identifiers_result->local_root_span_id = NUM2ULL(numeric_local_root_span_id);
910
+ trace_identifiers_result->span_id = NUM2ULL(numeric_span_id);
911
+
912
+ trace_identifiers_result->valid = true;
913
+
914
+ VALUE root_span_type = rb_ivar_get(root_span, at_type_id /* @type */);
915
+ if (root_span_type == Qnil || !is_type_web(root_span_type)) return;
916
+
917
+ VALUE trace_resource = rb_ivar_get(active_trace, at_resource_id /* @resource */);
918
+ if (RB_TYPE_P(trace_resource, T_STRING)) {
919
+ trace_identifiers_result->trace_endpoint = trace_resource;
920
+ } else if (trace_resource == Qnil) {
921
+ // Fall back to resource from span, if any
922
+ trace_identifiers_result->trace_endpoint = rb_ivar_get(root_span, at_resource_id /* @resource */);
923
+ }
924
+ }
925
+
926
+ static bool is_type_web(VALUE root_span_type) {
927
+ ENFORCE_TYPE(root_span_type, T_STRING);
928
+
929
+ return RSTRING_LEN(root_span_type) == strlen("web") &&
930
+ (memcmp("web", StringValuePtr(root_span_type), strlen("web")) == 0);
931
+ }
932
+
933
+ // After the Ruby VM forks, this method gets called in the child process to clean up any leftover state from the parent.
934
+ //
935
+ // Assumption: This method gets called BEFORE restarting profiling -- e.g. there are no components attempting to
936
+ // trigger samples at the same time.
937
+ static VALUE _native_reset_after_fork(DDTRACE_UNUSED VALUE self, VALUE collector_instance) {
938
+ struct thread_context_collector_state *state;
939
+ TypedData_Get_Struct(collector_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
940
+
941
+ st_clear(state->hash_map_per_thread_context);
942
+
943
+ state->stats = (struct stats) {}; // Resets all stats back to zero
944
+
945
+ rb_funcall(state->recorder_instance, rb_intern("reset_after_fork"), 0);
946
+
947
+ return Qtrue;
948
+ }
949
+
950
+ static VALUE thread_list(struct thread_context_collector_state *state) {
951
+ VALUE result = state->thread_list_buffer;
952
+ rb_ary_clear(result);
953
+ ddtrace_thread_list(result);
954
+ return result;
955
+ }
956
+
957
+ void thread_context_collector_sample_allocation(VALUE self_instance, unsigned int sample_weight) {
958
+ struct thread_context_collector_state *state;
959
+ TypedData_Get_Struct(self_instance, struct thread_context_collector_state, &thread_context_collector_typed_data, state);
960
+
961
+ VALUE current_thread = rb_thread_current();
962
+
963
+ trigger_sample_for_thread(
964
+ state,
965
+ /* thread: */ current_thread,
966
+ /* stack_from_thread: */ current_thread,
967
+ get_or_create_context_for(current_thread, state),
968
+ (sample_values) {.alloc_samples = sample_weight},
969
+ SAMPLE_REGULAR
970
+ );
971
+ }
972
+
973
+ // This method exists only to enable testing Datadog::Profiling::Collectors::ThreadContext behavior using RSpec.
974
+ // It SHOULD NOT be used for other purposes.
975
+ static VALUE _native_sample_allocation(DDTRACE_UNUSED VALUE self, VALUE collector_instance, VALUE sample_weight) {
976
+ thread_context_collector_sample_allocation(collector_instance, NUM2UINT(sample_weight));
977
+ return Qtrue;
978
+ }