ddtrace 1.0.0.beta1 → 1.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (627) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +4 -16
  3. data/CHANGELOG.md +156 -2
  4. data/LICENSE-3rdparty.csv +3 -2
  5. data/README.md +2 -2
  6. data/ddtrace.gemspec +12 -3
  7. data/docs/GettingStarted.md +231 -146
  8. data/docs/ProfilingDevelopment.md +8 -8
  9. data/docs/UpgradeGuide.md +384 -205
  10. data/ext/ddtrace_profiling_loader/ddtrace_profiling_loader.c +118 -0
  11. data/ext/ddtrace_profiling_loader/extconf.rb +53 -0
  12. data/ext/ddtrace_profiling_native_extension/NativeExtensionDesign.md +31 -5
  13. data/ext/ddtrace_profiling_native_extension/clock_id_from_pthread.c +0 -8
  14. data/ext/ddtrace_profiling_native_extension/collectors_stack.c +278 -0
  15. data/ext/ddtrace_profiling_native_extension/extconf.rb +79 -100
  16. data/ext/ddtrace_profiling_native_extension/libddprof_helpers.h +13 -0
  17. data/ext/ddtrace_profiling_native_extension/native_extension_helpers.rb +186 -0
  18. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.c +579 -7
  19. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.h +30 -0
  20. data/ext/ddtrace_profiling_native_extension/profiling.c +10 -1
  21. data/ext/ddtrace_profiling_native_extension/stack_recorder.c +139 -0
  22. data/ext/ddtrace_profiling_native_extension/stack_recorder.h +28 -0
  23. data/lib/datadog/appsec/assets/waf_rules/recommended.json +248 -318
  24. data/lib/datadog/appsec/assets/waf_rules/risky.json +78 -18
  25. data/lib/datadog/appsec/assets/waf_rules/strict.json +4 -67
  26. data/lib/datadog/appsec/assets.rb +2 -0
  27. data/lib/datadog/appsec/autoload.rb +2 -2
  28. data/lib/datadog/appsec/configuration/settings.rb +22 -1
  29. data/lib/datadog/appsec/configuration.rb +10 -0
  30. data/lib/datadog/appsec/contrib/auto_instrument.rb +2 -0
  31. data/lib/datadog/appsec/contrib/configuration/settings.rb +2 -0
  32. data/lib/datadog/appsec/contrib/integration.rb +2 -0
  33. data/lib/datadog/appsec/contrib/patcher.rb +2 -0
  34. data/lib/datadog/appsec/contrib/rack/configuration/settings.rb +2 -0
  35. data/lib/datadog/appsec/contrib/rack/ext.rb +2 -0
  36. data/lib/datadog/appsec/contrib/rack/gateway/watcher.rb +78 -37
  37. data/lib/datadog/appsec/contrib/rack/integration.rb +1 -0
  38. data/lib/datadog/appsec/contrib/rack/patcher.rb +0 -1
  39. data/lib/datadog/appsec/contrib/rack/reactive/request.rb +4 -2
  40. data/lib/datadog/appsec/contrib/rack/reactive/request_body.rb +64 -0
  41. data/lib/datadog/appsec/contrib/rack/reactive/response.rb +4 -2
  42. data/lib/datadog/appsec/contrib/rack/request.rb +16 -1
  43. data/lib/datadog/appsec/contrib/rack/request_body_middleware.rb +41 -0
  44. data/lib/datadog/appsec/contrib/rack/request_middleware.rb +60 -46
  45. data/lib/datadog/appsec/contrib/rack/response.rb +2 -0
  46. data/lib/datadog/appsec/contrib/rails/configuration/settings.rb +2 -0
  47. data/lib/datadog/appsec/contrib/rails/ext.rb +2 -0
  48. data/lib/datadog/appsec/contrib/rails/framework.rb +2 -0
  49. data/lib/datadog/appsec/contrib/rails/gateway/watcher.rb +81 -0
  50. data/lib/datadog/appsec/contrib/rails/patcher.rb +35 -2
  51. data/lib/datadog/appsec/contrib/rails/reactive/action.rb +68 -0
  52. data/lib/datadog/appsec/contrib/rails/request.rb +33 -0
  53. data/lib/datadog/appsec/contrib/rails/request_middleware.rb +2 -0
  54. data/lib/datadog/appsec/contrib/sinatra/configuration/settings.rb +2 -0
  55. data/lib/datadog/appsec/contrib/sinatra/ext.rb +2 -0
  56. data/lib/datadog/appsec/contrib/sinatra/framework.rb +2 -0
  57. data/lib/datadog/appsec/contrib/sinatra/gateway/watcher.rb +124 -0
  58. data/lib/datadog/appsec/contrib/sinatra/patcher.rb +69 -2
  59. data/lib/datadog/appsec/contrib/sinatra/reactive/routed.rb +63 -0
  60. data/lib/datadog/appsec/contrib/sinatra/request_middleware.rb +2 -0
  61. data/lib/datadog/appsec/event.rb +44 -34
  62. data/lib/datadog/appsec/extensions.rb +2 -4
  63. data/lib/datadog/appsec/instrumentation/gateway.rb +2 -0
  64. data/lib/datadog/appsec/processor.rb +164 -0
  65. data/lib/datadog/appsec/rate_limiter.rb +7 -0
  66. data/lib/datadog/appsec/reactive/address_hash.rb +2 -0
  67. data/lib/datadog/appsec/reactive/engine.rb +2 -0
  68. data/lib/datadog/appsec/reactive/operation.rb +2 -1
  69. data/lib/datadog/appsec/reactive/subscriber.rb +2 -0
  70. data/lib/datadog/appsec.rb +2 -0
  71. data/lib/datadog/ci/configuration/components.rb +1 -0
  72. data/lib/datadog/ci/configuration/settings.rb +9 -2
  73. data/lib/datadog/ci/contrib/cucumber/configuration/settings.rb +1 -0
  74. data/lib/datadog/ci/contrib/cucumber/ext.rb +1 -0
  75. data/lib/datadog/ci/contrib/cucumber/formatter.rb +2 -1
  76. data/lib/datadog/ci/contrib/cucumber/instrumentation.rb +1 -0
  77. data/lib/datadog/ci/contrib/cucumber/integration.rb +1 -0
  78. data/lib/datadog/ci/contrib/cucumber/patcher.rb +1 -0
  79. data/lib/datadog/ci/contrib/rspec/configuration/settings.rb +1 -0
  80. data/lib/datadog/ci/contrib/rspec/example.rb +3 -2
  81. data/lib/datadog/ci/contrib/rspec/ext.rb +1 -0
  82. data/lib/datadog/ci/contrib/rspec/integration.rb +1 -0
  83. data/lib/datadog/ci/contrib/rspec/patcher.rb +1 -0
  84. data/lib/datadog/ci/ext/app_types.rb +1 -0
  85. data/lib/datadog/ci/ext/environment.rb +23 -8
  86. data/lib/datadog/ci/ext/settings.rb +1 -0
  87. data/lib/datadog/ci/ext/test.rb +1 -0
  88. data/lib/datadog/ci/extensions.rb +1 -0
  89. data/lib/datadog/ci/flush.rb +1 -0
  90. data/lib/datadog/ci/test.rb +2 -1
  91. data/lib/datadog/ci.rb +3 -1
  92. data/lib/datadog/core/buffer/cruby.rb +1 -0
  93. data/lib/datadog/core/buffer/thread_safe.rb +1 -0
  94. data/lib/datadog/core/configuration/agent_settings_resolver.rb +109 -40
  95. data/lib/datadog/core/configuration/base.rb +1 -0
  96. data/lib/datadog/core/configuration/components.rb +23 -4
  97. data/lib/datadog/core/configuration/dependency_resolver.rb +1 -0
  98. data/lib/datadog/core/configuration/option.rb +1 -0
  99. data/lib/datadog/core/configuration/option_definition.rb +1 -0
  100. data/lib/datadog/core/configuration/option_definition_set.rb +1 -0
  101. data/lib/datadog/core/configuration/option_set.rb +1 -0
  102. data/lib/datadog/core/configuration/options.rb +1 -0
  103. data/lib/datadog/core/configuration/settings.rb +4 -12
  104. data/lib/datadog/core/configuration.rb +8 -5
  105. data/lib/datadog/core/diagnostics/environment_logger.rb +2 -1
  106. data/lib/datadog/core/diagnostics/ext.rb +1 -0
  107. data/lib/datadog/core/diagnostics/health.rb +2 -1
  108. data/lib/datadog/core/encoding.rb +1 -0
  109. data/lib/datadog/core/environment/cgroup.rb +4 -1
  110. data/lib/datadog/core/environment/class_count.rb +1 -0
  111. data/lib/datadog/core/environment/container.rb +3 -1
  112. data/lib/datadog/core/environment/ext.rb +1 -0
  113. data/lib/datadog/core/environment/gc.rb +1 -0
  114. data/lib/datadog/core/environment/identity.rb +1 -0
  115. data/lib/datadog/core/environment/socket.rb +1 -0
  116. data/lib/datadog/core/environment/thread_count.rb +1 -0
  117. data/lib/datadog/core/environment/variable_helpers.rb +27 -2
  118. data/lib/datadog/core/environment/vm_cache.rb +1 -0
  119. data/lib/datadog/core/error.rb +2 -1
  120. data/lib/datadog/core/extensions.rb +2 -1
  121. data/lib/datadog/core/git/ext.rb +1 -0
  122. data/lib/datadog/core/logger.rb +1 -0
  123. data/lib/datadog/core/logging/ext.rb +11 -0
  124. data/lib/datadog/core/metrics/client.rb +16 -5
  125. data/lib/datadog/core/metrics/ext.rb +1 -0
  126. data/lib/datadog/core/metrics/helpers.rb +2 -0
  127. data/lib/datadog/core/metrics/logging.rb +2 -0
  128. data/lib/datadog/core/metrics/metric.rb +2 -0
  129. data/lib/datadog/core/metrics/options.rb +2 -0
  130. data/lib/datadog/core/pin.rb +1 -1
  131. data/lib/datadog/core/runtime/metrics.rb +2 -1
  132. data/lib/datadog/core/utils/compression.rb +1 -0
  133. data/lib/datadog/core/utils/forking.rb +1 -0
  134. data/lib/datadog/core/utils/object_set.rb +1 -0
  135. data/lib/datadog/core/utils/only_once.rb +2 -1
  136. data/lib/datadog/core/utils/safe_dup.rb +27 -0
  137. data/lib/datadog/core/utils/sequence.rb +1 -0
  138. data/lib/datadog/core/utils/string_table.rb +1 -0
  139. data/lib/datadog/core/utils/time.rb +1 -0
  140. data/lib/datadog/core/utils.rb +1 -0
  141. data/lib/datadog/core/vendor/multipart-post/multipart/post/composite_read_io.rb +1 -0
  142. data/lib/datadog/core/vendor/multipart-post/multipart/post/multipartable.rb +1 -0
  143. data/lib/datadog/core/vendor/multipart-post/multipart/post/parts.rb +1 -0
  144. data/lib/datadog/core/vendor/multipart-post/multipart/post/version.rb +1 -0
  145. data/lib/datadog/core/vendor/multipart-post/multipart/post.rb +1 -0
  146. data/lib/datadog/core/vendor/multipart-post/multipart.rb +1 -0
  147. data/lib/datadog/core/vendor/multipart-post/net/http/post/multipart.rb +1 -0
  148. data/lib/datadog/core/worker.rb +1 -0
  149. data/lib/datadog/core/workers/async.rb +4 -1
  150. data/lib/datadog/core/workers/interval_loop.rb +1 -0
  151. data/lib/datadog/core/workers/polling.rb +1 -0
  152. data/lib/datadog/core/workers/queue.rb +1 -0
  153. data/lib/datadog/core/workers/runtime_metrics.rb +0 -2
  154. data/lib/datadog/core.rb +7 -0
  155. data/lib/datadog/kit/enable_core_dumps.rb +50 -0
  156. data/lib/datadog/kit/identity.rb +63 -0
  157. data/lib/datadog/kit.rb +11 -0
  158. data/lib/datadog/opentracer/binary_propagator.rb +1 -0
  159. data/lib/datadog/opentracer/carrier.rb +1 -0
  160. data/lib/datadog/opentracer/distributed_headers.rb +1 -0
  161. data/lib/datadog/opentracer/global_tracer.rb +1 -0
  162. data/lib/datadog/opentracer/propagator.rb +1 -0
  163. data/lib/datadog/opentracer/rack_propagator.rb +1 -0
  164. data/lib/datadog/opentracer/scope.rb +1 -0
  165. data/lib/datadog/opentracer/scope_manager.rb +1 -0
  166. data/lib/datadog/opentracer/span.rb +1 -0
  167. data/lib/datadog/opentracer/span_context.rb +1 -0
  168. data/lib/datadog/opentracer/span_context_factory.rb +1 -0
  169. data/lib/datadog/opentracer/text_map_propagator.rb +1 -0
  170. data/lib/datadog/opentracer/thread_local_scope.rb +1 -0
  171. data/lib/datadog/opentracer/thread_local_scope_manager.rb +1 -0
  172. data/lib/datadog/opentracer/tracer.rb +1 -2
  173. data/lib/datadog/opentracer.rb +1 -0
  174. data/lib/datadog/profiling/backtrace_location.rb +1 -0
  175. data/lib/datadog/profiling/buffer.rb +1 -0
  176. data/lib/datadog/profiling/collectors/code_provenance.rb +2 -1
  177. data/lib/datadog/profiling/collectors/old_stack.rb +298 -0
  178. data/lib/datadog/profiling/collectors/stack.rb +5 -286
  179. data/lib/datadog/profiling/encoding/profile.rb +1 -1
  180. data/lib/datadog/profiling/event.rb +1 -0
  181. data/lib/datadog/profiling/events/stack.rb +1 -0
  182. data/lib/datadog/profiling/exporter.rb +1 -0
  183. data/lib/datadog/profiling/ext/forking.rb +1 -0
  184. data/lib/datadog/profiling/ext.rb +4 -3
  185. data/lib/datadog/profiling/flush.rb +2 -1
  186. data/lib/datadog/profiling/load_native_extension.rb +22 -0
  187. data/lib/datadog/profiling/native_extension.rb +1 -0
  188. data/lib/datadog/profiling/pprof/builder.rb +2 -1
  189. data/lib/datadog/profiling/pprof/converter.rb +1 -0
  190. data/lib/datadog/profiling/pprof/message_set.rb +1 -0
  191. data/lib/datadog/profiling/pprof/payload.rb +1 -0
  192. data/lib/datadog/profiling/pprof/pprof_pb.rb +1 -0
  193. data/lib/datadog/profiling/pprof/stack_sample.rb +1 -0
  194. data/lib/datadog/profiling/pprof/string_table.rb +1 -0
  195. data/lib/datadog/profiling/pprof/template.rb +1 -0
  196. data/lib/datadog/profiling/preload.rb +1 -0
  197. data/lib/datadog/profiling/profiler.rb +1 -0
  198. data/lib/datadog/profiling/recorder.rb +2 -1
  199. data/lib/datadog/profiling/scheduler.rb +3 -2
  200. data/lib/datadog/profiling/stack_recorder.rb +33 -0
  201. data/lib/datadog/profiling/tag_builder.rb +48 -0
  202. data/lib/datadog/profiling/tasks/exec.rb +3 -2
  203. data/lib/datadog/profiling/tasks/help.rb +1 -0
  204. data/lib/datadog/profiling/tasks/setup.rb +7 -4
  205. data/lib/datadog/profiling/trace_identifiers/ddtrace.rb +2 -1
  206. data/lib/datadog/profiling/trace_identifiers/helper.rb +2 -1
  207. data/lib/datadog/profiling/transport/client.rb +1 -0
  208. data/lib/datadog/profiling/transport/http/api/endpoint.rb +1 -0
  209. data/lib/datadog/profiling/transport/http/api/instance.rb +1 -0
  210. data/lib/datadog/profiling/transport/http/api/spec.rb +1 -0
  211. data/lib/datadog/profiling/transport/http/api.rb +1 -0
  212. data/lib/datadog/profiling/transport/http/builder.rb +1 -0
  213. data/lib/datadog/profiling/transport/http/client.rb +1 -0
  214. data/lib/datadog/profiling/transport/http/response.rb +1 -0
  215. data/lib/datadog/profiling/transport/http.rb +1 -0
  216. data/lib/datadog/profiling/transport/io/client.rb +1 -0
  217. data/lib/datadog/profiling/transport/io/response.rb +1 -0
  218. data/lib/datadog/profiling/transport/io.rb +1 -0
  219. data/lib/datadog/profiling/transport/parcel.rb +1 -0
  220. data/lib/datadog/profiling/transport/request.rb +1 -0
  221. data/lib/datadog/profiling/transport/response.rb +1 -0
  222. data/lib/datadog/profiling.rb +30 -27
  223. data/lib/datadog/tracing/analytics.rb +1 -0
  224. data/lib/datadog/tracing/buffer.rb +10 -3
  225. data/lib/datadog/tracing/configuration/ext.rb +1 -0
  226. data/lib/datadog/tracing/context.rb +1 -0
  227. data/lib/datadog/tracing/context_provider.rb +18 -19
  228. data/lib/datadog/tracing/contrib/action_cable/configuration/settings.rb +1 -0
  229. data/lib/datadog/tracing/contrib/action_cable/event.rb +2 -1
  230. data/lib/datadog/tracing/contrib/action_cable/events/broadcast.rb +1 -0
  231. data/lib/datadog/tracing/contrib/action_cable/events/perform_action.rb +1 -0
  232. data/lib/datadog/tracing/contrib/action_cable/events/transmit.rb +1 -0
  233. data/lib/datadog/tracing/contrib/action_cable/events.rb +1 -0
  234. data/lib/datadog/tracing/contrib/action_cable/ext.rb +1 -0
  235. data/lib/datadog/tracing/contrib/action_cable/instrumentation.rb +1 -1
  236. data/lib/datadog/tracing/contrib/action_cable/integration.rb +1 -0
  237. data/lib/datadog/tracing/contrib/action_cable/patcher.rb +1 -0
  238. data/lib/datadog/tracing/contrib/action_mailer/configuration/settings.rb +1 -0
  239. data/lib/datadog/tracing/contrib/action_mailer/event.rb +2 -1
  240. data/lib/datadog/tracing/contrib/action_mailer/events/deliver.rb +1 -0
  241. data/lib/datadog/tracing/contrib/action_mailer/events/process.rb +1 -0
  242. data/lib/datadog/tracing/contrib/action_mailer/events.rb +1 -0
  243. data/lib/datadog/tracing/contrib/action_mailer/ext.rb +1 -0
  244. data/lib/datadog/tracing/contrib/action_mailer/integration.rb +1 -0
  245. data/lib/datadog/tracing/contrib/action_mailer/patcher.rb +1 -0
  246. data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +3 -2
  247. data/lib/datadog/tracing/contrib/action_pack/action_controller/patcher.rb +1 -0
  248. data/lib/datadog/tracing/contrib/action_pack/configuration/settings.rb +1 -0
  249. data/lib/datadog/tracing/contrib/action_pack/ext.rb +1 -0
  250. data/lib/datadog/tracing/contrib/action_pack/integration.rb +1 -0
  251. data/lib/datadog/tracing/contrib/action_pack/patcher.rb +1 -0
  252. data/lib/datadog/tracing/contrib/action_pack/utils.rb +2 -1
  253. data/lib/datadog/tracing/contrib/action_view/configuration/settings.rb +1 -0
  254. data/lib/datadog/tracing/contrib/action_view/event.rb +2 -1
  255. data/lib/datadog/tracing/contrib/action_view/events/render_partial.rb +1 -0
  256. data/lib/datadog/tracing/contrib/action_view/events/render_template.rb +1 -0
  257. data/lib/datadog/tracing/contrib/action_view/events.rb +1 -0
  258. data/lib/datadog/tracing/contrib/action_view/ext.rb +1 -0
  259. data/lib/datadog/tracing/contrib/action_view/instrumentation/partial_renderer.rb +1 -0
  260. data/lib/datadog/tracing/contrib/action_view/instrumentation/template_renderer.rb +1 -0
  261. data/lib/datadog/tracing/contrib/action_view/integration.rb +1 -0
  262. data/lib/datadog/tracing/contrib/action_view/patcher.rb +1 -1
  263. data/lib/datadog/tracing/contrib/action_view/utils.rb +2 -1
  264. data/lib/datadog/tracing/contrib/active_job/configuration/settings.rb +1 -0
  265. data/lib/datadog/tracing/contrib/active_job/event.rb +2 -1
  266. data/lib/datadog/tracing/contrib/active_job/events/discard.rb +1 -0
  267. data/lib/datadog/tracing/contrib/active_job/events/enqueue.rb +1 -0
  268. data/lib/datadog/tracing/contrib/active_job/events/enqueue_at.rb +1 -0
  269. data/lib/datadog/tracing/contrib/active_job/events/enqueue_retry.rb +1 -0
  270. data/lib/datadog/tracing/contrib/active_job/events/perform.rb +1 -0
  271. data/lib/datadog/tracing/contrib/active_job/events/retry_stopped.rb +1 -0
  272. data/lib/datadog/tracing/contrib/active_job/events.rb +1 -0
  273. data/lib/datadog/tracing/contrib/active_job/ext.rb +1 -0
  274. data/lib/datadog/tracing/contrib/active_job/integration.rb +1 -0
  275. data/lib/datadog/tracing/contrib/active_job/log_injection.rb +1 -0
  276. data/lib/datadog/tracing/contrib/active_job/patcher.rb +1 -0
  277. data/lib/datadog/tracing/contrib/active_model_serializers/configuration/settings.rb +1 -0
  278. data/lib/datadog/tracing/contrib/active_model_serializers/event.rb +2 -1
  279. data/lib/datadog/tracing/contrib/active_model_serializers/events/render.rb +1 -0
  280. data/lib/datadog/tracing/contrib/active_model_serializers/events/serialize.rb +1 -0
  281. data/lib/datadog/tracing/contrib/active_model_serializers/events.rb +1 -0
  282. data/lib/datadog/tracing/contrib/active_model_serializers/ext.rb +1 -0
  283. data/lib/datadog/tracing/contrib/active_model_serializers/integration.rb +1 -0
  284. data/lib/datadog/tracing/contrib/active_model_serializers/patcher.rb +2 -1
  285. data/lib/datadog/tracing/contrib/active_record/configuration/makara_resolver.rb +1 -0
  286. data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +3 -2
  287. data/lib/datadog/tracing/contrib/active_record/configuration/settings.rb +1 -0
  288. data/lib/datadog/tracing/contrib/active_record/event.rb +2 -1
  289. data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +1 -0
  290. data/lib/datadog/tracing/contrib/active_record/events/sql.rb +2 -1
  291. data/lib/datadog/tracing/contrib/active_record/events.rb +1 -0
  292. data/lib/datadog/tracing/contrib/active_record/ext.rb +1 -0
  293. data/lib/datadog/tracing/contrib/active_record/integration.rb +1 -0
  294. data/lib/datadog/tracing/contrib/active_record/patcher.rb +1 -0
  295. data/lib/datadog/tracing/contrib/active_record/utils.rb +2 -1
  296. data/lib/datadog/tracing/contrib/active_record/vendor/connection_specification.rb +2 -1
  297. data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +2 -1
  298. data/lib/datadog/tracing/contrib/active_support/cache/patcher.rb +1 -0
  299. data/lib/datadog/tracing/contrib/active_support/cache/redis.rb +1 -0
  300. data/lib/datadog/tracing/contrib/active_support/configuration/settings.rb +1 -0
  301. data/lib/datadog/tracing/contrib/active_support/ext.rb +1 -0
  302. data/lib/datadog/tracing/contrib/active_support/integration.rb +1 -0
  303. data/lib/datadog/tracing/contrib/active_support/notifications/event.rb +1 -0
  304. data/lib/datadog/tracing/contrib/active_support/notifications/subscriber.rb +1 -0
  305. data/lib/datadog/tracing/contrib/active_support/notifications/subscription.rb +5 -2
  306. data/lib/datadog/tracing/contrib/active_support/patcher.rb +1 -0
  307. data/lib/datadog/tracing/contrib/analytics.rb +1 -0
  308. data/lib/datadog/tracing/contrib/auto_instrument.rb +23 -20
  309. data/lib/datadog/tracing/contrib/aws/configuration/settings.rb +1 -0
  310. data/lib/datadog/tracing/contrib/aws/ext.rb +1 -0
  311. data/lib/datadog/tracing/contrib/aws/instrumentation.rb +3 -1
  312. data/lib/datadog/tracing/contrib/aws/integration.rb +1 -0
  313. data/lib/datadog/tracing/contrib/aws/parsed_context.rb +1 -0
  314. data/lib/datadog/tracing/contrib/aws/patcher.rb +2 -1
  315. data/lib/datadog/tracing/contrib/aws/services.rb +1 -0
  316. data/lib/datadog/tracing/contrib/concurrent_ruby/configuration/settings.rb +1 -0
  317. data/lib/datadog/tracing/contrib/concurrent_ruby/context_composite_executor_service.rb +12 -4
  318. data/lib/datadog/tracing/contrib/concurrent_ruby/ext.rb +1 -0
  319. data/lib/datadog/tracing/contrib/concurrent_ruby/future_patch.rb +1 -0
  320. data/lib/datadog/tracing/contrib/concurrent_ruby/integration.rb +1 -0
  321. data/lib/datadog/tracing/contrib/concurrent_ruby/patcher.rb +1 -0
  322. data/lib/datadog/tracing/contrib/configurable.rb +1 -0
  323. data/lib/datadog/tracing/contrib/configuration/resolver.rb +1 -0
  324. data/lib/datadog/tracing/contrib/configuration/resolvers/pattern_resolver.rb +1 -0
  325. data/lib/datadog/tracing/contrib/configuration/settings.rb +1 -0
  326. data/lib/datadog/tracing/contrib/dalli/configuration/settings.rb +1 -0
  327. data/lib/datadog/tracing/contrib/dalli/ext.rb +1 -0
  328. data/lib/datadog/tracing/contrib/dalli/instrumentation.rb +2 -1
  329. data/lib/datadog/tracing/contrib/dalli/integration.rb +1 -0
  330. data/lib/datadog/tracing/contrib/dalli/patcher.rb +1 -1
  331. data/lib/datadog/tracing/contrib/dalli/quantize.rb +1 -0
  332. data/lib/datadog/tracing/contrib/delayed_job/configuration/settings.rb +1 -0
  333. data/lib/datadog/tracing/contrib/delayed_job/ext.rb +1 -0
  334. data/lib/datadog/tracing/contrib/delayed_job/integration.rb +1 -0
  335. data/lib/datadog/tracing/contrib/delayed_job/patcher.rb +1 -1
  336. data/lib/datadog/tracing/contrib/delayed_job/plugin.rb +2 -1
  337. data/lib/datadog/tracing/contrib/elasticsearch/configuration/settings.rb +1 -0
  338. data/lib/datadog/tracing/contrib/elasticsearch/ext.rb +1 -0
  339. data/lib/datadog/tracing/contrib/elasticsearch/integration.rb +10 -3
  340. data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +40 -3
  341. data/lib/datadog/tracing/contrib/elasticsearch/quantize.rb +1 -0
  342. data/lib/datadog/tracing/contrib/ethon/configuration/settings.rb +1 -0
  343. data/lib/datadog/tracing/contrib/ethon/easy_patch.rb +2 -1
  344. data/lib/datadog/tracing/contrib/ethon/ext.rb +1 -0
  345. data/lib/datadog/tracing/contrib/ethon/integration.rb +1 -0
  346. data/lib/datadog/tracing/contrib/ethon/multi_patch.rb +2 -1
  347. data/lib/datadog/tracing/contrib/ethon/patcher.rb +1 -1
  348. data/lib/datadog/tracing/contrib/excon/configuration/settings.rb +1 -0
  349. data/lib/datadog/tracing/contrib/excon/ext.rb +1 -0
  350. data/lib/datadog/tracing/contrib/excon/integration.rb +1 -0
  351. data/lib/datadog/tracing/contrib/excon/middleware.rb +2 -1
  352. data/lib/datadog/tracing/contrib/excon/patcher.rb +1 -0
  353. data/lib/datadog/tracing/contrib/extensions.rb +57 -44
  354. data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb +1 -0
  355. data/lib/datadog/tracing/contrib/faraday/connection.rb +1 -0
  356. data/lib/datadog/tracing/contrib/faraday/ext.rb +1 -0
  357. data/lib/datadog/tracing/contrib/faraday/integration.rb +1 -0
  358. data/lib/datadog/tracing/contrib/faraday/middleware.rb +2 -1
  359. data/lib/datadog/tracing/contrib/faraday/patcher.rb +1 -1
  360. data/lib/datadog/tracing/contrib/faraday/rack_builder.rb +1 -0
  361. data/lib/datadog/tracing/contrib/grape/configuration/settings.rb +1 -0
  362. data/lib/datadog/tracing/contrib/grape/endpoint.rb +4 -2
  363. data/lib/datadog/tracing/contrib/grape/ext.rb +1 -0
  364. data/lib/datadog/tracing/contrib/grape/instrumentation.rb +1 -0
  365. data/lib/datadog/tracing/contrib/grape/integration.rb +1 -0
  366. data/lib/datadog/tracing/contrib/grape/patcher.rb +1 -1
  367. data/lib/datadog/tracing/contrib/graphql/configuration/settings.rb +1 -0
  368. data/lib/datadog/tracing/contrib/graphql/ext.rb +3 -2
  369. data/lib/datadog/tracing/contrib/graphql/integration.rb +1 -0
  370. data/lib/datadog/tracing/contrib/graphql/patcher.rb +31 -4
  371. data/lib/datadog/tracing/contrib/grpc/configuration/settings.rb +1 -0
  372. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/client.rb +1 -0
  373. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/server.rb +1 -0
  374. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor.rb +3 -2
  375. data/lib/datadog/tracing/contrib/grpc/ext.rb +1 -0
  376. data/lib/datadog/tracing/contrib/grpc/integration.rb +1 -0
  377. data/lib/datadog/tracing/contrib/grpc/intercept_with_datadog.rb +1 -0
  378. data/lib/datadog/tracing/contrib/grpc/patcher.rb +1 -1
  379. data/lib/datadog/tracing/contrib/http/circuit_breaker.rb +2 -1
  380. data/lib/datadog/tracing/contrib/http/configuration/settings.rb +1 -0
  381. data/lib/datadog/tracing/contrib/http/ext.rb +1 -0
  382. data/lib/datadog/tracing/contrib/http/instrumentation.rb +2 -1
  383. data/lib/datadog/tracing/contrib/http/integration.rb +1 -0
  384. data/lib/datadog/tracing/contrib/http/patcher.rb +1 -0
  385. data/lib/datadog/tracing/contrib/http_annotation_helper.rb +1 -0
  386. data/lib/datadog/tracing/contrib/httpclient/configuration/settings.rb +1 -0
  387. data/lib/datadog/tracing/contrib/httpclient/ext.rb +1 -0
  388. data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +3 -2
  389. data/lib/datadog/tracing/contrib/httpclient/integration.rb +1 -0
  390. data/lib/datadog/tracing/contrib/httpclient/patcher.rb +1 -0
  391. data/lib/datadog/tracing/contrib/httprb/configuration/settings.rb +1 -0
  392. data/lib/datadog/tracing/contrib/httprb/ext.rb +1 -0
  393. data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +3 -2
  394. data/lib/datadog/tracing/contrib/httprb/integration.rb +1 -0
  395. data/lib/datadog/tracing/contrib/httprb/patcher.rb +1 -0
  396. data/lib/datadog/tracing/contrib/integration.rb +2 -1
  397. data/lib/datadog/tracing/contrib/kafka/configuration/settings.rb +1 -0
  398. data/lib/datadog/tracing/contrib/kafka/consumer_event.rb +1 -0
  399. data/lib/datadog/tracing/contrib/kafka/consumer_group_event.rb +1 -0
  400. data/lib/datadog/tracing/contrib/kafka/event.rb +2 -1
  401. data/lib/datadog/tracing/contrib/kafka/events/connection/request.rb +1 -0
  402. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_batch.rb +1 -0
  403. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_message.rb +1 -0
  404. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/heartbeat.rb +1 -0
  405. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/join_group.rb +1 -0
  406. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/leave_group.rb +1 -0
  407. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/sync_group.rb +1 -0
  408. data/lib/datadog/tracing/contrib/kafka/events/produce_operation/send_messages.rb +1 -0
  409. data/lib/datadog/tracing/contrib/kafka/events/producer/deliver_messages.rb +1 -0
  410. data/lib/datadog/tracing/contrib/kafka/events.rb +1 -0
  411. data/lib/datadog/tracing/contrib/kafka/ext.rb +1 -0
  412. data/lib/datadog/tracing/contrib/kafka/integration.rb +1 -0
  413. data/lib/datadog/tracing/contrib/kafka/patcher.rb +1 -1
  414. data/lib/datadog/tracing/contrib/lograge/configuration/settings.rb +1 -0
  415. data/lib/datadog/tracing/contrib/lograge/ext.rb +1 -0
  416. data/lib/datadog/tracing/contrib/lograge/instrumentation.rb +4 -2
  417. data/lib/datadog/tracing/contrib/lograge/integration.rb +1 -0
  418. data/lib/datadog/tracing/contrib/lograge/patcher.rb +1 -0
  419. data/lib/datadog/tracing/contrib/mongodb/configuration/settings.rb +1 -0
  420. data/lib/datadog/tracing/contrib/mongodb/ext.rb +1 -0
  421. data/lib/datadog/tracing/contrib/mongodb/instrumentation.rb +1 -0
  422. data/lib/datadog/tracing/contrib/mongodb/integration.rb +1 -0
  423. data/lib/datadog/tracing/contrib/mongodb/parsers.rb +2 -1
  424. data/lib/datadog/tracing/contrib/mongodb/patcher.rb +1 -0
  425. data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +3 -2
  426. data/lib/datadog/tracing/contrib/mysql2/configuration/settings.rb +1 -0
  427. data/lib/datadog/tracing/contrib/mysql2/ext.rb +1 -0
  428. data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +2 -1
  429. data/lib/datadog/tracing/contrib/mysql2/integration.rb +1 -0
  430. data/lib/datadog/tracing/contrib/mysql2/patcher.rb +1 -0
  431. data/lib/datadog/tracing/contrib/patchable.rb +1 -0
  432. data/lib/datadog/tracing/contrib/patcher.rb +1 -0
  433. data/lib/datadog/tracing/contrib/presto/configuration/settings.rb +1 -0
  434. data/lib/datadog/tracing/contrib/presto/ext.rb +1 -0
  435. data/lib/datadog/tracing/contrib/presto/instrumentation.rb +2 -1
  436. data/lib/datadog/tracing/contrib/presto/integration.rb +1 -0
  437. data/lib/datadog/tracing/contrib/presto/patcher.rb +1 -0
  438. data/lib/datadog/tracing/contrib/qless/configuration/settings.rb +1 -0
  439. data/lib/datadog/tracing/contrib/qless/ext.rb +1 -0
  440. data/lib/datadog/tracing/contrib/qless/integration.rb +1 -0
  441. data/lib/datadog/tracing/contrib/qless/patcher.rb +2 -2
  442. data/lib/datadog/tracing/contrib/qless/qless_job.rb +3 -2
  443. data/lib/datadog/tracing/contrib/qless/tracer_cleaner.rb +2 -1
  444. data/lib/datadog/tracing/contrib/que/configuration/settings.rb +2 -1
  445. data/lib/datadog/tracing/contrib/que/ext.rb +2 -1
  446. data/lib/datadog/tracing/contrib/que/integration.rb +2 -1
  447. data/lib/datadog/tracing/contrib/que/patcher.rb +2 -2
  448. data/lib/datadog/tracing/contrib/que/tracer.rb +3 -2
  449. data/lib/datadog/tracing/contrib/racecar/configuration/settings.rb +1 -0
  450. data/lib/datadog/tracing/contrib/racecar/event.rb +2 -1
  451. data/lib/datadog/tracing/contrib/racecar/events/batch.rb +1 -0
  452. data/lib/datadog/tracing/contrib/racecar/events/consume.rb +1 -0
  453. data/lib/datadog/tracing/contrib/racecar/events/message.rb +1 -0
  454. data/lib/datadog/tracing/contrib/racecar/events.rb +1 -0
  455. data/lib/datadog/tracing/contrib/racecar/ext.rb +1 -0
  456. data/lib/datadog/tracing/contrib/racecar/integration.rb +1 -0
  457. data/lib/datadog/tracing/contrib/racecar/patcher.rb +1 -1
  458. data/lib/datadog/tracing/contrib/rack/configuration/settings.rb +1 -0
  459. data/lib/datadog/tracing/contrib/rack/ext.rb +1 -0
  460. data/lib/datadog/tracing/contrib/rack/integration.rb +1 -0
  461. data/lib/datadog/tracing/contrib/rack/middlewares.rb +2 -1
  462. data/lib/datadog/tracing/contrib/rack/patcher.rb +3 -2
  463. data/lib/datadog/tracing/contrib/rack/request_queue.rb +1 -0
  464. data/lib/datadog/tracing/contrib/rails/auto_instrument_railtie.rb +3 -1
  465. data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +5 -4
  466. data/lib/datadog/tracing/contrib/rails/ext.rb +1 -0
  467. data/lib/datadog/tracing/contrib/rails/framework.rb +37 -36
  468. data/lib/datadog/tracing/contrib/rails/integration.rb +1 -0
  469. data/lib/datadog/tracing/contrib/rails/log_injection.rb +4 -16
  470. data/lib/datadog/tracing/contrib/rails/middlewares.rb +1 -0
  471. data/lib/datadog/tracing/contrib/rails/patcher.rb +8 -3
  472. data/lib/datadog/tracing/contrib/rails/railtie.rb +1 -0
  473. data/lib/datadog/tracing/contrib/rails/utils.rb +1 -0
  474. data/lib/datadog/tracing/contrib/rake/configuration/settings.rb +1 -0
  475. data/lib/datadog/tracing/contrib/rake/ext.rb +1 -0
  476. data/lib/datadog/tracing/contrib/rake/instrumentation.rb +6 -4
  477. data/lib/datadog/tracing/contrib/rake/integration.rb +1 -0
  478. data/lib/datadog/tracing/contrib/rake/patcher.rb +2 -2
  479. data/lib/datadog/tracing/contrib/redis/configuration/resolver.rb +1 -0
  480. data/lib/datadog/tracing/contrib/redis/configuration/settings.rb +1 -0
  481. data/lib/datadog/tracing/contrib/redis/ext.rb +1 -0
  482. data/lib/datadog/tracing/contrib/redis/instrumentation.rb +2 -1
  483. data/lib/datadog/tracing/contrib/redis/integration.rb +1 -0
  484. data/lib/datadog/tracing/contrib/redis/patcher.rb +1 -1
  485. data/lib/datadog/tracing/contrib/redis/quantize.rb +1 -0
  486. data/lib/datadog/tracing/contrib/redis/tags.rb +2 -1
  487. data/lib/datadog/tracing/contrib/redis/vendor/resolver.rb +1 -0
  488. data/lib/datadog/tracing/contrib/registry.rb +1 -0
  489. data/lib/datadog/tracing/contrib/resque/configuration/settings.rb +1 -0
  490. data/lib/datadog/tracing/contrib/resque/ext.rb +1 -0
  491. data/lib/datadog/tracing/contrib/resque/integration.rb +1 -0
  492. data/lib/datadog/tracing/contrib/resque/patcher.rb +1 -1
  493. data/lib/datadog/tracing/contrib/resque/resque_job.rb +3 -2
  494. data/lib/datadog/tracing/contrib/rest_client/configuration/settings.rb +1 -0
  495. data/lib/datadog/tracing/contrib/rest_client/ext.rb +1 -0
  496. data/lib/datadog/tracing/contrib/rest_client/integration.rb +1 -0
  497. data/lib/datadog/tracing/contrib/rest_client/patcher.rb +1 -1
  498. data/lib/datadog/tracing/contrib/rest_client/request_patch.rb +2 -1
  499. data/lib/datadog/tracing/contrib/semantic_logger/configuration/settings.rb +1 -0
  500. data/lib/datadog/tracing/contrib/semantic_logger/ext.rb +1 -0
  501. data/lib/datadog/tracing/contrib/semantic_logger/instrumentation.rb +4 -2
  502. data/lib/datadog/tracing/contrib/semantic_logger/integration.rb +1 -0
  503. data/lib/datadog/tracing/contrib/semantic_logger/patcher.rb +1 -0
  504. data/lib/datadog/tracing/contrib/sequel/configuration/settings.rb +1 -0
  505. data/lib/datadog/tracing/contrib/sequel/database.rb +2 -1
  506. data/lib/datadog/tracing/contrib/sequel/dataset.rb +2 -1
  507. data/lib/datadog/tracing/contrib/sequel/ext.rb +1 -0
  508. data/lib/datadog/tracing/contrib/sequel/integration.rb +1 -0
  509. data/lib/datadog/tracing/contrib/sequel/patcher.rb +1 -0
  510. data/lib/datadog/tracing/contrib/sequel/utils.rb +2 -1
  511. data/lib/datadog/tracing/contrib/shoryuken/configuration/settings.rb +1 -0
  512. data/lib/datadog/tracing/contrib/shoryuken/ext.rb +1 -0
  513. data/lib/datadog/tracing/contrib/shoryuken/integration.rb +1 -0
  514. data/lib/datadog/tracing/contrib/shoryuken/patcher.rb +1 -0
  515. data/lib/datadog/tracing/contrib/shoryuken/tracer.rb +2 -1
  516. data/lib/datadog/tracing/contrib/sidekiq/client_tracer.rb +2 -1
  517. data/lib/datadog/tracing/contrib/sidekiq/configuration/settings.rb +2 -0
  518. data/lib/datadog/tracing/contrib/sidekiq/ext.rb +1 -0
  519. data/lib/datadog/tracing/contrib/sidekiq/integration.rb +1 -0
  520. data/lib/datadog/tracing/contrib/sidekiq/patcher.rb +1 -0
  521. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/heartbeat.rb +1 -1
  522. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/job_fetch.rb +1 -1
  523. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/scheduled_push.rb +1 -1
  524. data/lib/datadog/tracing/contrib/sidekiq/server_tracer.rb +22 -2
  525. data/lib/datadog/tracing/contrib/sidekiq/tracing.rb +1 -0
  526. data/lib/datadog/tracing/contrib/sinatra/configuration/settings.rb +1 -0
  527. data/lib/datadog/tracing/contrib/sinatra/env.rb +1 -0
  528. data/lib/datadog/tracing/contrib/sinatra/ext.rb +1 -0
  529. data/lib/datadog/tracing/contrib/sinatra/framework.rb +14 -1
  530. data/lib/datadog/tracing/contrib/sinatra/headers.rb +1 -0
  531. data/lib/datadog/tracing/contrib/sinatra/integration.rb +1 -0
  532. data/lib/datadog/tracing/contrib/sinatra/patcher.rb +1 -1
  533. data/lib/datadog/tracing/contrib/sinatra/tracer.rb +3 -2
  534. data/lib/datadog/tracing/contrib/sinatra/tracer_middleware.rb +2 -1
  535. data/lib/datadog/tracing/contrib/sneakers/configuration/settings.rb +2 -1
  536. data/lib/datadog/tracing/contrib/sneakers/ext.rb +2 -1
  537. data/lib/datadog/tracing/contrib/sneakers/integration.rb +2 -1
  538. data/lib/datadog/tracing/contrib/sneakers/patcher.rb +2 -2
  539. data/lib/datadog/tracing/contrib/sneakers/tracer.rb +3 -2
  540. data/lib/datadog/tracing/contrib/status_code_matcher.rb +1 -0
  541. data/lib/datadog/tracing/contrib/sucker_punch/configuration/settings.rb +1 -0
  542. data/lib/datadog/tracing/contrib/sucker_punch/exception_handler.rb +1 -0
  543. data/lib/datadog/tracing/contrib/sucker_punch/ext.rb +1 -0
  544. data/lib/datadog/tracing/contrib/sucker_punch/instrumentation.rb +2 -1
  545. data/lib/datadog/tracing/contrib/sucker_punch/integration.rb +1 -0
  546. data/lib/datadog/tracing/contrib/sucker_punch/patcher.rb +2 -2
  547. data/lib/datadog/tracing/contrib/utils/database.rb +1 -0
  548. data/lib/datadog/tracing/contrib/utils/quantization/hash.rb +1 -0
  549. data/lib/datadog/tracing/contrib/utils/quantization/http.rb +1 -0
  550. data/lib/datadog/tracing/contrib.rb +3 -0
  551. data/lib/datadog/tracing/correlation.rb +12 -20
  552. data/lib/datadog/tracing/distributed/headers/b3.rb +1 -0
  553. data/lib/datadog/tracing/distributed/headers/b3_single.rb +1 -0
  554. data/lib/datadog/tracing/distributed/headers/datadog.rb +1 -0
  555. data/lib/datadog/tracing/distributed/headers/ext.rb +1 -0
  556. data/lib/datadog/tracing/distributed/helpers.rb +1 -0
  557. data/lib/datadog/tracing/distributed/parser.rb +1 -0
  558. data/lib/datadog/tracing/event.rb +3 -1
  559. data/lib/datadog/tracing/flush.rb +1 -0
  560. data/lib/datadog/tracing/metadata/analytics.rb +2 -0
  561. data/lib/datadog/tracing/metadata/errors.rb +24 -0
  562. data/lib/datadog/tracing/metadata/ext.rb +2 -1
  563. data/lib/datadog/tracing/metadata/tagging.rb +2 -10
  564. data/lib/datadog/tracing/metadata.rb +4 -0
  565. data/lib/datadog/tracing/pipeline/span_processor.rb +1 -0
  566. data/lib/datadog/tracing/propagation/grpc.rb +1 -0
  567. data/lib/datadog/tracing/propagation/http.rb +1 -0
  568. data/lib/datadog/tracing/runtime/metrics.rb +1 -0
  569. data/lib/datadog/tracing/sampling/all_sampler.rb +1 -0
  570. data/lib/datadog/tracing/sampling/ext.rb +1 -0
  571. data/lib/datadog/tracing/sampling/matcher.rb +1 -0
  572. data/lib/datadog/tracing/sampling/priority_sampler.rb +4 -4
  573. data/lib/datadog/tracing/sampling/rate_by_key_sampler.rb +1 -0
  574. data/lib/datadog/tracing/sampling/rate_by_service_sampler.rb +1 -0
  575. data/lib/datadog/tracing/sampling/rate_limiter.rb +1 -0
  576. data/lib/datadog/tracing/sampling/rate_sampler.rb +1 -0
  577. data/lib/datadog/tracing/sampling/rule.rb +12 -5
  578. data/lib/datadog/tracing/sampling/rule_sampler.rb +3 -4
  579. data/lib/datadog/tracing/sampling/sampler.rb +1 -0
  580. data/lib/datadog/tracing/span.rb +7 -5
  581. data/lib/datadog/tracing/span_operation.rb +8 -7
  582. data/lib/datadog/tracing/sync_writer.rb +1 -0
  583. data/lib/datadog/tracing/trace_digest.rb +2 -0
  584. data/lib/datadog/tracing/trace_operation.rb +44 -24
  585. data/lib/datadog/tracing/trace_segment.rb +109 -194
  586. data/lib/datadog/tracing/tracer.rb +3 -2
  587. data/lib/datadog/tracing/workers/trace_writer.rb +1 -0
  588. data/lib/datadog/tracing/workers.rb +1 -0
  589. data/lib/datadog/tracing/writer.rb +1 -0
  590. data/lib/datadog/tracing.rb +2 -0
  591. data/lib/ddtrace/auto_instrument.rb +2 -1
  592. data/lib/ddtrace/auto_instrument_base.rb +1 -0
  593. data/lib/ddtrace/profiling/preload.rb +2 -0
  594. data/lib/ddtrace/transport/ext.rb +1 -0
  595. data/lib/ddtrace/transport/http/adapters/net.rb +1 -0
  596. data/lib/ddtrace/transport/http/adapters/registry.rb +1 -0
  597. data/lib/ddtrace/transport/http/adapters/test.rb +1 -0
  598. data/lib/ddtrace/transport/http/adapters/unix_socket.rb +1 -0
  599. data/lib/ddtrace/transport/http/api/endpoint.rb +1 -0
  600. data/lib/ddtrace/transport/http/api/fallbacks.rb +1 -0
  601. data/lib/ddtrace/transport/http/api/instance.rb +1 -0
  602. data/lib/ddtrace/transport/http/api/map.rb +1 -0
  603. data/lib/ddtrace/transport/http/api/spec.rb +1 -0
  604. data/lib/ddtrace/transport/http/api.rb +1 -0
  605. data/lib/ddtrace/transport/http/builder.rb +1 -0
  606. data/lib/ddtrace/transport/http/client.rb +3 -1
  607. data/lib/ddtrace/transport/http/env.rb +1 -0
  608. data/lib/ddtrace/transport/http/response.rb +35 -4
  609. data/lib/ddtrace/transport/http/statistics.rb +1 -0
  610. data/lib/ddtrace/transport/http/traces.rb +1 -0
  611. data/lib/ddtrace/transport/http.rb +14 -3
  612. data/lib/ddtrace/transport/io/client.rb +4 -1
  613. data/lib/ddtrace/transport/io/response.rb +1 -0
  614. data/lib/ddtrace/transport/io/traces.rb +1 -0
  615. data/lib/ddtrace/transport/io.rb +1 -0
  616. data/lib/ddtrace/transport/parcel.rb +1 -0
  617. data/lib/ddtrace/transport/request.rb +1 -0
  618. data/lib/ddtrace/transport/response.rb +1 -0
  619. data/lib/ddtrace/transport/serializable_trace.rb +2 -0
  620. data/lib/ddtrace/transport/statistics.rb +1 -0
  621. data/lib/ddtrace/transport/trace_formatter.rb +24 -1
  622. data/lib/ddtrace/transport/traces.rb +1 -0
  623. data/lib/ddtrace/version.rb +13 -11
  624. data/lib/ddtrace.rb +3 -21
  625. metadata +47 -9
  626. data/lib/datadog/opentelemetry/extensions.rb +0 -14
  627. data/lib/datadog/opentelemetry/span.rb +0 -34
@@ -0,0 +1,118 @@
1
+ #include <stdbool.h>
2
+ #include <dlfcn.h>
3
+ #include <ruby.h>
4
+
5
+ // Why this exists:
6
+ //
7
+ // The Datadog::Profiling::Loader exists because when Ruby loads a native extension (using `require`), it uses
8
+ // `dlopen(..., RTLD_LAZY | RTLD_GLOBAL)` (https://github.com/ruby/ruby/blob/67950a4c0a884bdb78d9beb4405ebf7459229b21/dln.c#L362).
9
+ // This means that every symbol exposed directly or indirectly by that native extension becomes visible to every other
10
+ // extension in the Ruby process. This can cause issues, see https://github.com/rubyjs/mini_racer/pull/179.
11
+ //
12
+ // Instead of `RTLD_LAZY | RTLD_GLOBAL`, we want to call `dlopen` with `RTLD_LAZY | RTLD_LOCAL | RTLD_DEEPBIND` when
13
+ // loading the profiling native extension, to avoid leaking any unintended symbols (`RTLD_LOCAL`) and avoid picking
14
+ // up other's symbols (`RTLD_DEEPBIND`).
15
+ //
16
+ // But Ruby's extension loading mechanism is not configurable -- there's no way to tell it to use different flags when
17
+ // calling `dlopen`. To get around this, this file (ddtrace_profiling_loader.c) introduces another extension
18
+ // (profiling loader) which has only a single responsibility: mimic Ruby's extension loading mechanism, but when calling
19
+ // `dlopen` use a different set of flags.
20
+ // This idea was shamelessly stolen from @lloeki's work in https://github.com/rubyjs/mini_racer/pull/179, big thanks!
21
+ //
22
+ // Extra note: Currently (May 2022), that we know of, the profiling native extension only exposes one potentially
23
+ // problematic symbol: `rust_eh_personality` (coming from libddprof/libdatadog).
24
+ // Future versions of Rust have been patched not to expose this
25
+ // (see https://github.com/rust-lang/rust/pull/95604#issuecomment-1108563434) so we may want to revisit the need
26
+ // for this loader in the future, and perhaps delete it if we no longer require its services :)
27
+
28
+ #ifndef RTLD_DEEPBIND
29
+ #define RTLD_DEEPBIND 0
30
+ #endif
31
+
32
+ static VALUE ok_symbol = Qnil; // :ok in Ruby
33
+ static VALUE error_symbol = Qnil; // :error in Ruby
34
+
35
+ static VALUE _native_load(VALUE self, VALUE ruby_path, VALUE ruby_init_name);
36
+ static bool failed_to_load(void *handle, VALUE *failure_details);
37
+ static bool incompatible_library(void *handle, VALUE *failure_details);
38
+ static bool failed_to_initialize(void *handle, char *init_name, VALUE *failure_details);
39
+ static void set_failure_from_dlerror(VALUE *failure_details);
40
+ static void unload_failed_library(void *handle);
41
+
42
+ #define DDTRACE_EXPORT __attribute__ ((visibility ("default")))
43
+
44
+ void DDTRACE_EXPORT Init_ddtrace_profiling_loader() {
45
+ VALUE datadog_module = rb_define_module("Datadog");
46
+ VALUE profiling_module = rb_define_module_under(datadog_module, "Profiling");
47
+ VALUE loader_module = rb_define_module_under(profiling_module, "Loader");
48
+ rb_define_singleton_method(loader_module, "_native_load", _native_load, 2);
49
+
50
+ ok_symbol = ID2SYM(rb_intern_const("ok"));
51
+ error_symbol = ID2SYM(rb_intern_const("error"));
52
+ }
53
+
54
+ static VALUE _native_load(VALUE self, VALUE ruby_path, VALUE ruby_init_name) {
55
+ Check_Type(ruby_path, T_STRING);
56
+ Check_Type(ruby_init_name, T_STRING);
57
+
58
+ char *path = StringValueCStr(ruby_path);
59
+ char *init_name = StringValueCStr(ruby_init_name);
60
+
61
+ void *handle = dlopen(path, RTLD_LAZY | RTLD_LOCAL | RTLD_DEEPBIND);
62
+
63
+ VALUE failure_details = Qnil;
64
+
65
+ if (
66
+ failed_to_load(handle, &failure_details) ||
67
+ incompatible_library(handle, &failure_details) ||
68
+ failed_to_initialize(handle, init_name, &failure_details)
69
+ ) {
70
+ return rb_ary_new_from_args(2, error_symbol, failure_details);
71
+ }
72
+
73
+ return rb_ary_new_from_args(2, ok_symbol, Qnil);
74
+ }
75
+
76
+ static bool failed_to_load(void *handle, VALUE *failure_details) {
77
+ if (handle == NULL) {
78
+ set_failure_from_dlerror(failure_details);
79
+ return true;
80
+ } else {
81
+ return false;
82
+ }
83
+ }
84
+
85
+ static bool incompatible_library(void *handle, VALUE *failure_details) {
86
+ // The library being loaded may be linked to a different libruby than the current executing Ruby.
87
+ // We check if this is the case by checking if a well-known symbol resolves to a common address.
88
+ if (dlsym(handle, "ruby_xmalloc") != &ruby_xmalloc) {
89
+ *failure_details = rb_str_new_cstr("library was compiled and linked to a different Ruby version");
90
+ unload_failed_library(handle);
91
+ return true;
92
+ } else {
93
+ return false;
94
+ }
95
+ }
96
+
97
+ static bool failed_to_initialize(void *handle, char *init_name, VALUE *failure_details) {
98
+ void (*initialization_function)(void) = dlsym(handle, init_name);
99
+
100
+ if (initialization_function == NULL) {
101
+ set_failure_from_dlerror(failure_details);
102
+ unload_failed_library(handle);
103
+ return true;
104
+ } else {
105
+ (*initialization_function)();
106
+ return false;
107
+ }
108
+ }
109
+
110
+ static void set_failure_from_dlerror(VALUE *failure_details) {
111
+ char *failure = dlerror();
112
+ *failure_details = failure == NULL ? Qnil : rb_str_new_cstr(failure);
113
+ }
114
+
115
+ static void unload_failed_library(void *handle) {
116
+ // Note: According to the Ruby VM sources, this may fail with a segfault on really old versions of macOS (< 10.11)
117
+ dlclose(handle);
118
+ }
@@ -0,0 +1,53 @@
1
+ # typed: ignore
2
+ # rubocop:disable Style/StderrPuts
3
+ # rubocop:disable Style/GlobalVars
4
+
5
+ if RUBY_ENGINE != 'ruby' || Gem.win_platform?
6
+ $stderr.puts(
7
+ 'WARN: Skipping build of ddtrace profiling loader. See ddtrace profiling native extension note for details.'
8
+ )
9
+
10
+ File.write('Makefile', 'all install clean: # dummy makefile that does nothing')
11
+ exit
12
+ end
13
+
14
+ require 'mkmf'
15
+
16
+ # mkmf on modern Rubies actually has an append_cflags that does something similar
17
+ # (see https://github.com/ruby/ruby/pull/5760), but as usual we need a bit more boilerplate to deal with legacy Rubies
18
+ def add_compiler_flag(flag)
19
+ if try_cflags(flag)
20
+ $CFLAGS << ' ' << flag
21
+ else
22
+ $stderr.puts("WARNING: '#{flag}' not accepted by compiler, skipping it")
23
+ end
24
+ end
25
+
26
+ # Gets really noisy when we include the MJIT header, let's omit it
27
+ add_compiler_flag '-Wno-unused-function'
28
+
29
+ # Allow defining variables at any point in a function
30
+ add_compiler_flag '-Wno-declaration-after-statement'
31
+
32
+ # If we forget to include a Ruby header, the function call may still appear to work, but then
33
+ # cause a segfault later. Let's ensure that never happens.
34
+ add_compiler_flag '-Werror-implicit-function-declaration'
35
+
36
+ # The native extension is not intended to expose any symbols/functions for other native libraries to use;
37
+ # the sole exception being `Init_ddtrace_profiling_loader` which needs to be visible for Ruby to call it when
38
+ # it `dlopen`s the library.
39
+ #
40
+ # By setting this compiler flag, we tell it to assume that everything is private unless explicitly stated.
41
+ # For more details see https://gcc.gnu.org/wiki/Visibility
42
+ add_compiler_flag '-fvisibility=hidden'
43
+
44
+ # Tag the native extension library with the Ruby version and Ruby platform.
45
+ # This makes it easier for development (avoids "oops I forgot to rebuild when I switched my Ruby") and ensures that
46
+ # the wrong library is never loaded.
47
+ # When requiring, we need to use the exact same string, including the version and the platform.
48
+ EXTENSION_NAME = "ddtrace_profiling_loader.#{RUBY_VERSION}_#{RUBY_PLATFORM}".freeze
49
+
50
+ create_makefile(EXTENSION_NAME)
51
+
52
+ # rubocop:enable Style/GlobalVars
53
+ # rubocop:enable Style/StderrPuts
@@ -1,9 +1,11 @@
1
1
  # Profiling Native Extension Design
2
2
 
3
- The profiling native extension is used to implement features which are expensive (in terms of resources) or otherwise
4
- impossible to implement using Ruby code.
3
+ The profiling native extension is used to:
4
+ 1. Implement features which are expensive (in terms of resources) or otherwise impossible to implement using Ruby code.
5
+ 2. Bridge between Ruby-specific profiling features and [`libddprof`](https://github.com/DataDog/libddprof), a Rust-based
6
+ library with common profiling functionality.
5
7
 
6
- This extension is quite coupled with MRI Ruby ("C Ruby") internals, and is not intended to support other rubies such as
8
+ Due to (1), this extension is quite coupled with MRI Ruby ("C Ruby") internals, and is not intended to support other rubies such as
7
9
  JRuby or TruffleRuby. When below we say "Ruby", read it as "MRI Ruby".
8
10
 
9
11
  ## Disabling
@@ -16,17 +18,41 @@ the gem. Setting `DD_PROFILING_NO_EXTENSION` at installation time skips compilat
16
18
  Currently the profiler can still "limp along" when the native extension is disabled, but the plan is to require it
17
19
  in future releases -- e.g. disabling the extension will disable profiling entirely.
18
20
 
19
- ## Safety
21
+ ## Must not block or break users that cannot use it
20
22
 
21
23
  The profiling native extension is (and must always be) designed to **not cause failures** during gem installation, even
22
24
  if some features, Ruby versions, or operating systems are not supported.
23
25
 
24
- E.g. the extension must cleanly build on Ruby 2.1 (or the oldest Ruby version we support at the time) on Windows,
26
+ E.g. the extension must not break installation on Ruby 2.1 (or the oldest Ruby version we support at the time) on 64-bit ARM macOS,
25
27
  even if at run time it will effectively do nothing for such a setup.
26
28
 
27
29
  We have a CI setup to help validate this, but this is really important to keep in mind when adding to or changing the
28
30
  existing codebase.
29
31
 
32
+ ## Memory leaks and Interaction with Ruby VM APIs
33
+
34
+ When adding to or changing the native extension, we must always consider what API calls can lead to Ruby exceptions to
35
+ be raised, and whether there are is dynamically-allocated memory that can be leaked if that happens.
36
+
37
+ (When a Ruby exception is raised, the VM will use `setjmp` and `longjmp` to jump back in the stack and thus skip
38
+ our clean-up code, like in a Ruby-level exception.)
39
+
40
+ We avoid issues using a combination of:
41
+
42
+ * Avoiding dynamic allocation as much as possible
43
+ * Getting all needed data and doing all validations before doing any dynamic allocations
44
+ * Avoiding calling Ruby VM APIs after doing dynamic allocations
45
+ * Wrapping dynamic allocations into Ruby GC-managed objects (using `TypedData_Wrap_Struct`), so that Ruby will manage
46
+ their lifetime and call `free` when the GC-managed object is no longer being referenced
47
+
48
+ Non-exhaustive list of APIs that cause exceptions to be raised:
49
+
50
+ * `Check_TypedStruct`, `Check_Type`
51
+ * `rb_funcall`
52
+ * `rb_thread_call_without_gvl`, `rb_thread_call_without_gvl2`
53
+ * [Numeric conversion APIs, e.g. `NUM2LONG`, `NUM2INT`, etc.](https://silverhammermba.github.io/emberb/c/?utm_source=pocket_mylist#translation)
54
+ * Our `char_slice_from_ruby_string` helper
55
+
30
56
  ## Usage of private VM headers
31
57
 
32
58
  To implement some of the features below, we sometimes require access to private Ruby header files (that describe VM
@@ -9,15 +9,7 @@
9
9
  #include <errno.h>
10
10
 
11
11
  #include <ruby.h>
12
-
13
- #ifdef RUBY_2_1_WORKAROUND
14
- #include <thread_native.h>
15
- #else
16
- #include <ruby/thread_native.h>
17
- #endif
18
-
19
12
  #include "private_vm_api_access.h"
20
-
21
13
  #include "clock_id.h"
22
14
 
23
15
  // Validate that our home-cooked pthread_id_for() matches pthread_self() for the current thread
@@ -0,0 +1,278 @@
1
+ #include <ruby.h>
2
+ #include <ruby/debug.h>
3
+ #include "extconf.h"
4
+ #include "libddprof_helpers.h"
5
+ #include "private_vm_api_access.h"
6
+ #include "stack_recorder.h"
7
+
8
+ // Gathers stack traces from running threads, storing them in a StackRecorder instance
9
+ // This file implements the native bits of the Datadog::Profiling::Collectors::Stack class
10
+
11
+ #define MAX_FRAMES_LIMIT 10000
12
+ #define MAX_FRAMES_LIMIT_AS_STRING "10000"
13
+
14
+ static VALUE missing_string = Qnil;
15
+
16
+ // Used as scratch space during sampling
17
+ typedef struct sampling_buffer {
18
+ unsigned int max_frames;
19
+ VALUE *stack_buffer;
20
+ int *lines_buffer;
21
+ bool *is_ruby_frame;
22
+ ddprof_ffi_Location *locations;
23
+ ddprof_ffi_Line *lines;
24
+ } sampling_buffer;
25
+
26
+ static VALUE _native_sample(VALUE self, VALUE thread, VALUE recorder_instance, VALUE metric_values_hash, VALUE labels_array, VALUE max_frames);
27
+ void sample(VALUE thread, sampling_buffer* buffer, VALUE recorder_instance, ddprof_ffi_Slice_i64 metric_values, ddprof_ffi_Slice_label labels);
28
+ void maybe_add_placeholder_frames_omitted(VALUE thread, sampling_buffer* buffer, char *frames_omitted_message, int frames_omitted_message_size);
29
+ void record_placeholder_stack_in_native_code(VALUE recorder_instance, ddprof_ffi_Slice_i64 metric_values, ddprof_ffi_Slice_label labels);
30
+ sampling_buffer *sampling_buffer_new(unsigned int max_frames);
31
+ void sampling_buffer_free(sampling_buffer *buffer);
32
+
33
+ void collectors_stack_init(VALUE profiling_module) {
34
+ VALUE collectors_module = rb_define_module_under(profiling_module, "Collectors");
35
+ VALUE collectors_stack_class = rb_define_class_under(collectors_module, "Stack", rb_cObject);
36
+
37
+ rb_define_singleton_method(collectors_stack_class, "_native_sample", _native_sample, 5);
38
+
39
+ missing_string = rb_str_new2("");
40
+ rb_global_variable(&missing_string);
41
+ }
42
+
43
+ // This method exists only to enable testing Collectors::Stack behavior using RSpec.
44
+ // It SHOULD NOT be used for other purposes.
45
+ static VALUE _native_sample(VALUE self, VALUE thread, VALUE recorder_instance, VALUE metric_values_hash, VALUE labels_array, VALUE max_frames) {
46
+ Check_Type(metric_values_hash, T_HASH);
47
+ Check_Type(labels_array, T_ARRAY);
48
+
49
+ if (RHASH_SIZE(metric_values_hash) != ENABLED_VALUE_TYPES_COUNT) {
50
+ rb_raise(
51
+ rb_eArgError,
52
+ "Mismatched values for metrics; expected %lu values and got %lu instead",
53
+ ENABLED_VALUE_TYPES_COUNT,
54
+ RHASH_SIZE(metric_values_hash)
55
+ );
56
+ }
57
+
58
+ int64_t metric_values[ENABLED_VALUE_TYPES_COUNT];
59
+ for (unsigned int i = 0; i < ENABLED_VALUE_TYPES_COUNT; i++) {
60
+ VALUE metric_value = rb_hash_fetch(metric_values_hash, rb_str_new_cstr(enabled_value_types[i].type_.ptr));
61
+ metric_values[i] = NUM2LONG(metric_value);
62
+ }
63
+
64
+ long labels_count = RARRAY_LEN(labels_array);
65
+ ddprof_ffi_Label labels[labels_count];
66
+
67
+ for (int i = 0; i < labels_count; i++) {
68
+ VALUE key_str_pair = rb_ary_entry(labels_array, i);
69
+
70
+ labels[i] = (ddprof_ffi_Label) {
71
+ .key = char_slice_from_ruby_string(rb_ary_entry(key_str_pair, 0)),
72
+ .str = char_slice_from_ruby_string(rb_ary_entry(key_str_pair, 1))
73
+ };
74
+ }
75
+
76
+ int max_frames_requested = NUM2INT(max_frames);
77
+ if (max_frames_requested < 0) rb_raise(rb_eArgError, "Invalid max_frames: value must not be negative");
78
+
79
+ sampling_buffer *buffer = sampling_buffer_new(max_frames_requested);
80
+
81
+ sample(
82
+ thread,
83
+ buffer,
84
+ recorder_instance,
85
+ (ddprof_ffi_Slice_i64) {.ptr = metric_values, .len = ENABLED_VALUE_TYPES_COUNT},
86
+ (ddprof_ffi_Slice_label) {.ptr = labels, .len = labels_count}
87
+ );
88
+
89
+ sampling_buffer_free(buffer);
90
+
91
+ return Qtrue;
92
+ }
93
+
94
+ void sample(VALUE thread, sampling_buffer* buffer, VALUE recorder_instance, ddprof_ffi_Slice_i64 metric_values, ddprof_ffi_Slice_label labels) {
95
+ int captured_frames = ddtrace_rb_profile_frames(
96
+ thread,
97
+ 0 /* stack starting depth */,
98
+ buffer->max_frames,
99
+ buffer->stack_buffer,
100
+ buffer->lines_buffer,
101
+ buffer->is_ruby_frame
102
+ );
103
+
104
+ // Idea: Should we release the global vm lock (GVL) after we get the data from `rb_profile_frames`? That way other Ruby threads
105
+ // could continue making progress while the sample was ingested into the profile.
106
+ //
107
+ // Other things to take into consideration if we go in that direction:
108
+ // * Is it safe to call `rb_profile_frame_...` methods on things from the `stack_buffer` without the GVL acquired?
109
+ // * We need to make `VALUE` references in the `stack_buffer` visible to the Ruby GC
110
+ // * Should we move this into a different thread entirely?
111
+ // * If we don't move it into a different thread, does releasing the GVL on a Ruby thread mean that we're introducing
112
+ // a new thread switch point where there previously was none?
113
+
114
+ // Ruby does not give us path and line number for methods implemented using native code.
115
+ // The convention in Kernel#caller_locations is to instead use the path and line number of the first Ruby frame
116
+ // on the stack that is below (e.g. directly or indirectly has called) the native method.
117
+ // Thus, we keep that frame here to able to replicate that behavior.
118
+ // (This is why we also iterate the sampling buffers backwards below -- so that it's easier to keep the last_ruby_frame)
119
+ VALUE last_ruby_frame = Qnil;
120
+ int last_ruby_line = 0;
121
+
122
+ if (captured_frames == PLACEHOLDER_STACK_IN_NATIVE_CODE) {
123
+ record_placeholder_stack_in_native_code(recorder_instance, metric_values, labels);
124
+ return;
125
+ }
126
+
127
+ for (int i = captured_frames - 1; i >= 0; i--) {
128
+ VALUE name, filename;
129
+ int line;
130
+
131
+ if (buffer->is_ruby_frame[i]) {
132
+ last_ruby_frame = buffer->stack_buffer[i];
133
+ last_ruby_line = buffer->lines_buffer[i];
134
+
135
+ name = rb_profile_frame_base_label(buffer->stack_buffer[i]);
136
+ filename = rb_profile_frame_path(buffer->stack_buffer[i]);
137
+ line = buffer->lines_buffer[i];
138
+ } else {
139
+ // **IMPORTANT**: Be very careful when calling any `rb_profile_frame_...` API with a non-Ruby frame, as legacy
140
+ // Rubies may assume that what's in a buffer will lead to a Ruby frame.
141
+ //
142
+ // In particular for Ruby 2.2 and below the buffer contains a Ruby string (see the notes on our custom
143
+ // rb_profile_frames for Ruby 2.2 and below) and CALLING **ANY** OF THOSE APIs ON IT WILL CAUSE INSTANT VM CRASHES
144
+
145
+ #ifndef USE_LEGACY_RB_PROFILE_FRAMES // Modern Rubies
146
+ name = ddtrace_rb_profile_frame_method_name(buffer->stack_buffer[i]);
147
+ #else // Ruby < 2.3
148
+ name = buffer->stack_buffer[i];
149
+ #endif
150
+
151
+ filename = NIL_P(last_ruby_frame) ? Qnil : rb_profile_frame_path(last_ruby_frame);
152
+ line = last_ruby_line;
153
+ }
154
+
155
+ name = NIL_P(name) ? missing_string : name;
156
+ filename = NIL_P(filename) ? missing_string : filename;
157
+
158
+ buffer->lines[i] = (ddprof_ffi_Line) {
159
+ .function = (ddprof_ffi_Function) {
160
+ .name = char_slice_from_ruby_string(name),
161
+ .filename = char_slice_from_ruby_string(filename)
162
+ },
163
+ .line = line,
164
+ };
165
+
166
+ buffer->locations[i] = (ddprof_ffi_Location) {.lines = (ddprof_ffi_Slice_line) {.ptr = &buffer->lines[i], .len = 1}};
167
+ }
168
+
169
+ // Used below; since we want to stack-allocate this, we must do it here rather than in maybe_add_placeholder_frames_omitted
170
+ const int frames_omitted_message_size = sizeof(MAX_FRAMES_LIMIT_AS_STRING " frames omitted");
171
+ char frames_omitted_message[frames_omitted_message_size];
172
+
173
+ // If we filled up the buffer, some frames may have been omitted. In that case, we'll add a placeholder frame
174
+ // with that info.
175
+ if (captured_frames == (long) buffer->max_frames) {
176
+ maybe_add_placeholder_frames_omitted(thread, buffer, frames_omitted_message, frames_omitted_message_size);
177
+ }
178
+
179
+ record_sample(
180
+ recorder_instance,
181
+ (ddprof_ffi_Sample) {
182
+ .locations = (ddprof_ffi_Slice_location) {.ptr = buffer->locations, .len = captured_frames},
183
+ .values = metric_values,
184
+ .labels = labels,
185
+ }
186
+ );
187
+ }
188
+
189
+ void maybe_add_placeholder_frames_omitted(VALUE thread, sampling_buffer* buffer, char *frames_omitted_message, int frames_omitted_message_size) {
190
+ ptrdiff_t frames_omitted = stack_depth_for(thread) - buffer->max_frames;
191
+
192
+ if (frames_omitted == 0) return; // Perfect fit!
193
+
194
+ // The placeholder frame takes over a space, so if 10 frames were left out and we consume one other space for the
195
+ // placeholder, then 11 frames are omitted in total
196
+ frames_omitted++;
197
+
198
+ snprintf(frames_omitted_message, frames_omitted_message_size, "%td frames omitted", frames_omitted);
199
+
200
+ // Important note: `frames_omitted_message` MUST have a lifetime that is at least as long as the call to
201
+ // `record_sample`. So be careful where it gets allocated. (We do have tests for this, at least!)
202
+ buffer->lines[buffer->max_frames - 1] = (ddprof_ffi_Line) {
203
+ .function = (ddprof_ffi_Function) {
204
+ .name = DDPROF_FFI_CHARSLICE_C(""),
205
+ .filename = ((ddprof_ffi_CharSlice) {.ptr = frames_omitted_message, .len = strlen(frames_omitted_message)})
206
+ },
207
+ .line = 0,
208
+ };
209
+ }
210
+
211
+ // Our custom rb_profile_frames returning PLACEHOLDER_STACK_IN_NATIVE_CODE is equivalent to when the
212
+ // Ruby `Thread#backtrace` API returns an empty array: we know that a thread is alive but we don't know what it's doing:
213
+ //
214
+ // 1. It can be starting up
215
+ // ```
216
+ // > Thread.new { sleep }.backtrace
217
+ // => [] # <-- note the thread hasn't actually started running sleep yet, we got there first
218
+ // ```
219
+ // 2. It can be running native code
220
+ // ```
221
+ // > t = Process.detach(fork { sleep })
222
+ // => #<Process::Waiter:0x00007ffe7285f7a0 run>
223
+ // > t.backtrace
224
+ // => [] # <-- this can happen even minutes later, e.g. it's not a race as in 1.
225
+ // ```
226
+ // This effect has been observed in threads created by the Iodine web server and the ffi gem,
227
+ // see for instance https://github.com/ffi/ffi/pull/883 and https://github.com/DataDog/dd-trace-rb/pull/1719 .
228
+ //
229
+ // To give customers visibility into these threads, rather than reporting an empty stack, we replace the empty stack
230
+ // with one containing a placeholder frame, so that these threads are properly represented in the UX.
231
+ void record_placeholder_stack_in_native_code(VALUE recorder_instance, ddprof_ffi_Slice_i64 metric_values, ddprof_ffi_Slice_label labels) {
232
+ ddprof_ffi_Line placeholder_stack_in_native_code_line = {
233
+ .function = (ddprof_ffi_Function) {
234
+ .name = DDPROF_FFI_CHARSLICE_C(""),
235
+ .filename = DDPROF_FFI_CHARSLICE_C("In native code")
236
+ },
237
+ .line = 0
238
+ };
239
+ ddprof_ffi_Location placeholder_stack_in_native_code_location =
240
+ {.lines = (ddprof_ffi_Slice_line) {.ptr = &placeholder_stack_in_native_code_line, .len = 1}};
241
+
242
+ record_sample(
243
+ recorder_instance,
244
+ (ddprof_ffi_Sample) {
245
+ .locations = (ddprof_ffi_Slice_location) {.ptr = &placeholder_stack_in_native_code_location, .len = 1},
246
+ .values = metric_values,
247
+ .labels = labels,
248
+ }
249
+ );
250
+ }
251
+
252
+ sampling_buffer *sampling_buffer_new(unsigned int max_frames) {
253
+ if (max_frames < 5) rb_raise(rb_eArgError, "Invalid max_frames: value must be >= 5");
254
+ if (max_frames > MAX_FRAMES_LIMIT) rb_raise(rb_eArgError, "Invalid max_frames: value must be <= " MAX_FRAMES_LIMIT_AS_STRING);
255
+
256
+ // Note: never returns NULL; if out of memory, it calls the Ruby out-of-memory handlers
257
+ sampling_buffer* buffer = ruby_xcalloc(1, sizeof(sampling_buffer));
258
+
259
+ buffer->max_frames = max_frames;
260
+
261
+ buffer->stack_buffer = ruby_xcalloc(max_frames, sizeof(VALUE));
262
+ buffer->lines_buffer = ruby_xcalloc(max_frames, sizeof(int));
263
+ buffer->is_ruby_frame = ruby_xcalloc(max_frames, sizeof(bool));
264
+ buffer->locations = ruby_xcalloc(max_frames, sizeof(ddprof_ffi_Location));
265
+ buffer->lines = ruby_xcalloc(max_frames, sizeof(ddprof_ffi_Line));
266
+
267
+ return buffer;
268
+ }
269
+
270
+ void sampling_buffer_free(sampling_buffer *buffer) {
271
+ ruby_xfree(buffer->stack_buffer);
272
+ ruby_xfree(buffer->lines_buffer);
273
+ ruby_xfree(buffer->is_ruby_frame);
274
+ ruby_xfree(buffer->locations);
275
+ ruby_xfree(buffer->lines);
276
+
277
+ ruby_xfree(buffer);
278
+ }