ddtrace 1.1.0 → 1.12.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (812) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +707 -1
  3. data/LICENSE-3rdparty.csv +4 -0
  4. data/README.md +15 -12
  5. data/ext/ddtrace_profiling_loader/ddtrace_profiling_loader.c +21 -5
  6. data/ext/ddtrace_profiling_loader/extconf.rb +21 -2
  7. data/ext/ddtrace_profiling_native_extension/NativeExtensionDesign.md +57 -11
  8. data/ext/ddtrace_profiling_native_extension/clock_id.h +22 -1
  9. data/ext/ddtrace_profiling_native_extension/clock_id_from_pthread.c +34 -3
  10. data/ext/ddtrace_profiling_native_extension/clock_id_noop.c +11 -2
  11. data/ext/ddtrace_profiling_native_extension/collectors_cpu_and_wall_time_worker.c +931 -0
  12. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.c +142 -0
  13. data/ext/ddtrace_profiling_native_extension/collectors_dynamic_sampling_rate.h +14 -0
  14. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.c +241 -0
  15. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.h +3 -0
  16. data/ext/ddtrace_profiling_native_extension/collectors_stack.c +196 -95
  17. data/ext/ddtrace_profiling_native_extension/collectors_stack.h +20 -0
  18. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.c +1001 -0
  19. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.h +14 -0
  20. data/ext/ddtrace_profiling_native_extension/extconf.rb +104 -27
  21. data/ext/ddtrace_profiling_native_extension/helpers.h +17 -0
  22. data/ext/ddtrace_profiling_native_extension/http_transport.c +347 -0
  23. data/ext/ddtrace_profiling_native_extension/libdatadog_helpers.h +25 -0
  24. data/ext/ddtrace_profiling_native_extension/native_extension_helpers.rb +160 -27
  25. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.c +269 -107
  26. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.h +17 -5
  27. data/ext/ddtrace_profiling_native_extension/profiling.c +223 -3
  28. data/ext/ddtrace_profiling_native_extension/ruby_helpers.c +110 -0
  29. data/ext/ddtrace_profiling_native_extension/ruby_helpers.h +89 -0
  30. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.c +115 -0
  31. data/ext/ddtrace_profiling_native_extension/setup_signal_handler.h +11 -0
  32. data/ext/ddtrace_profiling_native_extension/stack_recorder.c +506 -54
  33. data/ext/ddtrace_profiling_native_extension/stack_recorder.h +12 -26
  34. data/ext/ddtrace_profiling_native_extension/time_helpers.c +17 -0
  35. data/ext/ddtrace_profiling_native_extension/time_helpers.h +10 -0
  36. data/lib/datadog/appsec/assets/blocked.html +98 -3
  37. data/lib/datadog/appsec/assets/blocked.json +1 -0
  38. data/lib/datadog/appsec/assets/blocked.text +5 -0
  39. data/lib/datadog/appsec/assets/waf_rules/recommended.json +2192 -750
  40. data/lib/datadog/appsec/assets/waf_rules/strict.json +367 -120
  41. data/lib/datadog/appsec/assets.rb +2 -4
  42. data/lib/datadog/appsec/autoload.rb +5 -10
  43. data/lib/datadog/appsec/component.rb +75 -0
  44. data/lib/datadog/appsec/configuration/settings.rb +65 -35
  45. data/lib/datadog/appsec/configuration.rb +21 -11
  46. data/lib/datadog/appsec/contrib/auto_instrument.rb +1 -3
  47. data/lib/datadog/appsec/contrib/integration.rb +1 -1
  48. data/lib/datadog/appsec/contrib/patcher.rb +1 -1
  49. data/lib/datadog/appsec/contrib/rack/ext.rb +0 -3
  50. data/lib/datadog/appsec/contrib/rack/gateway/request.rb +100 -0
  51. data/lib/datadog/appsec/contrib/rack/gateway/response.rb +30 -0
  52. data/lib/datadog/appsec/contrib/rack/gateway/watcher.rb +116 -127
  53. data/lib/datadog/appsec/contrib/rack/integration.rb +4 -11
  54. data/lib/datadog/appsec/contrib/rack/patcher.rb +5 -3
  55. data/lib/datadog/appsec/contrib/rack/reactive/request.rb +36 -37
  56. data/lib/datadog/appsec/contrib/rack/reactive/request_body.rb +21 -22
  57. data/lib/datadog/appsec/contrib/rack/reactive/response.rb +27 -22
  58. data/lib/datadog/appsec/contrib/rack/request_body_middleware.rb +10 -8
  59. data/lib/datadog/appsec/contrib/rack/request_middleware.rb +103 -41
  60. data/lib/datadog/appsec/contrib/rails/ext.rb +0 -3
  61. data/lib/datadog/appsec/contrib/rails/framework.rb +2 -14
  62. data/lib/datadog/appsec/contrib/rails/gateway/request.rb +67 -0
  63. data/lib/datadog/appsec/contrib/rails/gateway/watcher.rb +43 -56
  64. data/lib/datadog/appsec/contrib/rails/integration.rb +4 -11
  65. data/lib/datadog/appsec/contrib/rails/patcher.rb +18 -17
  66. data/lib/datadog/appsec/contrib/rails/reactive/action.rb +24 -23
  67. data/lib/datadog/appsec/contrib/rails/request.rb +4 -1
  68. data/lib/datadog/appsec/contrib/rails/request_middleware.rb +1 -1
  69. data/lib/datadog/appsec/contrib/sinatra/ext.rb +1 -3
  70. data/lib/datadog/appsec/contrib/sinatra/framework.rb +2 -14
  71. data/lib/datadog/appsec/contrib/sinatra/gateway/request.rb +17 -0
  72. data/lib/datadog/appsec/contrib/sinatra/gateway/route_params.rb +23 -0
  73. data/lib/datadog/appsec/contrib/sinatra/gateway/watcher.rb +81 -92
  74. data/lib/datadog/appsec/contrib/sinatra/integration.rb +3 -10
  75. data/lib/datadog/appsec/contrib/sinatra/patcher.rb +37 -21
  76. data/lib/datadog/appsec/contrib/sinatra/reactive/routed.rb +21 -20
  77. data/lib/datadog/appsec/contrib/sinatra/request_middleware.rb +1 -1
  78. data/lib/datadog/appsec/event.rb +41 -49
  79. data/lib/datadog/appsec/ext.rb +10 -0
  80. data/lib/datadog/appsec/extensions.rb +48 -22
  81. data/lib/datadog/appsec/instrumentation/gateway/argument.rb +22 -0
  82. data/lib/datadog/appsec/instrumentation/gateway.rb +26 -6
  83. data/lib/datadog/appsec/instrumentation.rb +9 -0
  84. data/lib/datadog/appsec/monitor/gateway/watcher.rb +67 -0
  85. data/lib/datadog/appsec/monitor/reactive/set_user.rb +61 -0
  86. data/lib/datadog/appsec/monitor.rb +11 -0
  87. data/lib/datadog/appsec/processor/rule_loader.rb +63 -0
  88. data/lib/datadog/appsec/processor/rule_merger.rb +132 -0
  89. data/lib/datadog/appsec/processor.rb +37 -58
  90. data/lib/datadog/appsec/rate_limiter.rb +0 -2
  91. data/lib/datadog/appsec/reactive/address_hash.rb +6 -2
  92. data/lib/datadog/appsec/reactive/engine.rb +12 -9
  93. data/lib/datadog/appsec/reactive/operation.rb +22 -5
  94. data/lib/datadog/appsec/reactive/subscriber.rb +2 -1
  95. data/lib/datadog/appsec/remote.rb +123 -0
  96. data/lib/datadog/appsec/response.rb +73 -0
  97. data/lib/datadog/appsec/scope.rb +61 -0
  98. data/lib/datadog/appsec/utils/http/media_range.rb +199 -0
  99. data/lib/datadog/appsec/utils/http/media_type.rb +85 -0
  100. data/lib/datadog/appsec/utils/http.rb +11 -0
  101. data/lib/datadog/appsec/utils.rb +9 -0
  102. data/lib/datadog/appsec.rb +46 -8
  103. data/lib/datadog/ci/configuration/components.rb +2 -2
  104. data/lib/datadog/ci/configuration/settings.rb +2 -2
  105. data/lib/datadog/ci/contrib/cucumber/configuration/settings.rb +3 -3
  106. data/lib/datadog/ci/contrib/cucumber/ext.rb +0 -2
  107. data/lib/datadog/ci/contrib/cucumber/formatter.rb +6 -6
  108. data/lib/datadog/ci/contrib/cucumber/instrumentation.rb +2 -2
  109. data/lib/datadog/ci/contrib/cucumber/integration.rb +4 -6
  110. data/lib/datadog/ci/contrib/cucumber/patcher.rb +3 -3
  111. data/lib/datadog/ci/contrib/rspec/configuration/settings.rb +3 -3
  112. data/lib/datadog/ci/contrib/rspec/example.rb +5 -7
  113. data/lib/datadog/ci/contrib/rspec/ext.rb +0 -2
  114. data/lib/datadog/ci/contrib/rspec/integration.rb +4 -6
  115. data/lib/datadog/ci/contrib/rspec/patcher.rb +3 -3
  116. data/lib/datadog/ci/ext/app_types.rb +0 -2
  117. data/lib/datadog/ci/ext/environment.rb +117 -45
  118. data/lib/datadog/ci/ext/settings.rb +0 -2
  119. data/lib/datadog/ci/ext/test.rb +0 -2
  120. data/lib/datadog/ci/extensions.rb +5 -5
  121. data/lib/datadog/ci/flush.rb +3 -3
  122. data/lib/datadog/ci/test.rb +3 -5
  123. data/lib/datadog/ci.rb +7 -7
  124. data/lib/datadog/core/buffer/cruby.rb +2 -2
  125. data/lib/datadog/core/buffer/random.rb +1 -1
  126. data/lib/datadog/core/buffer/thread_safe.rb +2 -2
  127. data/lib/datadog/core/chunker.rb +1 -1
  128. data/lib/datadog/core/configuration/agent_settings_resolver.rb +75 -44
  129. data/lib/datadog/core/configuration/base.rb +14 -4
  130. data/lib/datadog/core/configuration/components.rb +41 -291
  131. data/lib/datadog/core/configuration/dependency_resolver.rb +1 -1
  132. data/lib/datadog/core/configuration/ext.rb +24 -0
  133. data/lib/datadog/core/configuration/option.rb +1 -1
  134. data/lib/datadog/core/configuration/option_definition.rb +13 -4
  135. data/lib/datadog/core/configuration/option_definition_set.rb +2 -2
  136. data/lib/datadog/core/configuration/option_set.rb +1 -1
  137. data/lib/datadog/core/configuration/options.rb +3 -5
  138. data/lib/datadog/core/configuration/settings.rb +197 -246
  139. data/lib/datadog/core/configuration.rb +14 -11
  140. data/lib/datadog/core/diagnostics/environment_logger.rb +10 -7
  141. data/lib/datadog/core/diagnostics/health.rb +5 -23
  142. data/lib/datadog/core/encoding.rb +0 -4
  143. data/lib/datadog/core/environment/cgroup.rb +1 -5
  144. data/lib/datadog/core/environment/class_count.rb +1 -1
  145. data/lib/datadog/core/environment/container.rb +1 -5
  146. data/lib/datadog/core/environment/ext.rb +1 -3
  147. data/lib/datadog/core/environment/gc.rb +1 -1
  148. data/lib/datadog/core/environment/identity.rb +59 -3
  149. data/lib/datadog/core/environment/platform.rb +38 -0
  150. data/lib/datadog/core/environment/socket.rb +2 -2
  151. data/lib/datadog/core/environment/thread_count.rb +1 -1
  152. data/lib/datadog/core/environment/variable_helpers.rb +66 -12
  153. data/lib/datadog/core/environment/vm_cache.rb +18 -1
  154. data/lib/datadog/core/error.rb +1 -3
  155. data/lib/datadog/core/extensions.rb +2 -2
  156. data/lib/datadog/core/git/ext.rb +0 -2
  157. data/lib/datadog/core/header_collection.rb +43 -0
  158. data/lib/datadog/core/logger.rb +0 -2
  159. data/lib/datadog/core/metrics/client.rb +10 -11
  160. data/lib/datadog/core/metrics/ext.rb +0 -4
  161. data/lib/datadog/core/metrics/helpers.rb +1 -1
  162. data/lib/datadog/core/metrics/logging.rb +0 -2
  163. data/lib/datadog/core/metrics/metric.rb +1 -1
  164. data/lib/datadog/core/metrics/options.rb +3 -5
  165. data/lib/datadog/core/pin.rb +0 -2
  166. data/lib/datadog/core/remote/client/capabilities.rb +57 -0
  167. data/lib/datadog/core/remote/client.rb +229 -0
  168. data/lib/datadog/core/remote/component.rb +158 -0
  169. data/lib/datadog/core/remote/configuration/content.rb +84 -0
  170. data/lib/datadog/core/remote/configuration/digest.rb +62 -0
  171. data/lib/datadog/core/remote/configuration/path.rb +90 -0
  172. data/lib/datadog/core/remote/configuration/repository.rb +292 -0
  173. data/lib/datadog/core/remote/configuration/target.rb +74 -0
  174. data/lib/datadog/core/remote/configuration.rb +18 -0
  175. data/lib/datadog/core/remote/dispatcher.rb +59 -0
  176. data/lib/datadog/core/remote/ext.rb +12 -0
  177. data/lib/datadog/core/remote/negotiation.rb +57 -0
  178. data/lib/datadog/core/remote/worker.rb +96 -0
  179. data/lib/datadog/core/remote.rb +24 -0
  180. data/lib/datadog/core/runtime/ext.rb +3 -3
  181. data/lib/datadog/core/runtime/metrics.rb +27 -13
  182. data/lib/datadog/core/telemetry/client.rb +77 -0
  183. data/lib/datadog/core/telemetry/collector.rb +231 -0
  184. data/lib/datadog/core/telemetry/emitter.rb +46 -0
  185. data/lib/datadog/core/telemetry/event.rb +67 -0
  186. data/lib/datadog/core/telemetry/ext.rb +9 -0
  187. data/lib/datadog/core/telemetry/heartbeat.rb +37 -0
  188. data/lib/datadog/core/telemetry/http/adapters/net.rb +111 -0
  189. data/lib/datadog/core/telemetry/http/env.rb +20 -0
  190. data/lib/datadog/core/telemetry/http/ext.rb +20 -0
  191. data/lib/datadog/core/telemetry/http/response.rb +64 -0
  192. data/lib/datadog/core/telemetry/http/transport.rb +54 -0
  193. data/lib/datadog/core/telemetry/v1/app_event.rb +52 -0
  194. data/lib/datadog/core/telemetry/v1/application.rb +92 -0
  195. data/lib/datadog/core/telemetry/v1/configuration.rb +25 -0
  196. data/lib/datadog/core/telemetry/v1/dependency.rb +43 -0
  197. data/lib/datadog/core/telemetry/v1/host.rb +59 -0
  198. data/lib/datadog/core/telemetry/v1/integration.rb +64 -0
  199. data/lib/datadog/core/telemetry/v1/product.rb +36 -0
  200. data/lib/datadog/core/telemetry/v1/telemetry_request.rb +106 -0
  201. data/lib/datadog/core/transport/config.rb +58 -0
  202. data/lib/datadog/core/transport/http/api/instance.rb +37 -0
  203. data/lib/datadog/core/transport/http/api/spec.rb +19 -0
  204. data/lib/datadog/core/transport/http/api.rb +57 -0
  205. data/lib/datadog/core/transport/http/builder.rb +217 -0
  206. data/lib/datadog/core/transport/http/client.rb +45 -0
  207. data/lib/datadog/core/transport/http/config.rb +268 -0
  208. data/lib/datadog/core/transport/http/negotiation.rb +144 -0
  209. data/lib/datadog/core/transport/http.rb +169 -0
  210. data/lib/datadog/core/transport/negotiation.rb +60 -0
  211. data/lib/datadog/core/utils/compression.rb +6 -2
  212. data/lib/datadog/core/utils/forking.rb +0 -2
  213. data/lib/datadog/core/utils/hash.rb +32 -0
  214. data/lib/datadog/core/utils/network.rb +140 -0
  215. data/lib/datadog/core/utils/object_set.rb +2 -2
  216. data/lib/datadog/core/utils/only_once.rb +0 -2
  217. data/lib/datadog/core/utils/safe_dup.rb +20 -4
  218. data/lib/datadog/core/utils/sequence.rb +6 -1
  219. data/lib/datadog/core/utils/string_table.rb +1 -3
  220. data/lib/datadog/core/utils/time.rb +4 -6
  221. data/lib/datadog/core/utils.rb +1 -24
  222. data/lib/datadog/core/vendor/ipaddr.rb +78 -0
  223. data/lib/datadog/core/vendor/multipart-post/multipart/post/composite_read_io.rb +0 -2
  224. data/lib/datadog/core/vendor/multipart-post/multipart/post/multipartable.rb +2 -4
  225. data/lib/datadog/core/vendor/multipart-post/multipart/post/parts.rb +0 -2
  226. data/lib/datadog/core/vendor/multipart-post/multipart/post/version.rb +0 -2
  227. data/lib/datadog/core/vendor/multipart-post/multipart/post.rb +0 -2
  228. data/lib/datadog/core/vendor/multipart-post/multipart.rb +0 -2
  229. data/lib/datadog/core/vendor/multipart-post/net/http/post/multipart.rb +3 -5
  230. data/lib/datadog/core/worker.rb +1 -1
  231. data/lib/datadog/core/workers/async.rb +7 -7
  232. data/lib/datadog/core/workers/interval_loop.rb +6 -2
  233. data/lib/datadog/core/workers/polling.rb +2 -4
  234. data/lib/datadog/core/workers/queue.rb +1 -1
  235. data/lib/datadog/core/workers/runtime_metrics.rb +5 -5
  236. data/lib/datadog/core.rb +21 -56
  237. data/lib/datadog/kit/appsec/events.rb +119 -0
  238. data/lib/datadog/kit/enable_core_dumps.rb +6 -6
  239. data/lib/datadog/kit/identity.rb +43 -17
  240. data/lib/datadog/kit.rb +2 -2
  241. data/lib/datadog/opentelemetry/api/context.rb +186 -0
  242. data/lib/datadog/opentelemetry/api/trace/span.rb +14 -0
  243. data/lib/datadog/opentelemetry/sdk/configurator.rb +37 -0
  244. data/lib/datadog/opentelemetry/sdk/id_generator.rb +26 -0
  245. data/lib/datadog/opentelemetry/sdk/propagator.rb +90 -0
  246. data/lib/datadog/opentelemetry/sdk/span_processor.rb +91 -0
  247. data/lib/datadog/opentelemetry.rb +47 -0
  248. data/lib/datadog/opentracer/binary_propagator.rb +1 -1
  249. data/lib/datadog/opentracer/carrier.rb +1 -1
  250. data/lib/datadog/opentracer/distributed_headers.rb +7 -11
  251. data/lib/datadog/opentracer/global_tracer.rb +1 -1
  252. data/lib/datadog/opentracer/propagator.rb +1 -1
  253. data/lib/datadog/opentracer/rack_propagator.rb +10 -11
  254. data/lib/datadog/opentracer/scope.rb +1 -1
  255. data/lib/datadog/opentracer/scope_manager.rb +1 -1
  256. data/lib/datadog/opentracer/span.rb +1 -3
  257. data/lib/datadog/opentracer/span_context.rb +1 -1
  258. data/lib/datadog/opentracer/span_context_factory.rb +1 -1
  259. data/lib/datadog/opentracer/text_map_propagator.rb +13 -14
  260. data/lib/datadog/opentracer/thread_local_scope.rb +1 -1
  261. data/lib/datadog/opentracer/thread_local_scope_manager.rb +24 -3
  262. data/lib/datadog/opentracer/tracer.rb +23 -23
  263. data/lib/datadog/opentracer.rb +17 -17
  264. data/lib/datadog/profiling/backtrace_location.rb +1 -1
  265. data/lib/datadog/profiling/buffer.rb +4 -4
  266. data/lib/datadog/profiling/collectors/code_provenance.rb +1 -2
  267. data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +114 -0
  268. data/lib/datadog/profiling/collectors/dynamic_sampling_rate.rb +14 -0
  269. data/lib/datadog/profiling/collectors/idle_sampling_helper.rb +66 -0
  270. data/lib/datadog/profiling/collectors/old_stack.rb +16 -13
  271. data/lib/datadog/profiling/collectors/stack.rb +4 -7
  272. data/lib/datadog/profiling/collectors/thread_context.rb +46 -0
  273. data/lib/datadog/profiling/component.rb +275 -0
  274. data/lib/datadog/profiling/encoding/profile.rb +8 -14
  275. data/lib/datadog/profiling/event.rb +1 -1
  276. data/lib/datadog/profiling/events/stack.rb +2 -2
  277. data/lib/datadog/profiling/exporter.rb +69 -11
  278. data/lib/datadog/profiling/ext/forking.rb +41 -44
  279. data/lib/datadog/profiling/ext.rb +28 -40
  280. data/lib/datadog/profiling/flush.rb +26 -57
  281. data/lib/datadog/profiling/http_transport.rb +130 -0
  282. data/lib/datadog/profiling/load_native_extension.rb +0 -2
  283. data/lib/datadog/profiling/native_extension.rb +1 -1
  284. data/lib/datadog/profiling/old_recorder.rb +107 -0
  285. data/lib/datadog/profiling/pprof/builder.rb +4 -6
  286. data/lib/datadog/profiling/pprof/converter.rb +1 -3
  287. data/lib/datadog/profiling/pprof/message_set.rb +2 -2
  288. data/lib/datadog/profiling/pprof/payload.rb +1 -1
  289. data/lib/datadog/profiling/pprof/pprof_pb.rb +0 -2
  290. data/lib/datadog/profiling/pprof/stack_sample.rb +4 -6
  291. data/lib/datadog/profiling/pprof/string_table.rb +2 -2
  292. data/lib/datadog/profiling/pprof/template.rb +5 -7
  293. data/lib/datadog/profiling/preload.rb +2 -2
  294. data/lib/datadog/profiling/profiler.rb +7 -2
  295. data/lib/datadog/profiling/scheduler.rb +30 -51
  296. data/lib/datadog/profiling/stack_recorder.rb +31 -8
  297. data/lib/datadog/profiling/tag_builder.rb +7 -2
  298. data/lib/datadog/profiling/tasks/exec.rb +0 -2
  299. data/lib/datadog/profiling/tasks/help.rb +0 -2
  300. data/lib/datadog/profiling/tasks/setup.rb +2 -37
  301. data/lib/datadog/profiling/trace_identifiers/ddtrace.rb +2 -4
  302. data/lib/datadog/profiling/trace_identifiers/helper.rb +1 -3
  303. data/lib/datadog/profiling.rb +70 -28
  304. data/lib/datadog/tracing/analytics.rb +2 -2
  305. data/lib/datadog/tracing/buffer.rb +4 -9
  306. data/lib/datadog/tracing/client_ip.rb +61 -0
  307. data/lib/datadog/tracing/component.rb +176 -0
  308. data/lib/datadog/tracing/configuration/ext.rb +56 -6
  309. data/lib/datadog/tracing/configuration/settings.rb +465 -0
  310. data/lib/datadog/tracing/context.rb +2 -2
  311. data/lib/datadog/tracing/context_provider.rb +18 -4
  312. data/lib/datadog/tracing/contrib/action_cable/configuration/settings.rb +3 -3
  313. data/lib/datadog/tracing/contrib/action_cable/event.rb +5 -6
  314. data/lib/datadog/tracing/contrib/action_cable/events/broadcast.rb +4 -6
  315. data/lib/datadog/tracing/contrib/action_cable/events/perform_action.rb +3 -5
  316. data/lib/datadog/tracing/contrib/action_cable/events/transmit.rb +4 -6
  317. data/lib/datadog/tracing/contrib/action_cable/events.rb +5 -5
  318. data/lib/datadog/tracing/contrib/action_cable/ext.rb +0 -2
  319. data/lib/datadog/tracing/contrib/action_cable/instrumentation.rb +3 -6
  320. data/lib/datadog/tracing/contrib/action_cable/integration.rb +4 -6
  321. data/lib/datadog/tracing/contrib/action_cable/patcher.rb +5 -5
  322. data/lib/datadog/tracing/contrib/action_mailer/configuration/settings.rb +3 -3
  323. data/lib/datadog/tracing/contrib/action_mailer/event.rb +4 -4
  324. data/lib/datadog/tracing/contrib/action_mailer/events/deliver.rb +3 -5
  325. data/lib/datadog/tracing/contrib/action_mailer/events/process.rb +3 -5
  326. data/lib/datadog/tracing/contrib/action_mailer/events.rb +3 -3
  327. data/lib/datadog/tracing/contrib/action_mailer/ext.rb +0 -2
  328. data/lib/datadog/tracing/contrib/action_mailer/integration.rb +4 -6
  329. data/lib/datadog/tracing/contrib/action_mailer/patcher.rb +4 -4
  330. data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +12 -32
  331. data/lib/datadog/tracing/contrib/action_pack/action_controller/patcher.rb +3 -3
  332. data/lib/datadog/tracing/contrib/action_pack/configuration/settings.rb +15 -4
  333. data/lib/datadog/tracing/contrib/action_pack/ext.rb +0 -2
  334. data/lib/datadog/tracing/contrib/action_pack/integration.rb +4 -6
  335. data/lib/datadog/tracing/contrib/action_pack/patcher.rb +3 -3
  336. data/lib/datadog/tracing/contrib/action_pack/utils.rb +1 -3
  337. data/lib/datadog/tracing/contrib/action_view/configuration/settings.rb +2 -4
  338. data/lib/datadog/tracing/contrib/action_view/event.rb +2 -2
  339. data/lib/datadog/tracing/contrib/action_view/events/render_partial.rb +5 -7
  340. data/lib/datadog/tracing/contrib/action_view/events/render_template.rb +5 -7
  341. data/lib/datadog/tracing/contrib/action_view/events.rb +3 -3
  342. data/lib/datadog/tracing/contrib/action_view/ext.rb +0 -2
  343. data/lib/datadog/tracing/contrib/action_view/instrumentation/partial_renderer.rb +2 -4
  344. data/lib/datadog/tracing/contrib/action_view/instrumentation/template_renderer.rb +2 -4
  345. data/lib/datadog/tracing/contrib/action_view/integration.rb +4 -6
  346. data/lib/datadog/tracing/contrib/action_view/patcher.rb +7 -9
  347. data/lib/datadog/tracing/contrib/action_view/utils.rb +1 -3
  348. data/lib/datadog/tracing/contrib/active_job/configuration/settings.rb +4 -4
  349. data/lib/datadog/tracing/contrib/active_job/event.rb +4 -4
  350. data/lib/datadog/tracing/contrib/active_job/events/discard.rb +4 -6
  351. data/lib/datadog/tracing/contrib/active_job/events/enqueue.rb +4 -6
  352. data/lib/datadog/tracing/contrib/active_job/events/enqueue_at.rb +4 -6
  353. data/lib/datadog/tracing/contrib/active_job/events/enqueue_retry.rb +4 -6
  354. data/lib/datadog/tracing/contrib/active_job/events/perform.rb +4 -6
  355. data/lib/datadog/tracing/contrib/active_job/events/retry_stopped.rb +4 -6
  356. data/lib/datadog/tracing/contrib/active_job/events.rb +7 -7
  357. data/lib/datadog/tracing/contrib/active_job/ext.rb +0 -2
  358. data/lib/datadog/tracing/contrib/active_job/integration.rb +4 -6
  359. data/lib/datadog/tracing/contrib/active_job/log_injection.rb +1 -3
  360. data/lib/datadog/tracing/contrib/active_job/patcher.rb +5 -5
  361. data/lib/datadog/tracing/contrib/active_model_serializers/configuration/settings.rb +3 -3
  362. data/lib/datadog/tracing/contrib/active_model_serializers/event.rb +5 -6
  363. data/lib/datadog/tracing/contrib/active_model_serializers/events/render.rb +3 -5
  364. data/lib/datadog/tracing/contrib/active_model_serializers/events/serialize.rb +2 -4
  365. data/lib/datadog/tracing/contrib/active_model_serializers/events.rb +3 -3
  366. data/lib/datadog/tracing/contrib/active_model_serializers/ext.rb +0 -2
  367. data/lib/datadog/tracing/contrib/active_model_serializers/integration.rb +3 -5
  368. data/lib/datadog/tracing/contrib/active_model_serializers/patcher.rb +4 -5
  369. data/lib/datadog/tracing/contrib/active_record/configuration/makara_resolver.rb +0 -2
  370. data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +2 -4
  371. data/lib/datadog/tracing/contrib/active_record/configuration/settings.rb +10 -5
  372. data/lib/datadog/tracing/contrib/active_record/event.rb +2 -2
  373. data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +4 -6
  374. data/lib/datadog/tracing/contrib/active_record/events/sql.rb +10 -9
  375. data/lib/datadog/tracing/contrib/active_record/events.rb +3 -3
  376. data/lib/datadog/tracing/contrib/active_record/ext.rb +0 -2
  377. data/lib/datadog/tracing/contrib/active_record/integration.rb +6 -8
  378. data/lib/datadog/tracing/contrib/active_record/patcher.rb +3 -3
  379. data/lib/datadog/tracing/contrib/active_record/utils.rb +2 -4
  380. data/lib/datadog/tracing/contrib/active_record/vendor/connection_specification.rb +0 -2
  381. data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +24 -12
  382. data/lib/datadog/tracing/contrib/active_support/cache/patcher.rb +3 -3
  383. data/lib/datadog/tracing/contrib/active_support/cache/redis.rb +2 -2
  384. data/lib/datadog/tracing/contrib/active_support/configuration/settings.rb +12 -4
  385. data/lib/datadog/tracing/contrib/active_support/ext.rb +0 -2
  386. data/lib/datadog/tracing/contrib/active_support/integration.rb +5 -7
  387. data/lib/datadog/tracing/contrib/active_support/notifications/event.rb +2 -2
  388. data/lib/datadog/tracing/contrib/active_support/notifications/subscriber.rb +2 -2
  389. data/lib/datadog/tracing/contrib/active_support/notifications/subscription.rb +0 -2
  390. data/lib/datadog/tracing/contrib/active_support/patcher.rb +3 -3
  391. data/lib/datadog/tracing/contrib/analytics.rb +2 -2
  392. data/lib/datadog/tracing/contrib/auto_instrument.rb +5 -5
  393. data/lib/datadog/tracing/contrib/aws/configuration/settings.rb +13 -4
  394. data/lib/datadog/tracing/contrib/aws/ext.rb +12 -3
  395. data/lib/datadog/tracing/contrib/aws/instrumentation.rb +19 -6
  396. data/lib/datadog/tracing/contrib/aws/integration.rb +3 -5
  397. data/lib/datadog/tracing/contrib/aws/parsed_context.rb +4 -2
  398. data/lib/datadog/tracing/contrib/aws/patcher.rb +6 -6
  399. data/lib/datadog/tracing/contrib/aws/service/base.rb +16 -0
  400. data/lib/datadog/tracing/contrib/aws/service/dynamodb.rb +22 -0
  401. data/lib/datadog/tracing/contrib/aws/service/eventbridge.rb +22 -0
  402. data/lib/datadog/tracing/contrib/aws/service/kinesis.rb +32 -0
  403. data/lib/datadog/tracing/contrib/aws/service/s3.rb +22 -0
  404. data/lib/datadog/tracing/contrib/aws/service/sns.rb +30 -0
  405. data/lib/datadog/tracing/contrib/aws/service/sqs.rb +27 -0
  406. data/lib/datadog/tracing/contrib/aws/service/states.rb +40 -0
  407. data/lib/datadog/tracing/contrib/aws/services.rb +17 -3
  408. data/lib/datadog/tracing/contrib/concurrent_ruby/configuration/settings.rb +3 -3
  409. data/lib/datadog/tracing/contrib/concurrent_ruby/context_composite_executor_service.rb +1 -1
  410. data/lib/datadog/tracing/contrib/concurrent_ruby/ext.rb +0 -2
  411. data/lib/datadog/tracing/contrib/concurrent_ruby/future_patch.rb +2 -2
  412. data/lib/datadog/tracing/contrib/concurrent_ruby/integration.rb +3 -5
  413. data/lib/datadog/tracing/contrib/concurrent_ruby/patcher.rb +3 -4
  414. data/lib/datadog/tracing/contrib/configurable.rb +3 -3
  415. data/lib/datadog/tracing/contrib/configuration/resolver.rb +1 -1
  416. data/lib/datadog/tracing/contrib/configuration/resolvers/pattern_resolver.rb +2 -2
  417. data/lib/datadog/tracing/contrib/configuration/settings.rb +2 -6
  418. data/lib/datadog/tracing/contrib/dalli/configuration/settings.rb +12 -4
  419. data/lib/datadog/tracing/contrib/dalli/ext.rb +2 -2
  420. data/lib/datadog/tracing/contrib/dalli/instrumentation.rb +14 -8
  421. data/lib/datadog/tracing/contrib/dalli/integration.rb +3 -5
  422. data/lib/datadog/tracing/contrib/dalli/patcher.rb +4 -4
  423. data/lib/datadog/tracing/contrib/dalli/quantize.rb +1 -3
  424. data/lib/datadog/tracing/contrib/delayed_job/configuration/settings.rb +4 -4
  425. data/lib/datadog/tracing/contrib/delayed_job/ext.rb +2 -2
  426. data/lib/datadog/tracing/contrib/delayed_job/integration.rb +3 -5
  427. data/lib/datadog/tracing/contrib/delayed_job/patcher.rb +9 -3
  428. data/lib/datadog/tracing/contrib/delayed_job/plugin.rb +12 -5
  429. data/lib/datadog/tracing/contrib/delayed_job/server_internal_tracer/worker.rb +34 -0
  430. data/lib/datadog/tracing/contrib/elasticsearch/configuration/settings.rb +13 -4
  431. data/lib/datadog/tracing/contrib/elasticsearch/ext.rb +3 -2
  432. data/lib/datadog/tracing/contrib/elasticsearch/integration.rb +3 -5
  433. data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +14 -10
  434. data/lib/datadog/tracing/contrib/elasticsearch/quantize.rb +1 -5
  435. data/lib/datadog/tracing/contrib/ethon/configuration/settings.rb +14 -4
  436. data/lib/datadog/tracing/contrib/ethon/easy_patch.rb +11 -12
  437. data/lib/datadog/tracing/contrib/ethon/ext.rb +1 -2
  438. data/lib/datadog/tracing/contrib/ethon/integration.rb +4 -6
  439. data/lib/datadog/tracing/contrib/ethon/multi_patch.rb +10 -7
  440. data/lib/datadog/tracing/contrib/ethon/patcher.rb +4 -5
  441. data/lib/datadog/tracing/contrib/excon/configuration/settings.rb +13 -4
  442. data/lib/datadog/tracing/contrib/excon/ext.rb +1 -2
  443. data/lib/datadog/tracing/contrib/excon/integration.rb +4 -6
  444. data/lib/datadog/tracing/contrib/excon/middleware.rb +13 -11
  445. data/lib/datadog/tracing/contrib/excon/patcher.rb +3 -3
  446. data/lib/datadog/tracing/contrib/ext.rb +30 -0
  447. data/lib/datadog/tracing/contrib/extensions.rb +5 -5
  448. data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb +13 -4
  449. data/lib/datadog/tracing/contrib/faraday/connection.rb +1 -1
  450. data/lib/datadog/tracing/contrib/faraday/ext.rb +1 -2
  451. data/lib/datadog/tracing/contrib/faraday/integration.rb +4 -6
  452. data/lib/datadog/tracing/contrib/faraday/middleware.rb +13 -12
  453. data/lib/datadog/tracing/contrib/faraday/patcher.rb +5 -7
  454. data/lib/datadog/tracing/contrib/faraday/rack_builder.rb +1 -1
  455. data/lib/datadog/tracing/contrib/grape/configuration/settings.rb +4 -4
  456. data/lib/datadog/tracing/contrib/grape/endpoint.rb +4 -9
  457. data/lib/datadog/tracing/contrib/grape/ext.rb +0 -2
  458. data/lib/datadog/tracing/contrib/grape/instrumentation.rb +0 -2
  459. data/lib/datadog/tracing/contrib/grape/integration.rb +3 -5
  460. data/lib/datadog/tracing/contrib/grape/patcher.rb +5 -5
  461. data/lib/datadog/tracing/contrib/graphql/configuration/settings.rb +4 -4
  462. data/lib/datadog/tracing/contrib/graphql/ext.rb +0 -2
  463. data/lib/datadog/tracing/contrib/graphql/integration.rb +3 -5
  464. data/lib/datadog/tracing/contrib/graphql/patcher.rb +2 -5
  465. data/lib/datadog/tracing/contrib/grpc/configuration/settings.rb +16 -5
  466. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/client.rb +25 -9
  467. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/server.rb +17 -19
  468. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor.rb +7 -6
  469. data/lib/datadog/tracing/contrib/grpc/distributed/fetcher.rb +26 -0
  470. data/lib/datadog/tracing/contrib/grpc/distributed/propagation.rb +42 -0
  471. data/lib/datadog/tracing/contrib/grpc/ext.rb +4 -2
  472. data/lib/datadog/tracing/contrib/grpc/integration.rb +11 -6
  473. data/lib/datadog/tracing/contrib/grpc/intercept_with_datadog.rb +1 -1
  474. data/lib/datadog/tracing/contrib/grpc/patcher.rb +4 -7
  475. data/lib/datadog/tracing/contrib/hanami/action_tracer.rb +47 -0
  476. data/lib/datadog/tracing/contrib/hanami/configuration/settings.rb +22 -0
  477. data/lib/datadog/tracing/contrib/hanami/ext.rb +22 -0
  478. data/lib/datadog/tracing/contrib/hanami/integration.rb +42 -0
  479. data/lib/datadog/tracing/contrib/hanami/patcher.rb +33 -0
  480. data/lib/datadog/tracing/contrib/hanami/plugin.rb +23 -0
  481. data/lib/datadog/tracing/contrib/hanami/renderer_policy_tracing.rb +41 -0
  482. data/lib/datadog/tracing/contrib/hanami/router_tracing.rb +44 -0
  483. data/lib/datadog/tracing/contrib/http/circuit_breaker.rb +2 -3
  484. data/lib/datadog/tracing/contrib/http/configuration/settings.rb +19 -4
  485. data/lib/datadog/tracing/contrib/http/distributed/fetcher.rb +38 -0
  486. data/lib/datadog/tracing/contrib/http/distributed/propagation.rb +37 -0
  487. data/lib/datadog/tracing/contrib/http/ext.rb +2 -2
  488. data/lib/datadog/tracing/contrib/http/instrumentation.rb +13 -14
  489. data/lib/datadog/tracing/contrib/http/integration.rb +8 -8
  490. data/lib/datadog/tracing/contrib/http/patcher.rb +4 -4
  491. data/lib/datadog/tracing/contrib/http_annotation_helper.rb +1 -1
  492. data/lib/datadog/tracing/contrib/httpclient/configuration/settings.rb +19 -4
  493. data/lib/datadog/tracing/contrib/httpclient/ext.rb +2 -2
  494. data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +14 -13
  495. data/lib/datadog/tracing/contrib/httpclient/integration.rb +4 -6
  496. data/lib/datadog/tracing/contrib/httpclient/patcher.rb +3 -5
  497. data/lib/datadog/tracing/contrib/httprb/configuration/settings.rb +19 -4
  498. data/lib/datadog/tracing/contrib/httprb/ext.rb +2 -2
  499. data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +13 -13
  500. data/lib/datadog/tracing/contrib/httprb/integration.rb +4 -6
  501. data/lib/datadog/tracing/contrib/httprb/patcher.rb +3 -5
  502. data/lib/datadog/tracing/contrib/integration.rb +4 -4
  503. data/lib/datadog/tracing/contrib/kafka/configuration/settings.rb +3 -3
  504. data/lib/datadog/tracing/contrib/kafka/consumer_event.rb +2 -1
  505. data/lib/datadog/tracing/contrib/kafka/consumer_group_event.rb +1 -1
  506. data/lib/datadog/tracing/contrib/kafka/event.rb +5 -4
  507. data/lib/datadog/tracing/contrib/kafka/events/connection/request.rb +2 -4
  508. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_batch.rb +3 -5
  509. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_message.rb +3 -5
  510. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/heartbeat.rb +4 -6
  511. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/join_group.rb +4 -6
  512. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/leave_group.rb +4 -6
  513. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/sync_group.rb +4 -6
  514. data/lib/datadog/tracing/contrib/kafka/events/produce_operation/send_messages.rb +3 -4
  515. data/lib/datadog/tracing/contrib/kafka/events/producer/deliver_messages.rb +3 -4
  516. data/lib/datadog/tracing/contrib/kafka/events.rb +10 -10
  517. data/lib/datadog/tracing/contrib/kafka/ext.rb +1 -2
  518. data/lib/datadog/tracing/contrib/kafka/integration.rb +3 -5
  519. data/lib/datadog/tracing/contrib/kafka/patcher.rb +4 -4
  520. data/lib/datadog/tracing/contrib/lograge/configuration/settings.rb +3 -3
  521. data/lib/datadog/tracing/contrib/lograge/ext.rb +0 -2
  522. data/lib/datadog/tracing/contrib/lograge/instrumentation.rb +2 -3
  523. data/lib/datadog/tracing/contrib/lograge/integration.rb +3 -5
  524. data/lib/datadog/tracing/contrib/lograge/patcher.rb +3 -3
  525. data/lib/datadog/tracing/contrib/mongodb/configuration/settings.rb +13 -4
  526. data/lib/datadog/tracing/contrib/mongodb/ext.rb +8 -2
  527. data/lib/datadog/tracing/contrib/mongodb/instrumentation.rb +4 -4
  528. data/lib/datadog/tracing/contrib/mongodb/integration.rb +4 -6
  529. data/lib/datadog/tracing/contrib/mongodb/parsers.rb +1 -3
  530. data/lib/datadog/tracing/contrib/mongodb/patcher.rb +4 -4
  531. data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +15 -8
  532. data/lib/datadog/tracing/contrib/mysql2/configuration/settings.rb +24 -4
  533. data/lib/datadog/tracing/contrib/mysql2/ext.rb +2 -2
  534. data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +26 -8
  535. data/lib/datadog/tracing/contrib/mysql2/integration.rb +3 -5
  536. data/lib/datadog/tracing/contrib/mysql2/patcher.rb +3 -3
  537. data/lib/datadog/tracing/contrib/patchable.rb +1 -1
  538. data/lib/datadog/tracing/contrib/patcher.rb +15 -6
  539. data/lib/datadog/tracing/contrib/pg/configuration/settings.rb +55 -0
  540. data/lib/datadog/tracing/contrib/pg/ext.rb +31 -0
  541. data/lib/datadog/tracing/contrib/pg/instrumentation.rb +171 -0
  542. data/lib/datadog/tracing/contrib/pg/integration.rb +41 -0
  543. data/lib/datadog/tracing/contrib/pg/patcher.rb +31 -0
  544. data/lib/datadog/tracing/contrib/presto/configuration/settings.rb +12 -4
  545. data/lib/datadog/tracing/contrib/presto/ext.rb +2 -2
  546. data/lib/datadog/tracing/contrib/presto/instrumentation.rb +9 -7
  547. data/lib/datadog/tracing/contrib/presto/integration.rb +3 -5
  548. data/lib/datadog/tracing/contrib/presto/patcher.rb +4 -6
  549. data/lib/datadog/tracing/contrib/propagation/sql_comment/comment.rb +41 -0
  550. data/lib/datadog/tracing/contrib/propagation/sql_comment/ext.rb +31 -0
  551. data/lib/datadog/tracing/contrib/propagation/sql_comment/mode.rb +28 -0
  552. data/lib/datadog/tracing/contrib/propagation/sql_comment.rb +53 -0
  553. data/lib/datadog/tracing/contrib/qless/configuration/settings.rb +3 -3
  554. data/lib/datadog/tracing/contrib/qless/ext.rb +0 -2
  555. data/lib/datadog/tracing/contrib/qless/integration.rb +3 -5
  556. data/lib/datadog/tracing/contrib/qless/patcher.rb +2 -4
  557. data/lib/datadog/tracing/contrib/qless/qless_job.rb +5 -5
  558. data/lib/datadog/tracing/contrib/qless/tracer_cleaner.rb +1 -3
  559. data/lib/datadog/tracing/contrib/que/configuration/settings.rb +3 -5
  560. data/lib/datadog/tracing/contrib/que/ext.rb +0 -2
  561. data/lib/datadog/tracing/contrib/que/integration.rb +4 -6
  562. data/lib/datadog/tracing/contrib/que/patcher.rb +1 -3
  563. data/lib/datadog/tracing/contrib/que/tracer.rb +5 -3
  564. data/lib/datadog/tracing/contrib/racecar/configuration/settings.rb +12 -4
  565. data/lib/datadog/tracing/contrib/racecar/event.rb +9 -7
  566. data/lib/datadog/tracing/contrib/racecar/events/batch.rb +6 -5
  567. data/lib/datadog/tracing/contrib/racecar/events/consume.rb +2 -4
  568. data/lib/datadog/tracing/contrib/racecar/events/message.rb +6 -5
  569. data/lib/datadog/tracing/contrib/racecar/events.rb +4 -4
  570. data/lib/datadog/tracing/contrib/racecar/ext.rb +1 -2
  571. data/lib/datadog/tracing/contrib/racecar/integration.rb +3 -5
  572. data/lib/datadog/tracing/contrib/racecar/patcher.rb +4 -4
  573. data/lib/datadog/tracing/contrib/rack/configuration/settings.rb +2 -4
  574. data/lib/datadog/tracing/contrib/rack/ext.rb +5 -2
  575. data/lib/datadog/tracing/contrib/rack/header_collection.rb +35 -0
  576. data/lib/datadog/tracing/contrib/rack/integration.rb +4 -6
  577. data/lib/datadog/tracing/contrib/rack/middlewares.rb +172 -78
  578. data/lib/datadog/tracing/contrib/rack/patcher.rb +12 -4
  579. data/lib/datadog/tracing/contrib/rack/request_queue.rb +0 -2
  580. data/lib/datadog/tracing/contrib/rails/auto_instrument_railtie.rb +1 -3
  581. data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +12 -4
  582. data/lib/datadog/tracing/contrib/rails/ext.rb +0 -2
  583. data/lib/datadog/tracing/contrib/rails/framework.rb +20 -24
  584. data/lib/datadog/tracing/contrib/rails/integration.rb +4 -6
  585. data/lib/datadog/tracing/contrib/rails/log_injection.rb +0 -4
  586. data/lib/datadog/tracing/contrib/rails/middlewares.rb +2 -3
  587. data/lib/datadog/tracing/contrib/rails/patcher.rb +7 -10
  588. data/lib/datadog/tracing/contrib/rails/railtie.rb +3 -5
  589. data/lib/datadog/tracing/contrib/rails/utils.rb +3 -3
  590. data/lib/datadog/tracing/contrib/rake/configuration/settings.rb +18 -3
  591. data/lib/datadog/tracing/contrib/rake/ext.rb +0 -2
  592. data/lib/datadog/tracing/contrib/rake/instrumentation.rb +12 -9
  593. data/lib/datadog/tracing/contrib/rake/integration.rb +3 -5
  594. data/lib/datadog/tracing/contrib/rake/patcher.rb +4 -5
  595. data/lib/datadog/tracing/contrib/redis/configuration/resolver.rb +1 -3
  596. data/lib/datadog/tracing/contrib/redis/configuration/settings.rb +12 -4
  597. data/lib/datadog/tracing/contrib/redis/ext.rb +3 -2
  598. data/lib/datadog/tracing/contrib/redis/instrumentation.rb +36 -28
  599. data/lib/datadog/tracing/contrib/redis/integration.rb +37 -6
  600. data/lib/datadog/tracing/contrib/redis/patcher.rb +56 -14
  601. data/lib/datadog/tracing/contrib/redis/quantize.rb +11 -10
  602. data/lib/datadog/tracing/contrib/redis/tags.rb +17 -12
  603. data/lib/datadog/tracing/contrib/redis/trace_middleware.rb +70 -0
  604. data/lib/datadog/tracing/contrib/redis/vendor/resolver.rb +0 -2
  605. data/lib/datadog/tracing/contrib/registerable.rb +1 -1
  606. data/lib/datadog/tracing/contrib/registry.rb +1 -1
  607. data/lib/datadog/tracing/contrib/resque/configuration/settings.rb +4 -4
  608. data/lib/datadog/tracing/contrib/resque/ext.rb +0 -2
  609. data/lib/datadog/tracing/contrib/resque/integration.rb +3 -5
  610. data/lib/datadog/tracing/contrib/resque/patcher.rb +3 -3
  611. data/lib/datadog/tracing/contrib/resque/resque_job.rb +8 -5
  612. data/lib/datadog/tracing/contrib/rest_client/configuration/settings.rb +15 -4
  613. data/lib/datadog/tracing/contrib/rest_client/ext.rb +1 -2
  614. data/lib/datadog/tracing/contrib/rest_client/integration.rb +3 -5
  615. data/lib/datadog/tracing/contrib/rest_client/patcher.rb +3 -4
  616. data/lib/datadog/tracing/contrib/rest_client/request_patch.rb +12 -8
  617. data/lib/datadog/tracing/contrib/roda/configuration/settings.rb +34 -0
  618. data/lib/datadog/tracing/contrib/roda/ext.rb +18 -0
  619. data/lib/datadog/tracing/contrib/roda/instrumentation.rb +76 -0
  620. data/lib/datadog/tracing/contrib/roda/integration.rb +45 -0
  621. data/lib/datadog/tracing/contrib/roda/patcher.rb +30 -0
  622. data/lib/datadog/tracing/contrib/semantic_logger/configuration/settings.rb +3 -3
  623. data/lib/datadog/tracing/contrib/semantic_logger/ext.rb +0 -2
  624. data/lib/datadog/tracing/contrib/semantic_logger/instrumentation.rb +3 -3
  625. data/lib/datadog/tracing/contrib/semantic_logger/integration.rb +3 -5
  626. data/lib/datadog/tracing/contrib/semantic_logger/patcher.rb +3 -3
  627. data/lib/datadog/tracing/contrib/sequel/configuration/settings.rb +3 -3
  628. data/lib/datadog/tracing/contrib/sequel/database.rb +8 -8
  629. data/lib/datadog/tracing/contrib/sequel/dataset.rb +9 -7
  630. data/lib/datadog/tracing/contrib/sequel/ext.rb +0 -2
  631. data/lib/datadog/tracing/contrib/sequel/integration.rb +3 -5
  632. data/lib/datadog/tracing/contrib/sequel/patcher.rb +4 -4
  633. data/lib/datadog/tracing/contrib/sequel/utils.rb +6 -5
  634. data/lib/datadog/tracing/contrib/shoryuken/configuration/settings.rb +4 -4
  635. data/lib/datadog/tracing/contrib/shoryuken/ext.rb +1 -2
  636. data/lib/datadog/tracing/contrib/shoryuken/integration.rb +4 -6
  637. data/lib/datadog/tracing/contrib/shoryuken/patcher.rb +2 -2
  638. data/lib/datadog/tracing/contrib/shoryuken/tracer.rb +6 -2
  639. data/lib/datadog/tracing/contrib/sidekiq/client_tracer.rb +21 -8
  640. data/lib/datadog/tracing/contrib/sidekiq/configuration/settings.rb +5 -4
  641. data/lib/datadog/tracing/contrib/sidekiq/distributed/propagation.rb +38 -0
  642. data/lib/datadog/tracing/contrib/sidekiq/ext.rb +6 -2
  643. data/lib/datadog/tracing/contrib/sidekiq/integration.rb +11 -5
  644. data/lib/datadog/tracing/contrib/sidekiq/patcher.rb +28 -9
  645. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/heartbeat.rb +29 -2
  646. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/job_fetch.rb +3 -1
  647. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/{scheduled_push.rb → redis_info.rb} +8 -7
  648. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/scheduled_poller.rb +57 -0
  649. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/stop.rb +34 -0
  650. data/lib/datadog/tracing/contrib/sidekiq/server_tracer.rb +28 -8
  651. data/lib/datadog/tracing/contrib/sidekiq/{tracing.rb → utils.rb} +4 -4
  652. data/lib/datadog/tracing/contrib/sinatra/configuration/settings.rb +2 -4
  653. data/lib/datadog/tracing/contrib/sinatra/env.rb +14 -27
  654. data/lib/datadog/tracing/contrib/sinatra/ext.rb +7 -5
  655. data/lib/datadog/tracing/contrib/sinatra/framework.rb +0 -4
  656. data/lib/datadog/tracing/contrib/sinatra/headers.rb +2 -2
  657. data/lib/datadog/tracing/contrib/sinatra/integration.rb +3 -5
  658. data/lib/datadog/tracing/contrib/sinatra/patcher.rb +7 -8
  659. data/lib/datadog/tracing/contrib/sinatra/tracer.rb +15 -90
  660. data/lib/datadog/tracing/contrib/sinatra/tracer_middleware.rb +21 -17
  661. data/lib/datadog/tracing/contrib/sneakers/configuration/settings.rb +2 -4
  662. data/lib/datadog/tracing/contrib/sneakers/ext.rb +1 -2
  663. data/lib/datadog/tracing/contrib/sneakers/integration.rb +4 -6
  664. data/lib/datadog/tracing/contrib/sneakers/patcher.rb +2 -4
  665. data/lib/datadog/tracing/contrib/sneakers/tracer.rb +7 -5
  666. data/lib/datadog/tracing/contrib/span_attribute_schema.rb +28 -0
  667. data/lib/datadog/tracing/contrib/status_code_matcher.rb +1 -4
  668. data/lib/datadog/tracing/contrib/stripe/configuration/settings.rb +33 -0
  669. data/lib/datadog/tracing/contrib/stripe/ext.rb +26 -0
  670. data/lib/datadog/tracing/contrib/stripe/integration.rb +43 -0
  671. data/lib/datadog/tracing/contrib/stripe/patcher.rb +28 -0
  672. data/lib/datadog/tracing/contrib/stripe/request.rb +67 -0
  673. data/lib/datadog/tracing/contrib/sucker_punch/configuration/settings.rb +3 -3
  674. data/lib/datadog/tracing/contrib/sucker_punch/exception_handler.rb +1 -1
  675. data/lib/datadog/tracing/contrib/sucker_punch/ext.rb +0 -2
  676. data/lib/datadog/tracing/contrib/sucker_punch/instrumentation.rb +3 -6
  677. data/lib/datadog/tracing/contrib/sucker_punch/integration.rb +3 -5
  678. data/lib/datadog/tracing/contrib/sucker_punch/patcher.rb +5 -7
  679. data/lib/datadog/tracing/contrib/utils/database.rb +0 -2
  680. data/lib/datadog/tracing/contrib/utils/quantization/hash.rb +0 -2
  681. data/lib/datadog/tracing/contrib/utils/quantization/http.rb +92 -14
  682. data/lib/datadog/tracing/contrib.rb +52 -48
  683. data/lib/datadog/tracing/correlation.rb +25 -14
  684. data/lib/datadog/{core → tracing}/diagnostics/ext.rb +1 -8
  685. data/lib/datadog/tracing/diagnostics/health.rb +40 -0
  686. data/lib/datadog/tracing/distributed/b3_multi.rb +72 -0
  687. data/lib/datadog/tracing/distributed/b3_single.rb +68 -0
  688. data/lib/datadog/tracing/distributed/datadog.rb +200 -0
  689. data/lib/datadog/tracing/distributed/datadog_tags_codec.rb +84 -0
  690. data/lib/datadog/tracing/distributed/fetcher.rb +21 -0
  691. data/lib/datadog/tracing/distributed/headers/ext.rb +19 -16
  692. data/lib/datadog/tracing/distributed/helpers.rb +34 -13
  693. data/lib/datadog/tracing/distributed/none.rb +18 -0
  694. data/lib/datadog/tracing/distributed/propagation.rb +126 -0
  695. data/lib/datadog/tracing/distributed/trace_context.rb +380 -0
  696. data/lib/datadog/tracing/event.rb +0 -4
  697. data/lib/datadog/tracing/flush.rb +58 -36
  698. data/lib/datadog/tracing/metadata/analytics.rb +3 -3
  699. data/lib/datadog/tracing/metadata/errors.rb +3 -3
  700. data/lib/datadog/tracing/metadata/ext.rb +40 -3
  701. data/lib/datadog/tracing/metadata/tagging.rb +23 -4
  702. data/lib/datadog/tracing/metadata.rb +4 -4
  703. data/lib/datadog/tracing/pipeline/span_filter.rb +11 -7
  704. data/lib/datadog/tracing/pipeline/span_processor.rb +1 -1
  705. data/lib/datadog/tracing/pipeline.rb +2 -6
  706. data/lib/datadog/tracing/propagation/http.rb +4 -99
  707. data/lib/datadog/tracing/runtime/metrics.rb +1 -3
  708. data/lib/datadog/tracing/sampling/all_sampler.rb +2 -2
  709. data/lib/datadog/tracing/sampling/ext.rb +30 -1
  710. data/lib/datadog/tracing/sampling/matcher.rb +1 -1
  711. data/lib/datadog/tracing/sampling/priority_sampler.rb +63 -10
  712. data/lib/datadog/tracing/sampling/rate_by_key_sampler.rb +10 -13
  713. data/lib/datadog/tracing/sampling/rate_by_service_sampler.rb +31 -10
  714. data/lib/datadog/tracing/sampling/rate_limiter.rb +4 -3
  715. data/lib/datadog/tracing/sampling/rate_sampler.rb +26 -13
  716. data/lib/datadog/tracing/sampling/rule.rb +2 -6
  717. data/lib/datadog/tracing/sampling/rule_sampler.rb +7 -10
  718. data/lib/datadog/tracing/sampling/sampler.rb +0 -2
  719. data/lib/datadog/tracing/sampling/span/ext.rb +25 -0
  720. data/lib/datadog/tracing/sampling/span/matcher.rb +89 -0
  721. data/lib/datadog/tracing/sampling/span/rule.rb +82 -0
  722. data/lib/datadog/tracing/sampling/span/rule_parser.rb +104 -0
  723. data/lib/datadog/tracing/sampling/span/sampler.rb +77 -0
  724. data/lib/datadog/tracing/span.rb +24 -22
  725. data/lib/datadog/tracing/span_operation.rb +12 -15
  726. data/lib/datadog/tracing/sync_writer.rb +5 -7
  727. data/lib/datadog/tracing/trace_digest.rb +89 -3
  728. data/lib/datadog/tracing/trace_operation.rb +58 -16
  729. data/lib/datadog/tracing/trace_segment.rb +20 -10
  730. data/lib/datadog/tracing/tracer.rb +48 -23
  731. data/lib/datadog/tracing/utils.rb +83 -0
  732. data/lib/datadog/tracing/workers/trace_writer.rb +8 -11
  733. data/lib/datadog/tracing/workers.rb +2 -6
  734. data/lib/datadog/tracing/writer.rb +11 -8
  735. data/lib/datadog/tracing.rb +9 -9
  736. data/lib/ddtrace/auto_instrument.rb +10 -3
  737. data/lib/ddtrace/auto_instrument_base.rb +1 -1
  738. data/lib/ddtrace/profiling/preload.rb +0 -2
  739. data/lib/ddtrace/transport/ext.rb +7 -3
  740. data/lib/ddtrace/transport/http/adapters/net.rb +15 -4
  741. data/lib/ddtrace/transport/http/adapters/registry.rb +1 -1
  742. data/lib/ddtrace/transport/http/adapters/test.rb +1 -3
  743. data/lib/ddtrace/transport/http/adapters/unix_socket.rb +2 -4
  744. data/lib/ddtrace/transport/http/api/endpoint.rb +1 -1
  745. data/lib/ddtrace/transport/http/api/fallbacks.rb +1 -1
  746. data/lib/ddtrace/transport/http/api/instance.rb +1 -1
  747. data/lib/ddtrace/transport/http/api/map.rb +2 -2
  748. data/lib/ddtrace/transport/http/api/spec.rb +1 -1
  749. data/lib/ddtrace/transport/http/api.rb +4 -6
  750. data/lib/ddtrace/transport/http/builder.rb +5 -7
  751. data/lib/ddtrace/transport/http/client.rb +2 -4
  752. data/lib/ddtrace/transport/http/env.rb +1 -1
  753. data/lib/ddtrace/transport/http/response.rb +2 -2
  754. data/lib/ddtrace/transport/http/statistics.rb +1 -3
  755. data/lib/ddtrace/transport/http/traces.rb +6 -8
  756. data/lib/ddtrace/transport/http.rb +11 -12
  757. data/lib/ddtrace/transport/io/client.rb +2 -4
  758. data/lib/ddtrace/transport/io/response.rb +2 -2
  759. data/lib/ddtrace/transport/io/traces.rb +4 -6
  760. data/lib/ddtrace/transport/io.rb +4 -4
  761. data/lib/ddtrace/transport/parcel.rb +1 -3
  762. data/lib/ddtrace/transport/request.rb +2 -2
  763. data/lib/ddtrace/transport/response.rb +0 -2
  764. data/lib/ddtrace/transport/serializable_trace.rb +9 -5
  765. data/lib/ddtrace/transport/statistics.rb +3 -3
  766. data/lib/ddtrace/transport/trace_formatter.rb +22 -11
  767. data/lib/ddtrace/transport/traces.rb +9 -9
  768. data/lib/ddtrace/version.rb +8 -6
  769. data/lib/ddtrace.rb +7 -9
  770. metadata +186 -58
  771. data/.editorconfig +0 -22
  772. data/.gitignore +0 -58
  773. data/CONTRIBUTING.md +0 -81
  774. data/ddtrace.gemspec +0 -68
  775. data/docs/0.x-trace.png +0 -0
  776. data/docs/1.0-trace.png +0 -0
  777. data/docs/AutoInstrumentation.md +0 -36
  778. data/docs/Deprecation.md +0 -8
  779. data/docs/DevelopmentGuide.md +0 -259
  780. data/docs/GettingStarted.md +0 -2688
  781. data/docs/ProfilingDevelopment.md +0 -110
  782. data/docs/PublicApi.md +0 -14
  783. data/docs/UpgradeGuide.md +0 -736
  784. data/ext/ddtrace_profiling_native_extension/libddprof_helpers.h +0 -13
  785. data/lib/datadog/appsec/assets/waf_rules/risky.json +0 -1499
  786. data/lib/datadog/appsec/contrib/configuration/settings.rb +0 -20
  787. data/lib/datadog/appsec/contrib/rack/configuration/settings.rb +0 -22
  788. data/lib/datadog/appsec/contrib/rack/request.rb +0 -58
  789. data/lib/datadog/appsec/contrib/rack/response.rb +0 -24
  790. data/lib/datadog/appsec/contrib/rails/configuration/settings.rb +0 -22
  791. data/lib/datadog/appsec/contrib/sinatra/configuration/settings.rb +0 -22
  792. data/lib/datadog/profiling/recorder.rb +0 -117
  793. data/lib/datadog/profiling/transport/client.rb +0 -16
  794. data/lib/datadog/profiling/transport/http/api/endpoint.rb +0 -107
  795. data/lib/datadog/profiling/transport/http/api/instance.rb +0 -38
  796. data/lib/datadog/profiling/transport/http/api/spec.rb +0 -42
  797. data/lib/datadog/profiling/transport/http/api.rb +0 -45
  798. data/lib/datadog/profiling/transport/http/builder.rb +0 -30
  799. data/lib/datadog/profiling/transport/http/client.rb +0 -35
  800. data/lib/datadog/profiling/transport/http/response.rb +0 -23
  801. data/lib/datadog/profiling/transport/http.rb +0 -112
  802. data/lib/datadog/profiling/transport/io/client.rb +0 -29
  803. data/lib/datadog/profiling/transport/io/response.rb +0 -18
  804. data/lib/datadog/profiling/transport/io.rb +0 -32
  805. data/lib/datadog/profiling/transport/parcel.rb +0 -19
  806. data/lib/datadog/profiling/transport/request.rb +0 -17
  807. data/lib/datadog/profiling/transport/response.rb +0 -10
  808. data/lib/datadog/tracing/distributed/headers/b3.rb +0 -55
  809. data/lib/datadog/tracing/distributed/headers/b3_single.rb +0 -67
  810. data/lib/datadog/tracing/distributed/headers/datadog.rb +0 -52
  811. data/lib/datadog/tracing/distributed/parser.rb +0 -70
  812. data/lib/datadog/tracing/propagation/grpc.rb +0 -88
@@ -1,4 +1,6 @@
1
- # typed: true
1
+ # frozen_string_literal: true
2
+
3
+ require_relative '../core/utils'
2
4
 
3
5
  module Datadog
4
6
  module Profiling
@@ -41,7 +43,10 @@ module Datadog
41
43
  tags[FORM_FIELD_TAG_SERVICE] = service if service
42
44
  tags[FORM_FIELD_TAG_VERSION] = version if version
43
45
 
44
- user_tags.merge(tags)
46
+ # Make sure everything is an utf-8 string, to avoid encoding issues in native code/libddprof/further downstream
47
+ user_tags.merge(tags).map do |key, value|
48
+ [Datadog::Core::Utils.utf8_encode(key), Datadog::Core::Utils.utf8_encode(value)]
49
+ end.to_h
45
50
  end
46
51
  end
47
52
  end
@@ -1,5 +1,3 @@
1
- # typed: true
2
-
3
1
  module Datadog
4
2
  module Profiling
5
3
  module Tasks
@@ -1,5 +1,3 @@
1
- # typed: true
2
-
3
1
  module Datadog
4
2
  module Profiling
5
3
  module Tasks
@@ -1,7 +1,5 @@
1
- # typed: false
2
-
3
- require 'datadog/core/utils/only_once'
4
- require 'datadog/profiling/ext/forking'
1
+ require_relative '../../core/utils/only_once'
2
+ require_relative '../ext/forking'
5
3
 
6
4
  module Datadog
7
5
  module Profiling
@@ -13,7 +11,6 @@ module Datadog
13
11
  def run
14
12
  ACTIVATE_EXTENSIONS_ONLY_ONCE.run do
15
13
  begin
16
- check_if_cpu_time_profiling_is_supported
17
14
  activate_forking_extensions
18
15
  setup_at_fork_hooks
19
16
  rescue StandardError, ScriptError => e
@@ -40,28 +37,10 @@ module Datadog
40
37
  end
41
38
  end
42
39
 
43
- def check_if_cpu_time_profiling_is_supported
44
- unsupported = cpu_time_profiling_unsupported_reason
45
-
46
- if unsupported
47
- Datadog.logger.info do
48
- 'CPU time profiling skipped because native CPU time is not supported: ' \
49
- "#{unsupported}. Profiles containing 'Wall time' data will still be reported."
50
- end
51
- end
52
- end
53
-
54
40
  def setup_at_fork_hooks
55
41
  if Process.respond_to?(:at_fork)
56
42
  Process.at_fork(:child) do
57
43
  begin
58
- # When Ruby forks, clock IDs for each of the threads
59
- # will change. We can only update these IDs from the
60
- # execution context of the thread that owns it.
61
- # This hook will update the IDs for the main thread
62
- # after a fork occurs.
63
- Thread.current.send(:update_native_ids) if Thread.current.respond_to?(:update_native_ids, true)
64
-
65
44
  # Restart profiler, if enabled
66
45
  Profiling.start_if_enabled
67
46
  rescue StandardError => e
@@ -73,20 +52,6 @@ module Datadog
73
52
  end
74
53
  end
75
54
  end
76
-
77
- def cpu_time_profiling_unsupported_reason
78
- # NOTE: Only the first matching reason is returned, so try to keep a nice order on reasons
79
-
80
- if RUBY_ENGINE == 'jruby'
81
- 'JRuby is not supported'
82
- elsif RUBY_PLATFORM.include?('darwin')
83
- 'Feature requires Linux; macOS is not supported'
84
- elsif RUBY_PLATFORM =~ /(mswin|mingw)/
85
- 'Feature requires Linux; Windows is not supported'
86
- elsif !RUBY_PLATFORM.include?('linux')
87
- "Feature requires Linux; #{RUBY_PLATFORM} is not supported"
88
- end
89
- end
90
55
  end
91
56
  end
92
57
  end
@@ -1,9 +1,7 @@
1
1
  # frozen_string_literal: true
2
2
 
3
- # typed: true
4
-
5
- require 'datadog/tracing'
6
- require 'datadog/tracing/metadata/ext'
3
+ require_relative '../../tracing'
4
+ require_relative '../../tracing/metadata/ext'
7
5
 
8
6
  module Datadog
9
7
  module Profiling
@@ -1,8 +1,6 @@
1
1
  # frozen_string_literal: true
2
2
 
3
- # typed: true
4
-
5
- require 'datadog/profiling/trace_identifiers/ddtrace'
3
+ require_relative 'ddtrace'
6
4
 
7
5
  module Datadog
8
6
  module Profiling
@@ -1,12 +1,10 @@
1
- # typed: true
2
-
3
- require 'datadog/core'
4
- require 'datadog/core/environment/variable_helpers'
5
- require 'datadog/core/utils/only_once'
1
+ require_relative 'core'
2
+ require_relative 'core/environment/variable_helpers'
3
+ require_relative 'core/utils/only_once'
6
4
 
7
5
  module Datadog
8
- # Contains profiler for generating stack profiles, etc.
9
- module Profiling # rubocop:disable Metrics/ModuleLength
6
+ # Datadog Continuous Profiler implementation: https://docs.datadoghq.com/profiler/
7
+ module Profiling
10
8
  GOOGLE_PROTOBUF_MINIMUM_VERSION = Gem::Version.new('3.0')
11
9
  private_constant :GOOGLE_PROTOBUF_MINIMUM_VERSION
12
10
 
@@ -41,6 +39,39 @@ module Datadog
41
39
  !!profiler
42
40
  end
43
41
 
42
+ # Returns an ever-increasing counter of the number of allocations observed by the profiler in this thread.
43
+ #
44
+ # Note 1: This counter may not start from zero on new threads. It should only be used to measure how many
45
+ # allocations have happened between two calls to this API:
46
+ # ```
47
+ # allocations_before = Datadog::Profiling.allocation_count
48
+ # do_some_work()
49
+ # allocations_after = Datadog::Profiling.allocation_count
50
+ # puts "Allocations during do_some_work: #{allocations_after - allocations_before}"
51
+ # ```
52
+ # (This is similar to some OS-based time representations.)
53
+ #
54
+ # Note 2: All fibers in the same thread will share the same counter values.
55
+ #
56
+ # Only available when the profiler is running, the new CPU Profiling 2.0 profiler is in use, and allocation-related
57
+ # features are not disabled via configuration.
58
+ # For instructions on enabling CPU Profiling 2.0 see the ddtrace release notes.
59
+ #
60
+ # @return [Integer] number of allocations observed in the current thread.
61
+ # @return [nil] when not available.
62
+ # @public_api
63
+ def self.allocation_count
64
+ # This no-op implementation is used when profiling failed to load.
65
+ # It gets replaced inside #replace_noop_allocation_count.
66
+ nil
67
+ end
68
+
69
+ private_class_method def self.replace_noop_allocation_count
70
+ def self.allocation_count # rubocop:disable Lint/DuplicateMethods, Lint/NestedMethodDefinition (On purpose!)
71
+ Datadog::Profiling::Collectors::CpuAndWallTimeWorker._native_allocation_count
72
+ end
73
+ end
74
+
44
75
  private_class_method def self.native_library_compilation_skipped?
45
76
  skipped_reason = try_reading_skipped_reason_file
46
77
 
@@ -65,7 +96,7 @@ module Datadog
65
96
  # NOTE: On environments where protobuf is already loaded, we skip the check. This allows us to support environments
66
97
  # where no Gem.loaded_version is NOT available but customers are able to load protobuf; see for instance
67
98
  # https://github.com/teamcapybara/capybara/commit/caf3bcd7664f4f2691d0ca9ef3be9a2a954fecfb
68
- if !defined?(::Google::Protobuf) && Gem.loaded_specs['google-protobuf'].nil?
99
+ if !protobuf_already_loaded? && Gem.loaded_specs['google-protobuf'].nil?
69
100
  "Missing google-protobuf dependency; please add `gem 'google-protobuf', '~> 3.0'` to your Gemfile or gems.rb file"
70
101
  end
71
102
  end
@@ -74,12 +105,17 @@ module Datadog
74
105
  # See above for why we skip the check when protobuf is already loaded; note that when protobuf was already loaded
75
106
  # we skip the version check to avoid the call to Gem.loaded_specs. Unfortunately, protobuf does not seem to
76
107
  # expose the gem version constant elsewhere, so in that setup we are not able to check the version.
77
- if !defined?(::Google::Protobuf) && Gem.loaded_specs['google-protobuf'].version < GOOGLE_PROTOBUF_MINIMUM_VERSION
108
+ if !protobuf_already_loaded? && Gem.loaded_specs['google-protobuf'].version < GOOGLE_PROTOBUF_MINIMUM_VERSION
78
109
  'Your google-protobuf is too old; ensure that you have google-protobuf >= 3.0 by ' \
79
110
  "adding `gem 'google-protobuf', '~> 3.0'` to your Gemfile or gems.rb file"
80
111
  end
81
112
  end
82
113
 
114
+ private_class_method def self.protobuf_already_loaded?
115
+ defined?(::Google::Protobuf) && !defined?(::Protobuf)
116
+ !!(defined?(::Google::Protobuf) && !defined?(::Protobuf))
117
+ end
118
+
83
119
  private_class_method def self.protobuf_failed_to_load?
84
120
  unless protobuf_loaded_successfully?
85
121
  'There was an error loading the google-protobuf library; see previous warning message for details'
@@ -105,7 +141,7 @@ module Datadog
105
141
  # NOTE: We use Kernel#warn here because this code gets run BEFORE Datadog.logger is actually set up.
106
142
  # In the future it'd be nice to shuffle the logger startup to happen first to avoid this special case.
107
143
  Kernel.warn(
108
- '[DDTRACE] Error while loading google-protobuf gem. ' \
144
+ '[ddtrace] Error while loading google-protobuf gem. ' \
109
145
  "Cause: '#{e.class.name} #{e.message}' Location: '#{Array(e.backtrace).first}'. " \
110
146
  'This can happen when google-protobuf is missing its native components. ' \
111
147
  'To fix this, try removing and reinstalling the gem, forcing it to recompile the components: ' \
@@ -122,7 +158,7 @@ module Datadog
122
158
  unless success
123
159
  if exception
124
160
  'There was an error loading the profiling native extension due to ' \
125
- "'#{exception.class.name} #{exception.message}' at '#{exception.backtrace.first}'"
161
+ "'#{exception.class.name} #{exception.message}' at '#{Array(exception.backtrace).first}'"
126
162
  else
127
163
  'The profiling native extension did not load correctly. ' \
128
164
  'For help solving this issue, please contact Datadog support at <https://docs.datadoghq.com/help/>.' \
@@ -132,7 +168,7 @@ module Datadog
132
168
 
133
169
  private_class_method def self.try_loading_native_library
134
170
  begin
135
- require 'datadog/profiling/load_native_extension'
171
+ require_relative 'profiling/load_native_extension'
136
172
 
137
173
  success =
138
174
  defined?(Profiling::NativeExtension) && Profiling::NativeExtension.send(:native_working?)
@@ -145,22 +181,28 @@ module Datadog
145
181
  private_class_method def self.load_profiling
146
182
  return false unless supported?
147
183
 
148
- require 'datadog/profiling/ext/forking'
149
- require 'datadog/profiling/collectors/code_provenance'
150
- require 'datadog/profiling/collectors/old_stack'
151
- require 'datadog/profiling/collectors/stack'
152
- require 'datadog/profiling/stack_recorder'
153
- require 'datadog/profiling/exporter'
154
- require 'datadog/profiling/recorder'
155
- require 'datadog/profiling/scheduler'
156
- require 'datadog/profiling/tasks/setup'
157
- require 'datadog/profiling/transport/io'
158
- require 'datadog/profiling/transport/http'
159
- require 'datadog/profiling/profiler'
160
- require 'datadog/profiling/native_extension'
161
- require 'datadog/profiling/trace_identifiers/helper'
162
- require 'datadog/profiling/pprof/pprof_pb'
163
- require 'datadog/profiling/tag_builder'
184
+ require_relative 'profiling/ext/forking'
185
+ require_relative 'profiling/collectors/code_provenance'
186
+ require_relative 'profiling/collectors/cpu_and_wall_time_worker'
187
+ require_relative 'profiling/collectors/dynamic_sampling_rate'
188
+ require_relative 'profiling/collectors/idle_sampling_helper'
189
+ require_relative 'profiling/collectors/old_stack'
190
+ require_relative 'profiling/collectors/stack'
191
+ require_relative 'profiling/collectors/thread_context'
192
+ require_relative 'profiling/stack_recorder'
193
+ require_relative 'profiling/old_recorder'
194
+ require_relative 'profiling/exporter'
195
+ require_relative 'profiling/scheduler'
196
+ require_relative 'profiling/tasks/setup'
197
+ require_relative 'profiling/profiler'
198
+ require_relative 'profiling/native_extension'
199
+ require_relative 'profiling/trace_identifiers/helper'
200
+ # This file is loaded in Profiling::Component#load_pprof_support; see notes there for why
201
+ # require_relative 'profiling/pprof/pprof_pb'
202
+ require_relative 'profiling/tag_builder'
203
+ require_relative 'profiling/http_transport'
204
+
205
+ replace_noop_allocation_count
164
206
 
165
207
  true
166
208
  end
@@ -1,6 +1,6 @@
1
- # typed: true
1
+ # frozen_string_literal: true
2
2
 
3
- require 'datadog/tracing/metadata/ext'
3
+ require_relative 'metadata/ext'
4
4
 
5
5
  module Datadog
6
6
  module Tracing
@@ -1,17 +1,12 @@
1
- # typed: true
2
-
3
- require 'datadog/core'
4
- require 'datadog/core/environment/ext'
5
- require 'datadog/core/buffer/thread_safe'
6
- require 'datadog/core/buffer/cruby'
7
- require 'datadog/core/diagnostics/health'
1
+ require_relative '../core/environment/ext'
2
+ require_relative '../core/buffer/thread_safe'
3
+ require_relative '../core/buffer/cruby'
4
+ require_relative '../core/diagnostics/health'
8
5
 
9
6
  module Datadog
10
7
  module Tracing
11
8
  # Health metrics for trace buffers.
12
9
  module MeasuredBuffer
13
- include Kernel # Ensure that kernel methods are always available (https://sorbet.org/docs/error-reference#7003)
14
-
15
10
  def initialize(*_)
16
11
  super
17
12
 
@@ -0,0 +1,61 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative '../core/configuration'
4
+ require_relative '../core/utils/network'
5
+ require_relative 'metadata/ext'
6
+ require_relative 'span'
7
+
8
+ module Datadog
9
+ module Tracing
10
+ # Common functions for supporting the `http.client_ip` span attribute.
11
+ module ClientIp
12
+ class << self
13
+ # Sets the `http.client_ip` tag on the given span.
14
+ #
15
+ # This function respects the user's settings: if they disable the client IP tagging,
16
+ # or provide a different IP header name.
17
+ #
18
+ # @param [Span] span The span that's associated with the request.
19
+ # @param [HeaderCollection, #get, nil] headers A collection with the request headers.
20
+ # @param [String, nil] remote_ip The remote IP the request associated with the span is sent to.
21
+ def set_client_ip_tag(span, headers: nil, remote_ip: nil)
22
+ return unless configuration.enabled
23
+
24
+ set_client_ip_tag!(span, headers: headers, remote_ip: remote_ip)
25
+ end
26
+
27
+ # Forcefully sets the `http.client_ip` tag on the given span.
28
+ #
29
+ # This function ignores the user's `enabled` setting.
30
+ #
31
+ # @param [Span] span The span that's associated with the request.
32
+ # @param [HeaderCollection, #get, nil] headers A collection with the request headers.
33
+ # @param [String, nil] remote_ip The remote IP the request associated with the span is sent to.
34
+ def set_client_ip_tag!(span, headers: nil, remote_ip: nil)
35
+ ip = extract_client_ip(headers, remote_ip)
36
+
37
+ span.set_tag(Tracing::Metadata::Ext::HTTP::TAG_CLIENT_IP, ip) if ip
38
+ end
39
+
40
+ def extract_client_ip(headers, remote_ip)
41
+ if headers && configuration.header_name
42
+ return Datadog::Core::Utils::Network.stripped_ip_from_request_headers(
43
+ headers,
44
+ ip_headers_to_check: Array(configuration.header_name)
45
+ )
46
+ end
47
+
48
+ ip_from_headers = Datadog::Core::Utils::Network.stripped_ip_from_request_headers(headers) if headers
49
+
50
+ ip_from_headers || Datadog::Core::Utils::Network.stripped_ip(remote_ip)
51
+ end
52
+
53
+ private
54
+
55
+ def configuration
56
+ Datadog.configuration.tracing.client_ip
57
+ end
58
+ end
59
+ end
60
+ end
61
+ end
@@ -0,0 +1,176 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative 'tracer'
4
+ require_relative 'flush'
5
+ require_relative 'sync_writer'
6
+ require_relative 'sampling/span/rule_parser'
7
+ require_relative 'sampling/span/sampler'
8
+
9
+ module Datadog
10
+ module Tracing
11
+ # Tracing component
12
+ module Component
13
+ def build_tracer(settings, agent_settings)
14
+ # If a custom tracer has been provided, use it instead.
15
+ # Ignore all other options (they should already be configured.)
16
+ tracer = settings.tracing.instance
17
+ return tracer unless tracer.nil?
18
+
19
+ # Apply test mode settings if test mode is activated
20
+ if settings.tracing.test_mode.enabled
21
+ trace_flush = build_test_mode_trace_flush(settings)
22
+ sampler = build_test_mode_sampler
23
+ writer = build_test_mode_writer(settings, agent_settings)
24
+ else
25
+ trace_flush = build_trace_flush(settings)
26
+ sampler = build_sampler(settings)
27
+ writer = build_writer(settings, agent_settings)
28
+ end
29
+
30
+ subscribe_to_writer_events!(writer, sampler, settings.tracing.test_mode.enabled)
31
+
32
+ Tracing::Tracer.new(
33
+ default_service: settings.service,
34
+ enabled: settings.tracing.enabled,
35
+ trace_flush: trace_flush,
36
+ sampler: sampler,
37
+ span_sampler: build_span_sampler(settings),
38
+ writer: writer,
39
+ tags: build_tracer_tags(settings),
40
+ )
41
+ end
42
+
43
+ def build_trace_flush(settings)
44
+ if settings.tracing.partial_flush.enabled
45
+ Tracing::Flush::Partial.new(
46
+ min_spans_before_partial_flush: settings.tracing.partial_flush.min_spans_threshold
47
+ )
48
+ else
49
+ Tracing::Flush::Finished.new
50
+ end
51
+ end
52
+
53
+ # TODO: Sampler should be a top-level component.
54
+ # It is currently part of the Tracer initialization
55
+ # process, but can take a variety of options (including
56
+ # a fully custom instance) that makes the Tracer
57
+ # initialization process complex.
58
+ def build_sampler(settings)
59
+ if (sampler = settings.tracing.sampler)
60
+ if settings.tracing.priority_sampling == false
61
+ sampler
62
+ else
63
+ ensure_priority_sampling(sampler, settings)
64
+ end
65
+ elsif settings.tracing.priority_sampling == false
66
+ Tracing::Sampling::RuleSampler.new(
67
+ rate_limit: settings.tracing.sampling.rate_limit,
68
+ default_sample_rate: settings.tracing.sampling.default_rate
69
+ )
70
+ else
71
+ Tracing::Sampling::PrioritySampler.new(
72
+ base_sampler: Tracing::Sampling::AllSampler.new,
73
+ post_sampler: Tracing::Sampling::RuleSampler.new(
74
+ rate_limit: settings.tracing.sampling.rate_limit,
75
+ default_sample_rate: settings.tracing.sampling.default_rate
76
+ )
77
+ )
78
+ end
79
+ end
80
+
81
+ def ensure_priority_sampling(sampler, settings)
82
+ if sampler.is_a?(Tracing::Sampling::PrioritySampler)
83
+ sampler
84
+ else
85
+ Tracing::Sampling::PrioritySampler.new(
86
+ base_sampler: sampler,
87
+ post_sampler: Tracing::Sampling::RuleSampler.new(
88
+ rate_limit: settings.tracing.sampling.rate_limit,
89
+ default_sample_rate: settings.tracing.sampling.default_rate
90
+ )
91
+ )
92
+ end
93
+ end
94
+
95
+ # TODO: Writer should be a top-level component.
96
+ # It is currently part of the Tracer initialization
97
+ # process, but can take a variety of options (including
98
+ # a fully custom instance) that makes the Tracer
99
+ # initialization process complex.
100
+ def build_writer(settings, agent_settings)
101
+ if (writer = settings.tracing.writer)
102
+ return writer
103
+ end
104
+
105
+ Tracing::Writer.new(agent_settings: agent_settings, **settings.tracing.writer_options)
106
+ end
107
+
108
+ def subscribe_to_writer_events!(writer, sampler, test_mode)
109
+ return unless writer.respond_to?(:events) # Check if it's a custom, external writer
110
+
111
+ writer.events.after_send.subscribe(&WRITER_RECORD_ENVIRONMENT_INFORMATION_CALLBACK)
112
+
113
+ return unless sampler.is_a?(Tracing::Sampling::PrioritySampler)
114
+
115
+ # DEV: We need to ignore priority sampling updates coming from the agent in test mode
116
+ # because test mode wants to *unconditionally* sample all traces.
117
+ #
118
+ # This can cause trace metrics to be overestimated, but that's a trade-off we take
119
+ # here to achieve 100% sampling rate.
120
+ return if test_mode
121
+
122
+ writer.events.after_send.subscribe(&writer_update_priority_sampler_rates_callback(sampler))
123
+ end
124
+
125
+ WRITER_RECORD_ENVIRONMENT_INFORMATION_CALLBACK = lambda do |_, responses|
126
+ Core::Diagnostics::EnvironmentLogger.log!(responses)
127
+ end
128
+
129
+ # Create new lambda for writer callback,
130
+ # capture the current sampler in the callback closure.
131
+ def writer_update_priority_sampler_rates_callback(sampler)
132
+ lambda do |_, responses|
133
+ response = responses.last
134
+
135
+ next unless response && !response.internal_error? && response.service_rates
136
+
137
+ sampler.update(response.service_rates, decision: Tracing::Sampling::Ext::Decision::AGENT_RATE)
138
+ end
139
+ end
140
+
141
+ def build_span_sampler(settings)
142
+ rules = Tracing::Sampling::Span::RuleParser.parse_json(settings.tracing.sampling.span_rules)
143
+ Tracing::Sampling::Span::Sampler.new(rules || [])
144
+ end
145
+
146
+ private
147
+
148
+ def build_tracer_tags(settings)
149
+ settings.tags.dup.tap do |tags|
150
+ tags[Core::Environment::Ext::TAG_ENV] = settings.env unless settings.env.nil?
151
+ tags[Core::Environment::Ext::TAG_VERSION] = settings.version unless settings.version.nil?
152
+ end
153
+ end
154
+
155
+ def build_test_mode_trace_flush(settings)
156
+ # If context flush behavior is provided, use it instead.
157
+ settings.tracing.test_mode.trace_flush || build_trace_flush(settings)
158
+ end
159
+
160
+ def build_test_mode_sampler
161
+ # Do not sample any spans for tests; all must be preserved.
162
+ # Set priority sampler to ensure the agent doesn't drop any traces.
163
+ Tracing::Sampling::PrioritySampler.new(
164
+ base_sampler: Tracing::Sampling::AllSampler.new,
165
+ post_sampler: Tracing::Sampling::AllSampler.new
166
+ )
167
+ end
168
+
169
+ def build_test_mode_writer(settings, agent_settings)
170
+ # Flush traces synchronously, to guarantee they are written.
171
+ writer_options = settings.tracing.test_mode.writer_options || {}
172
+ Tracing::SyncWriter.new(agent_settings: agent_settings, **writer_options)
173
+ end
174
+ end
175
+ end
176
+ end
@@ -1,9 +1,19 @@
1
- # typed: true
2
-
3
1
  module Datadog
4
2
  module Tracing
5
3
  module Configuration
4
+ # Constants for configuration settings
5
+ # e.g. Env vars, default values, enums, etc...
6
6
  module Ext
7
+ ENV_ENABLED = 'DD_TRACE_ENABLED'.freeze
8
+ ENV_TRACE_ID_128_BIT_GENERATION_ENABLED = 'DD_TRACE_128_BIT_TRACEID_GENERATION_ENABLED'.freeze
9
+
10
+ # @public_api
11
+ module SpanAttributeSchema
12
+ ENV_SPAN_ATTRIBUTE_SCHEMA = 'DD_TRACE_SPAN_ATTRIBUTE_SCHEMA'.freeze
13
+ DEFAULT_VERSION = 'v0'.freeze
14
+ VERSION_ONE = 'v1'.freeze
15
+ end
16
+
7
17
  # @public_api
8
18
  module Analytics
9
19
  ENV_TRACE_ANALYTICS_ENABLED = 'DD_TRACE_ANALYTICS_ENABLED'.freeze
@@ -12,15 +22,43 @@ module Datadog
12
22
  # @public_api
13
23
  module Correlation
14
24
  ENV_LOGS_INJECTION_ENABLED = 'DD_LOGS_INJECTION'.freeze
25
+ ENV_TRACE_ID_128_BIT_LOGGING_ENABLED = 'DD_TRACE_128_BIT_TRACEID_LOGGING_ENABLED'.freeze
15
26
  end
16
27
 
17
28
  # @public_api
18
29
  module Distributed
30
+ # Custom Datadog format
19
31
  PROPAGATION_STYLE_DATADOG = 'Datadog'.freeze
32
+
33
+ PROPAGATION_STYLE_B3_MULTI_HEADER = 'b3multi'.freeze
34
+ # @deprecated Use `b3multi` instead.
20
35
  PROPAGATION_STYLE_B3 = 'B3'.freeze
21
- PROPAGATION_STYLE_B3_SINGLE_HEADER = 'B3 single header'.freeze
22
- ENV_PROPAGATION_STYLE_INJECT = 'DD_PROPAGATION_STYLE_INJECT'.freeze
23
- ENV_PROPAGATION_STYLE_EXTRACT = 'DD_PROPAGATION_STYLE_EXTRACT'.freeze
36
+
37
+ PROPAGATION_STYLE_B3_SINGLE_HEADER = 'b3'.freeze
38
+ # @deprecated Use `b3` instead.
39
+ PROPAGATION_STYLE_B3_SINGLE_HEADER_OLD = 'B3 single header'.freeze
40
+
41
+ # W3C Trace Context
42
+ PROPAGATION_STYLE_TRACE_CONTEXT = 'tracecontext'.freeze
43
+
44
+ # Sets both extract and inject propagation style tho the provided value.
45
+ # Has lower precedence than `DD_TRACE_PROPAGATION_STYLE_INJECT` or
46
+ # `DD_TRACE_PROPAGATION_STYLE_EXTRACT`.
47
+ ENV_PROPAGATION_STYLE = 'DD_TRACE_PROPAGATION_STYLE'.freeze
48
+
49
+ ENV_PROPAGATION_STYLE_INJECT = 'DD_TRACE_PROPAGATION_STYLE_INJECT'.freeze
50
+ # @deprecated Use `DD_TRACE_PROPAGATION_STYLE_INJECT` instead.
51
+ ENV_PROPAGATION_STYLE_INJECT_OLD = 'DD_PROPAGATION_STYLE_INJECT'.freeze
52
+
53
+ ENV_PROPAGATION_STYLE_EXTRACT = 'DD_TRACE_PROPAGATION_STYLE_EXTRACT'.freeze
54
+ # @deprecated Use `DD_TRACE_PROPAGATION_STYLE_EXTRACT` instead.
55
+ ENV_PROPAGATION_STYLE_EXTRACT_OLD = 'DD_PROPAGATION_STYLE_EXTRACT'.freeze
56
+
57
+ # A no-op propagator. Compatible with OpenTelemetry's `none` propagator.
58
+ # @see https://opentelemetry.io/docs/concepts/sdk-configuration/general-sdk-configuration/#get_otel__propagators
59
+ PROPAGATION_STYLE_NONE = 'none'.freeze
60
+
61
+ ENV_X_DATADOG_TAGS_MAX_LENGTH = 'DD_TRACE_X_DATADOG_TAGS_MAX_LENGTH'.freeze
24
62
  end
25
63
 
26
64
  # @public_api
@@ -32,6 +70,12 @@ module Datadog
32
70
  module Sampling
33
71
  ENV_SAMPLE_RATE = 'DD_TRACE_SAMPLE_RATE'.freeze
34
72
  ENV_RATE_LIMIT = 'DD_TRACE_RATE_LIMIT'.freeze
73
+
74
+ # @public_api
75
+ module Span
76
+ ENV_SPAN_SAMPLING_RULES = 'DD_SPAN_SAMPLING_RULES'.freeze
77
+ ENV_SPAN_SAMPLING_RULES_FILE = 'DD_SPAN_SAMPLING_RULES_FILE'.freeze
78
+ end
35
79
  end
36
80
 
37
81
  # @public_api
@@ -41,10 +85,16 @@ module Datadog
41
85
 
42
86
  # @public_api
43
87
  module Transport
44
- ENV_DEFAULT_HOST = 'DD_AGENT_HOST'.freeze
45
88
  ENV_DEFAULT_PORT = 'DD_TRACE_AGENT_PORT'.freeze
46
89
  ENV_DEFAULT_URL = 'DD_TRACE_AGENT_URL'.freeze
47
90
  end
91
+
92
+ # @public_api
93
+ module ClientIp
94
+ ENV_ENABLED = 'DD_TRACE_CLIENT_IP_ENABLED'.freeze
95
+ ENV_DISABLED = 'DD_TRACE_CLIENT_IP_HEADER_DISABLED'.freeze # TODO: deprecated, remove later
96
+ ENV_HEADER_NAME = 'DD_TRACE_CLIENT_IP_HEADER'.freeze
97
+ end
48
98
  end
49
99
  end
50
100
  end