datadog 2.21.0 → 2.38.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (623) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +574 -1
  3. data/ext/LIBDATADOG_DEVELOPMENT.md +3 -0
  4. data/ext/datadog_profiling_native_extension/clock_id.h +9 -1
  5. data/ext/datadog_profiling_native_extension/clock_id_from_mach.c +66 -0
  6. data/ext/datadog_profiling_native_extension/clock_id_from_pthread.c +3 -2
  7. data/ext/datadog_profiling_native_extension/collectors_cpu_and_wall_time_worker.c +301 -82
  8. data/ext/datadog_profiling_native_extension/collectors_discrete_dynamic_sampler.c +4 -4
  9. data/ext/datadog_profiling_native_extension/collectors_gc_profiling_helper.c +3 -2
  10. data/ext/datadog_profiling_native_extension/collectors_idle_sampling_helper.c +18 -4
  11. data/ext/datadog_profiling_native_extension/collectors_stack.c +63 -32
  12. data/ext/datadog_profiling_native_extension/collectors_stack.h +7 -2
  13. data/ext/datadog_profiling_native_extension/collectors_thread_context.c +728 -436
  14. data/ext/datadog_profiling_native_extension/collectors_thread_context.h +19 -6
  15. data/ext/datadog_profiling_native_extension/crashtracking_runtime_stacks.c +239 -0
  16. data/ext/datadog_profiling_native_extension/datadog_ruby_common.c +65 -1
  17. data/ext/datadog_profiling_native_extension/datadog_ruby_common.h +40 -1
  18. data/ext/datadog_profiling_native_extension/encoded_profile.c +2 -1
  19. data/ext/datadog_profiling_native_extension/extconf.rb +41 -37
  20. data/ext/datadog_profiling_native_extension/gvl_profiling_helper.c +4 -43
  21. data/ext/datadog_profiling_native_extension/gvl_profiling_helper.h +15 -47
  22. data/ext/datadog_profiling_native_extension/heap_recorder.c +252 -103
  23. data/ext/datadog_profiling_native_extension/heap_recorder.h +12 -1
  24. data/ext/datadog_profiling_native_extension/http_transport.c +66 -68
  25. data/ext/datadog_profiling_native_extension/libdatadog_helpers.c +3 -22
  26. data/ext/datadog_profiling_native_extension/libdatadog_helpers.h +0 -5
  27. data/ext/datadog_profiling_native_extension/macos_sampler_thread.h +55 -0
  28. data/ext/datadog_profiling_native_extension/native_extension_helpers.rb +0 -13
  29. data/ext/datadog_profiling_native_extension/private_vm_api_access.c +40 -43
  30. data/ext/datadog_profiling_native_extension/private_vm_api_access.h +6 -0
  31. data/ext/datadog_profiling_native_extension/profiling.c +65 -19
  32. data/ext/datadog_profiling_native_extension/ruby_helpers.c +63 -46
  33. data/ext/datadog_profiling_native_extension/ruby_helpers.h +17 -5
  34. data/ext/datadog_profiling_native_extension/setup_signal_handler.c +32 -10
  35. data/ext/datadog_profiling_native_extension/setup_signal_handler.h +2 -1
  36. data/ext/datadog_profiling_native_extension/stack_recorder.c +110 -85
  37. data/ext/datadog_profiling_native_extension/stack_recorder.h +3 -1
  38. data/ext/datadog_profiling_native_extension/time_helpers.h +13 -7
  39. data/ext/datadog_profiling_native_extension/unsafe_api_calls_check.c +2 -1
  40. data/ext/datadog_profiling_native_extension/unsafe_api_calls_check.h +9 -4
  41. data/ext/libdatadog_api/crashtracker.c +16 -15
  42. data/ext/libdatadog_api/crashtracker_report_exception.c +126 -0
  43. data/ext/libdatadog_api/datadog_ruby_common.c +65 -1
  44. data/ext/libdatadog_api/datadog_ruby_common.h +40 -1
  45. data/ext/libdatadog_api/ddsketch.c +102 -0
  46. data/ext/libdatadog_api/di.c +203 -0
  47. data/ext/libdatadog_api/extconf.rb +18 -24
  48. data/ext/libdatadog_api/feature_flags.c +554 -0
  49. data/ext/libdatadog_api/feature_flags.h +5 -0
  50. data/ext/libdatadog_api/helpers.h +27 -0
  51. data/ext/libdatadog_api/init.c +13 -1
  52. data/ext/libdatadog_api/library_config.c +34 -25
  53. data/ext/libdatadog_api/process_discovery.c +19 -13
  54. data/ext/libdatadog_extconf_helpers.rb +94 -11
  55. data/lib/datadog/ai_guard/api_client.rb +84 -0
  56. data/lib/datadog/ai_guard/autoload.rb +10 -0
  57. data/lib/datadog/ai_guard/component.rb +44 -0
  58. data/lib/datadog/ai_guard/configuration/ext.rb +17 -0
  59. data/lib/datadog/ai_guard/configuration.rb +115 -0
  60. data/lib/datadog/ai_guard/contrib/auto_instrument.rb +24 -0
  61. data/lib/datadog/ai_guard/contrib/integration.rb +37 -0
  62. data/lib/datadog/ai_guard/contrib/rack/integration.rb +42 -0
  63. data/lib/datadog/ai_guard/contrib/rack/patcher.rb +26 -0
  64. data/lib/datadog/ai_guard/contrib/rack/request_middleware.rb +97 -0
  65. data/lib/datadog/ai_guard/contrib/rails/integration.rb +41 -0
  66. data/lib/datadog/ai_guard/contrib/rails/patcher.rb +97 -0
  67. data/lib/datadog/ai_guard/contrib/ruby_llm/chat_instrumentation.rb +80 -0
  68. data/lib/datadog/ai_guard/contrib/ruby_llm/integration.rb +41 -0
  69. data/lib/datadog/ai_guard/contrib/ruby_llm/patcher.rb +30 -0
  70. data/lib/datadog/ai_guard/evaluation/content_builder.rb +31 -0
  71. data/lib/datadog/ai_guard/evaluation/content_part.rb +36 -0
  72. data/lib/datadog/ai_guard/evaluation/message.rb +25 -0
  73. data/lib/datadog/ai_guard/evaluation/no_op_result.rb +36 -0
  74. data/lib/datadog/ai_guard/evaluation/request.rb +86 -0
  75. data/lib/datadog/ai_guard/evaluation/result.rb +45 -0
  76. data/lib/datadog/ai_guard/evaluation/tool_call.rb +18 -0
  77. data/lib/datadog/ai_guard/evaluation.rb +108 -0
  78. data/lib/datadog/ai_guard/ext.rb +29 -0
  79. data/lib/datadog/ai_guard.rb +181 -0
  80. data/lib/datadog/appsec/api_security/endpoint_collection/grape_route_serializer.rb +26 -0
  81. data/lib/datadog/appsec/api_security/endpoint_collection/rails_collector.rb +66 -0
  82. data/lib/datadog/appsec/api_security/endpoint_collection/rails_route_serializer.rb +36 -0
  83. data/lib/datadog/appsec/api_security/endpoint_collection/sinatra_route_serializer.rb +26 -0
  84. data/lib/datadog/appsec/api_security/endpoint_collection.rb +10 -0
  85. data/lib/datadog/appsec/api_security/route_extractor.rb +38 -9
  86. data/lib/datadog/appsec/api_security/sampler.rb +7 -4
  87. data/lib/datadog/appsec/assets/blocked.html +10 -1
  88. data/lib/datadog/appsec/assets/blocked.json +1 -1
  89. data/lib/datadog/appsec/assets/blocked.text +3 -1
  90. data/lib/datadog/appsec/assets/waf_rules/README.md +30 -36
  91. data/lib/datadog/appsec/assets/waf_rules/recommended.json +359 -4
  92. data/lib/datadog/appsec/assets/waf_rules/strict.json +43 -2
  93. data/lib/datadog/appsec/assets.rb +1 -1
  94. data/lib/datadog/appsec/autoload.rb +1 -1
  95. data/lib/datadog/appsec/component.rb +16 -9
  96. data/lib/datadog/appsec/compressed_json.rb +3 -3
  97. data/lib/datadog/appsec/configuration.rb +427 -1
  98. data/lib/datadog/appsec/context.rb +51 -13
  99. data/lib/datadog/appsec/contrib/active_record/instrumentation.rb +3 -1
  100. data/lib/datadog/appsec/contrib/active_record/integration.rb +1 -1
  101. data/lib/datadog/appsec/contrib/active_record/patcher.rb +4 -1
  102. data/lib/datadog/appsec/contrib/aws_lambda/gateway/watcher.rb +75 -0
  103. data/lib/datadog/appsec/contrib/aws_lambda/integration.rb +39 -0
  104. data/lib/datadog/appsec/contrib/aws_lambda/patcher.rb +30 -0
  105. data/lib/datadog/appsec/contrib/aws_lambda/waf_addresses.rb +144 -0
  106. data/lib/datadog/appsec/contrib/devise/integration.rb +1 -1
  107. data/lib/datadog/appsec/contrib/devise/patches/signin_tracking_patch.rb +2 -1
  108. data/lib/datadog/appsec/contrib/excon/integration.rb +1 -1
  109. data/lib/datadog/appsec/contrib/excon/patcher.rb +3 -1
  110. data/lib/datadog/appsec/contrib/excon/ssrf_detection_middleware.rb +152 -12
  111. data/lib/datadog/appsec/contrib/faraday/integration.rb +1 -1
  112. data/lib/datadog/appsec/contrib/faraday/patcher.rb +1 -1
  113. data/lib/datadog/appsec/contrib/faraday/ssrf_detection_middleware.rb +138 -12
  114. data/lib/datadog/appsec/contrib/graphql/gateway/multiplex.rb +74 -24
  115. data/lib/datadog/appsec/contrib/graphql/gateway/watcher.rb +4 -2
  116. data/lib/datadog/appsec/contrib/graphql/integration.rb +2 -1
  117. data/lib/datadog/appsec/contrib/rack/buffered_input.rb +83 -0
  118. data/lib/datadog/appsec/contrib/rack/ext.rb +1 -1
  119. data/lib/datadog/appsec/contrib/rack/gateway/request.rb +52 -13
  120. data/lib/datadog/appsec/contrib/rack/gateway/watcher.rb +40 -19
  121. data/lib/datadog/appsec/contrib/rack/input_peeker.rb +79 -0
  122. data/lib/datadog/appsec/contrib/rack/integration.rb +1 -1
  123. data/lib/datadog/appsec/contrib/rack/request_middleware.rb +48 -33
  124. data/lib/datadog/appsec/contrib/rack/response_body.rb +36 -0
  125. data/lib/datadog/appsec/contrib/rails/gateway/request.rb +40 -1
  126. data/lib/datadog/appsec/contrib/rails/gateway/watcher.rb +26 -5
  127. data/lib/datadog/appsec/contrib/rails/integration.rb +1 -1
  128. data/lib/datadog/appsec/contrib/rails/patcher.rb +38 -0
  129. data/lib/datadog/appsec/contrib/rails/patches/process_action_patch.rb +2 -0
  130. data/lib/datadog/appsec/contrib/rest_client/integration.rb +1 -1
  131. data/lib/datadog/appsec/contrib/rest_client/patcher.rb +3 -1
  132. data/lib/datadog/appsec/contrib/rest_client/request_ssrf_detection_patch.rb +167 -11
  133. data/lib/datadog/appsec/contrib/sinatra/gateway/watcher.rb +43 -13
  134. data/lib/datadog/appsec/contrib/sinatra/integration.rb +1 -1
  135. data/lib/datadog/appsec/contrib/sinatra/patcher.rb +4 -4
  136. data/lib/datadog/appsec/contrib/sinatra/patches/json_patch.rb +1 -1
  137. data/lib/datadog/appsec/counter_sampler.rb +25 -0
  138. data/lib/datadog/appsec/default_header_tags.rb +52 -0
  139. data/lib/datadog/appsec/event.rb +13 -31
  140. data/lib/datadog/appsec/ext.rb +3 -0
  141. data/lib/datadog/appsec/instrumentation/gateway/middleware.rb +2 -3
  142. data/lib/datadog/appsec/instrumentation/gateway.rb +2 -15
  143. data/lib/datadog/appsec/metrics/collector.rb +43 -5
  144. data/lib/datadog/appsec/metrics/exporter.rb +16 -3
  145. data/lib/datadog/appsec/metrics/telemetry.rb +20 -3
  146. data/lib/datadog/appsec/metrics/telemetry_exporter.rb +20 -1
  147. data/lib/datadog/appsec/metrics.rb +5 -5
  148. data/lib/datadog/appsec/monitor/gateway/watcher.rb +8 -6
  149. data/lib/datadog/appsec/remote.rb +44 -29
  150. data/lib/datadog/appsec/response.rb +18 -4
  151. data/lib/datadog/appsec/route_normalizer/rails_route_pattern.rb +176 -0
  152. data/lib/datadog/appsec/route_normalizer/route_pattern.rb +378 -0
  153. data/lib/datadog/appsec/route_normalizer/route_text.rb +57 -0
  154. data/lib/datadog/appsec/route_normalizer.rb +80 -0
  155. data/lib/datadog/appsec/security_engine/engine.rb +26 -5
  156. data/lib/datadog/appsec/security_engine/result.rb +29 -9
  157. data/lib/datadog/appsec/security_engine/runner.rb +20 -10
  158. data/lib/datadog/appsec/security_event.rb +5 -7
  159. data/lib/datadog/appsec/trace_keeper.rb +18 -6
  160. data/lib/datadog/appsec/utils/http/body.rb +38 -0
  161. data/lib/datadog/appsec/utils/http/body_reader.rb +61 -0
  162. data/lib/datadog/appsec/utils/http/media_range.rb +2 -1
  163. data/lib/datadog/appsec/utils/http/media_type.rb +32 -26
  164. data/lib/datadog/appsec/utils/http/url_encoded.rb +52 -0
  165. data/lib/datadog/appsec.rb +6 -3
  166. data/lib/datadog/core/configuration/agentless_settings_resolver.rb +2 -2
  167. data/lib/datadog/core/configuration/base.rb +17 -5
  168. data/lib/datadog/core/configuration/components.rb +185 -17
  169. data/lib/datadog/core/configuration/components_state.rb +6 -1
  170. data/lib/datadog/core/configuration/config_helper.rb +11 -2
  171. data/lib/datadog/core/configuration/deprecations.rb +2 -2
  172. data/lib/datadog/core/configuration/option.rb +32 -6
  173. data/lib/datadog/core/configuration/option_definition.rb +42 -14
  174. data/lib/datadog/core/configuration/options.rb +49 -12
  175. data/lib/datadog/core/configuration/settings.rb +115 -16
  176. data/lib/datadog/core/configuration/stable_config.rb +10 -0
  177. data/lib/datadog/core/configuration/supported_configurations.rb +379 -300
  178. data/lib/datadog/core/configuration.rb +3 -3
  179. data/lib/datadog/core/contrib/rails/railtie.rb +32 -0
  180. data/lib/datadog/core/contrib/rails/utils.rb +7 -3
  181. data/lib/datadog/core/crashtracking/component.rb +73 -21
  182. data/lib/datadog/core/crashtracking/tag_builder.rb +6 -0
  183. data/lib/datadog/core/ddsketch.rb +19 -0
  184. data/lib/datadog/core/diagnostics/environment_logger.rb +3 -1
  185. data/lib/datadog/core/environment/agent_info.rb +65 -1
  186. data/lib/datadog/core/environment/cgroup.rb +52 -25
  187. data/lib/datadog/core/environment/container.rb +140 -46
  188. data/lib/datadog/core/environment/ext.rb +13 -0
  189. data/lib/datadog/core/environment/identity.rb +40 -4
  190. data/lib/datadog/core/environment/process.rb +122 -0
  191. data/lib/datadog/core/environment/socket.rb +13 -0
  192. data/lib/datadog/core/environment/yjit.rb +2 -1
  193. data/lib/datadog/core/error.rb +6 -6
  194. data/lib/datadog/core/evp.rb +11 -0
  195. data/lib/datadog/core/feature_flags.rb +61 -0
  196. data/lib/datadog/core/knuth_sampler.rb +59 -0
  197. data/lib/datadog/core/logger.rb +1 -1
  198. data/lib/datadog/core/metrics/client.rb +6 -6
  199. data/lib/datadog/core/metrics/logging.rb +1 -1
  200. data/lib/datadog/core/pin.rb +8 -8
  201. data/lib/datadog/core/process_discovery.rb +21 -18
  202. data/lib/datadog/core/rate_limiter.rb +11 -1
  203. data/lib/datadog/core/remote/client/capabilities.rb +49 -6
  204. data/lib/datadog/core/remote/client.rb +15 -7
  205. data/lib/datadog/core/remote/component.rb +64 -36
  206. data/lib/datadog/core/remote/configuration/content.rb +15 -2
  207. data/lib/datadog/core/remote/configuration/digest.rb +14 -7
  208. data/lib/datadog/core/remote/configuration/repository.rb +1 -1
  209. data/lib/datadog/core/remote/configuration/target.rb +13 -6
  210. data/lib/datadog/core/remote/transport/config.rb +9 -36
  211. data/lib/datadog/core/remote/transport/http/config.rb +15 -55
  212. data/lib/datadog/core/remote/transport/http/negotiation.rb +14 -44
  213. data/lib/datadog/core/remote/transport/http.rb +15 -24
  214. data/lib/datadog/core/remote/transport/negotiation.rb +8 -33
  215. data/lib/datadog/core/remote/worker.rb +25 -37
  216. data/lib/datadog/core/runtime/metrics.rb +11 -2
  217. data/lib/datadog/core/semaphore.rb +1 -4
  218. data/lib/datadog/core/tag_builder.rb +0 -4
  219. data/lib/datadog/core/tag_normalizer.rb +84 -0
  220. data/lib/datadog/core/telemetry/component.rb +59 -15
  221. data/lib/datadog/core/telemetry/emitter.rb +6 -6
  222. data/lib/datadog/core/telemetry/event/app_client_configuration_change.rb +2 -3
  223. data/lib/datadog/core/telemetry/event/app_endpoints_loaded.rb +30 -0
  224. data/lib/datadog/core/telemetry/event/app_extended_heartbeat.rb +32 -0
  225. data/lib/datadog/core/telemetry/event/app_started.rb +177 -171
  226. data/lib/datadog/core/telemetry/event/synth_app_client_configuration_change.rb +27 -4
  227. data/lib/datadog/core/telemetry/event.rb +2 -7
  228. data/lib/datadog/core/telemetry/ext.rb +1 -0
  229. data/lib/datadog/core/telemetry/logger.rb +4 -2
  230. data/lib/datadog/core/telemetry/logging.rb +17 -5
  231. data/lib/datadog/core/telemetry/metrics_manager.rb +9 -0
  232. data/lib/datadog/core/telemetry/request.rb +17 -5
  233. data/lib/datadog/core/telemetry/transport/http/telemetry.rb +8 -34
  234. data/lib/datadog/core/telemetry/transport/http.rb +21 -16
  235. data/lib/datadog/core/telemetry/transport/telemetry.rb +8 -17
  236. data/lib/datadog/core/telemetry/worker.rb +108 -32
  237. data/lib/datadog/core/transport/ext.rb +3 -0
  238. data/lib/datadog/core/transport/http/api/endpoint.rb +9 -4
  239. data/lib/datadog/core/transport/http/api/instance.rb +4 -21
  240. data/lib/datadog/core/transport/http/builder.rb +10 -6
  241. data/lib/datadog/core/transport/http/client.rb +80 -0
  242. data/lib/datadog/core/transport/http/response.rb +4 -0
  243. data/lib/datadog/core/transport/http.rb +24 -19
  244. data/lib/datadog/core/transport/parcel.rb +61 -9
  245. data/lib/datadog/core/transport/response.rb +16 -2
  246. data/lib/datadog/core/transport/transport.rb +90 -0
  247. data/lib/datadog/core/utils/at_fork_monkey_patch.rb +2 -2
  248. data/lib/datadog/core/utils/{base64.rb → base64_codec.rb} +4 -3
  249. data/lib/datadog/core/utils/enumerable_compat.rb +29 -0
  250. data/lib/datadog/core/utils/fnv.rb +26 -0
  251. data/lib/datadog/core/utils/forking.rb +3 -1
  252. data/lib/datadog/core/utils/hash.rb +0 -23
  253. data/lib/datadog/{appsec/api_security → core/utils}/lru_cache.rb +10 -21
  254. data/lib/datadog/core/utils/network.rb +22 -1
  255. data/lib/datadog/core/utils/only_once.rb +1 -1
  256. data/lib/datadog/core/utils/only_once_successful.rb +8 -2
  257. data/lib/datadog/core/utils/safe_dup.rb +2 -2
  258. data/lib/datadog/core/utils/sequence.rb +2 -0
  259. data/lib/datadog/core/utils/spawn_monkey_patch.rb +68 -0
  260. data/lib/datadog/core/utils/time.rb +6 -2
  261. data/lib/datadog/core/utils.rb +3 -1
  262. data/lib/datadog/core/workers/async.rb +11 -2
  263. data/lib/datadog/core/workers/interval_loop.rb +51 -3
  264. data/lib/datadog/core/workers/polling.rb +2 -0
  265. data/lib/datadog/core/workers/queue.rb +96 -1
  266. data/lib/datadog/core/workers/runtime_metrics.rb +9 -1
  267. data/lib/datadog/core.rb +10 -3
  268. data/lib/datadog/data_streams/configuration.rb +50 -0
  269. data/lib/datadog/data_streams/ext.rb +11 -0
  270. data/lib/datadog/data_streams/extensions.rb +16 -0
  271. data/lib/datadog/data_streams/pathway_context.rb +169 -0
  272. data/lib/datadog/data_streams/processor.rb +511 -0
  273. data/lib/datadog/data_streams/transport/http/stats.rb +58 -0
  274. data/lib/datadog/data_streams/transport/http.rb +36 -0
  275. data/lib/datadog/data_streams/transport/stats.rb +39 -0
  276. data/lib/datadog/data_streams.rb +100 -0
  277. data/lib/datadog/di/base.rb +15 -7
  278. data/lib/datadog/di/boot.rb +7 -2
  279. data/lib/datadog/di/capture_expression.rb +21 -0
  280. data/lib/datadog/di/capture_expression_evaluator.rb +71 -0
  281. data/lib/datadog/di/capture_limits.rb +41 -0
  282. data/lib/datadog/di/code_tracker.rb +217 -15
  283. data/lib/datadog/di/component.rb +139 -51
  284. data/lib/datadog/di/configuration.rb +241 -2
  285. data/lib/datadog/di/context.rb +82 -0
  286. data/lib/datadog/di/contrib/active_record.rb +34 -5
  287. data/lib/datadog/di/el/compiler.rb +168 -0
  288. data/lib/datadog/di/el/evaluator.rb +159 -0
  289. data/lib/datadog/di/el/expression.rb +42 -0
  290. data/lib/datadog/di/el.rb +5 -0
  291. data/lib/datadog/di/error.rb +44 -0
  292. data/lib/datadog/di/fatal_exceptions.rb +26 -0
  293. data/lib/datadog/di/instrumenter.rb +623 -147
  294. data/lib/datadog/di/logger.rb +2 -2
  295. data/lib/datadog/di/probe.rb +122 -14
  296. data/lib/datadog/di/probe_builder.rb +124 -3
  297. data/lib/datadog/di/probe_file_loader/railtie.rb +1 -1
  298. data/lib/datadog/di/probe_file_loader.rb +12 -7
  299. data/lib/datadog/di/probe_manager.rb +195 -100
  300. data/lib/datadog/di/probe_notification_builder.rb +321 -90
  301. data/lib/datadog/di/probe_notifier_worker.rb +112 -36
  302. data/lib/datadog/di/probe_repository.rb +198 -0
  303. data/lib/datadog/di/proc_responder.rb +36 -0
  304. data/lib/datadog/di/redactor.rb +24 -2
  305. data/lib/datadog/di/remote.rb +258 -93
  306. data/lib/datadog/di/serializer.rb +310 -29
  307. data/lib/datadog/di/transport/diagnostics.rb +12 -42
  308. data/lib/datadog/di/transport/http/diagnostics.rb +4 -34
  309. data/lib/datadog/di/transport/http/input.rb +2 -34
  310. data/lib/datadog/di/transport/http.rb +43 -19
  311. data/lib/datadog/di/transport/input.rb +112 -38
  312. data/lib/datadog/di/utils.rb +42 -14
  313. data/lib/datadog/di.rb +204 -4
  314. data/lib/datadog/error_tracking/collector.rb +2 -1
  315. data/lib/datadog/error_tracking/component.rb +2 -2
  316. data/lib/datadog/error_tracking/configuration.rb +55 -2
  317. data/lib/datadog/error_tracking/filters.rb +2 -2
  318. data/lib/datadog/kit/appsec/events/v2.rb +60 -3
  319. data/lib/datadog/kit/enable_core_dumps.rb +1 -1
  320. data/lib/datadog/kit/tracing/method_tracer.rb +135 -0
  321. data/lib/datadog/open_feature/component.rb +100 -0
  322. data/lib/datadog/open_feature/configuration.rb +37 -0
  323. data/lib/datadog/open_feature/evaluation_engine.rb +70 -0
  324. data/lib/datadog/open_feature/exposures/batch_builder.rb +32 -0
  325. data/lib/datadog/open_feature/exposures/buffer.rb +43 -0
  326. data/lib/datadog/open_feature/exposures/deduplicator.rb +30 -0
  327. data/lib/datadog/open_feature/exposures/event.rb +60 -0
  328. data/lib/datadog/open_feature/exposures/reporter.rb +40 -0
  329. data/lib/datadog/open_feature/exposures/worker.rb +116 -0
  330. data/lib/datadog/open_feature/ext.rb +16 -0
  331. data/lib/datadog/open_feature/flag_evaluation/aggregator.rb +286 -0
  332. data/lib/datadog/open_feature/flag_evaluation/writer.rb +433 -0
  333. data/lib/datadog/open_feature/hooks/flag_eval_evp_hook.rb +101 -0
  334. data/lib/datadog/open_feature/hooks/flag_eval_metrics_hook.rb +49 -0
  335. data/lib/datadog/open_feature/metrics/flag_eval_metrics.rb +149 -0
  336. data/lib/datadog/open_feature/native_evaluator.rb +60 -0
  337. data/lib/datadog/open_feature/noop_evaluator.rb +26 -0
  338. data/lib/datadog/open_feature/provider.rb +191 -0
  339. data/lib/datadog/open_feature/remote.rb +67 -0
  340. data/lib/datadog/open_feature/resolution_details.rb +35 -0
  341. data/lib/datadog/open_feature/transport.rb +121 -0
  342. data/lib/datadog/open_feature.rb +19 -0
  343. data/lib/datadog/opentelemetry/api/baggage.rb +1 -1
  344. data/lib/datadog/opentelemetry/configuration/settings.rb +226 -0
  345. data/lib/datadog/opentelemetry/ext.rb +9 -0
  346. data/lib/datadog/opentelemetry/logs.rb +98 -0
  347. data/lib/datadog/opentelemetry/metrics.rb +90 -0
  348. data/lib/datadog/opentelemetry/sdk/configurator.rb +65 -1
  349. data/lib/datadog/opentelemetry/sdk/id_generator.rb +16 -10
  350. data/lib/datadog/opentelemetry/sdk/logs_exporter.rb +30 -0
  351. data/lib/datadog/opentelemetry/sdk/metrics_exporter.rb +28 -0
  352. data/lib/datadog/opentelemetry/sdk/propagator.rb +9 -3
  353. data/lib/datadog/opentelemetry/sdk/span_processor.rb +4 -1
  354. data/lib/datadog/opentelemetry/sdk.rb +19 -0
  355. data/lib/datadog/opentelemetry/signal_configuration.rb +53 -0
  356. data/lib/datadog/opentelemetry.rb +4 -0
  357. data/lib/datadog/profiling/collectors/code_provenance.rb +71 -12
  358. data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +52 -4
  359. data/lib/datadog/profiling/collectors/idle_sampling_helper.rb +13 -5
  360. data/lib/datadog/profiling/collectors/info.rb +18 -4
  361. data/lib/datadog/profiling/collectors/thread_context.rb +10 -5
  362. data/lib/datadog/profiling/component.rb +82 -40
  363. data/lib/datadog/profiling/exporter.rb +41 -12
  364. data/lib/datadog/profiling/ext/dir_monkey_patches.rb +24 -5
  365. data/lib/datadog/profiling/ext/exec_monkey_patch.rb +32 -0
  366. data/lib/datadog/profiling/ext.rb +0 -2
  367. data/lib/datadog/profiling/flush.rb +23 -11
  368. data/lib/datadog/profiling/http_transport.rb +21 -8
  369. data/lib/datadog/profiling/load_native_extension.rb +2 -2
  370. data/lib/datadog/profiling/profiler.rb +31 -14
  371. data/lib/datadog/profiling/scheduler.rb +10 -9
  372. data/lib/datadog/profiling/stack_recorder.rb +0 -8
  373. data/lib/datadog/profiling/tag_builder.rb +37 -3
  374. data/lib/datadog/profiling/tasks/exec.rb +8 -3
  375. data/lib/datadog/profiling/tasks/help.rb +1 -0
  376. data/lib/datadog/profiling/tasks/setup.rb +2 -2
  377. data/lib/datadog/profiling.rb +1 -3
  378. data/lib/datadog/ruby_version.rb +25 -0
  379. data/lib/datadog/single_step_instrument.rb +2 -2
  380. data/lib/datadog/symbol_database/component.rb +734 -0
  381. data/lib/datadog/symbol_database/configuration.rb +73 -0
  382. data/lib/datadog/symbol_database/extensions.rb +19 -0
  383. data/lib/datadog/symbol_database/extractor.rb +1110 -0
  384. data/lib/datadog/symbol_database/file_hash.rb +48 -0
  385. data/lib/datadog/symbol_database/logger.rb +43 -0
  386. data/lib/datadog/symbol_database/remote.rb +180 -0
  387. data/lib/datadog/symbol_database/scope.rb +102 -0
  388. data/lib/datadog/symbol_database/scope_batcher.rb +292 -0
  389. data/lib/datadog/symbol_database/service_version.rb +66 -0
  390. data/lib/datadog/symbol_database/symbol.rb +69 -0
  391. data/lib/datadog/symbol_database/transport/http/endpoint.rb +28 -0
  392. data/lib/datadog/symbol_database/transport/http.rb +45 -0
  393. data/lib/datadog/symbol_database/transport.rb +54 -0
  394. data/lib/datadog/symbol_database/uploader.rb +230 -0
  395. data/lib/datadog/symbol_database.rb +71 -0
  396. data/lib/datadog/tracing/buffer.rb +3 -3
  397. data/lib/datadog/tracing/component.rb +17 -17
  398. data/lib/datadog/tracing/configuration/dynamic.rb +2 -2
  399. data/lib/datadog/tracing/configuration/ext.rb +22 -0
  400. data/lib/datadog/tracing/configuration/settings.rb +96 -4
  401. data/lib/datadog/tracing/contrib/action_cable/events/broadcast.rb +4 -1
  402. data/lib/datadog/tracing/contrib/action_cable/events/perform_action.rb +4 -1
  403. data/lib/datadog/tracing/contrib/action_cable/events/transmit.rb +4 -1
  404. data/lib/datadog/tracing/contrib/action_cable/instrumentation.rb +4 -1
  405. data/lib/datadog/tracing/contrib/action_mailer/event.rb +4 -1
  406. data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +10 -7
  407. data/lib/datadog/tracing/contrib/action_pack/action_dispatch/instrumentation.rb +28 -0
  408. data/lib/datadog/tracing/contrib/action_pack/action_dispatch/patcher.rb +3 -1
  409. data/lib/datadog/tracing/contrib/action_pack/utils.rb +1 -2
  410. data/lib/datadog/tracing/contrib/action_view/events/render_partial.rb +4 -1
  411. data/lib/datadog/tracing/contrib/action_view/events/render_template.rb +5 -2
  412. data/lib/datadog/tracing/contrib/active_job/data_streams.rb +62 -0
  413. data/lib/datadog/tracing/contrib/active_job/events/discard.rb +5 -2
  414. data/lib/datadog/tracing/contrib/active_job/events/enqueue.rb +5 -2
  415. data/lib/datadog/tracing/contrib/active_job/events/enqueue_at.rb +5 -2
  416. data/lib/datadog/tracing/contrib/active_job/events/enqueue_retry.rb +5 -2
  417. data/lib/datadog/tracing/contrib/active_job/events/perform.rb +5 -2
  418. data/lib/datadog/tracing/contrib/active_job/events/retry_stopped.rb +5 -2
  419. data/lib/datadog/tracing/contrib/active_job/log_injection.rb +21 -7
  420. data/lib/datadog/tracing/contrib/active_job/patcher.rb +17 -1
  421. data/lib/datadog/tracing/contrib/active_model_serializers/events/render.rb +1 -1
  422. data/lib/datadog/tracing/contrib/active_model_serializers/events/serialize.rb +3 -4
  423. data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +2 -2
  424. data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +1 -1
  425. data/lib/datadog/tracing/contrib/active_record/events/sql.rb +2 -5
  426. data/lib/datadog/tracing/contrib/active_record/utils.rb +1 -1
  427. data/lib/datadog/tracing/contrib/active_support/cache/events/cache.rb +2 -5
  428. data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +1 -4
  429. data/lib/datadog/tracing/contrib/active_support/notifications/subscription.rb +2 -2
  430. data/lib/datadog/tracing/contrib/aws/instrumentation.rb +6 -8
  431. data/lib/datadog/tracing/contrib/component.rb +3 -3
  432. data/lib/datadog/tracing/contrib/configurable.rb +18 -3
  433. data/lib/datadog/tracing/contrib/configuration/resolver.rb +14 -4
  434. data/lib/datadog/tracing/contrib/dalli/instrumentation.rb +1 -5
  435. data/lib/datadog/tracing/contrib/dalli/integration.rb +4 -1
  436. data/lib/datadog/tracing/contrib/dalli/quantize.rb +1 -1
  437. data/lib/datadog/tracing/contrib/delayed_job/plugin.rb +2 -0
  438. data/lib/datadog/tracing/contrib/delayed_job/server_internal_tracer/worker.rb +1 -0
  439. data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +2 -6
  440. data/lib/datadog/tracing/contrib/elasticsearch/quantize.rb +2 -2
  441. data/lib/datadog/tracing/contrib/ethon/configuration/settings.rb +5 -1
  442. data/lib/datadog/tracing/contrib/ethon/easy_patch.rb +5 -6
  443. data/lib/datadog/tracing/contrib/ethon/ext.rb +1 -0
  444. data/lib/datadog/tracing/contrib/ethon/multi_patch.rb +1 -8
  445. data/lib/datadog/tracing/contrib/excon/configuration/settings.rb +16 -5
  446. data/lib/datadog/tracing/contrib/excon/ext.rb +1 -0
  447. data/lib/datadog/tracing/contrib/excon/middleware.rb +3 -7
  448. data/lib/datadog/tracing/contrib/ext.rb +3 -1
  449. data/lib/datadog/tracing/contrib/extensions.rb +19 -2
  450. data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb +16 -9
  451. data/lib/datadog/tracing/contrib/faraday/ext.rb +1 -0
  452. data/lib/datadog/tracing/contrib/faraday/middleware.rb +3 -7
  453. data/lib/datadog/tracing/contrib/grape/configuration/settings.rb +7 -3
  454. data/lib/datadog/tracing/contrib/grape/endpoint.rb +10 -7
  455. data/lib/datadog/tracing/contrib/grape/instrumentation.rb +13 -8
  456. data/lib/datadog/tracing/contrib/grape/patcher.rb +6 -1
  457. data/lib/datadog/tracing/contrib/graphql/configuration/settings.rb +7 -0
  458. data/lib/datadog/tracing/contrib/graphql/ext.rb +1 -0
  459. data/lib/datadog/tracing/contrib/graphql/unified_trace.rb +75 -44
  460. data/lib/datadog/tracing/contrib/grpc/configuration/settings.rb +5 -2
  461. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/client.rb +3 -7
  462. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/server.rb +3 -7
  463. data/lib/datadog/tracing/contrib/grpc/distributed/propagation.rb +2 -0
  464. data/lib/datadog/tracing/contrib/grpc/ext.rb +1 -0
  465. data/lib/datadog/tracing/contrib/grpc.rb +1 -0
  466. data/lib/datadog/tracing/contrib/hanami/action_tracer.rb +1 -0
  467. data/lib/datadog/tracing/contrib/hanami/renderer_policy_tracing.rb +1 -0
  468. data/lib/datadog/tracing/contrib/hanami/router_tracing.rb +1 -0
  469. data/lib/datadog/tracing/contrib/http/configuration/settings.rb +16 -5
  470. data/lib/datadog/tracing/contrib/http/distributed/propagation.rb +2 -0
  471. data/lib/datadog/tracing/contrib/http/ext.rb +1 -0
  472. data/lib/datadog/tracing/contrib/http/instrumentation.rb +4 -8
  473. data/lib/datadog/tracing/contrib/http/integration.rb +0 -2
  474. data/lib/datadog/tracing/contrib/http.rb +1 -0
  475. data/lib/datadog/tracing/contrib/httpclient/configuration/settings.rb +16 -5
  476. data/lib/datadog/tracing/contrib/httpclient/ext.rb +1 -0
  477. data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +7 -7
  478. data/lib/datadog/tracing/contrib/httprb/configuration/settings.rb +16 -5
  479. data/lib/datadog/tracing/contrib/httprb/ext.rb +1 -0
  480. data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +4 -8
  481. data/lib/datadog/tracing/contrib/kafka/event.rb +1 -0
  482. data/lib/datadog/tracing/contrib/kafka/instrumentation/consumer.rb +66 -0
  483. data/lib/datadog/tracing/contrib/kafka/instrumentation/producer.rb +66 -0
  484. data/lib/datadog/tracing/contrib/kafka/patcher.rb +14 -0
  485. data/lib/datadog/tracing/contrib/karafka/configuration/settings.rb +5 -1
  486. data/lib/datadog/tracing/contrib/karafka/distributed/propagation.rb +2 -0
  487. data/lib/datadog/tracing/contrib/karafka/ext.rb +1 -0
  488. data/lib/datadog/tracing/contrib/karafka/framework.rb +30 -0
  489. data/lib/datadog/tracing/contrib/karafka/monitor.rb +11 -0
  490. data/lib/datadog/tracing/contrib/karafka/patcher.rb +35 -4
  491. data/lib/datadog/tracing/contrib/karafka.rb +1 -0
  492. data/lib/datadog/tracing/contrib/mongodb/parsers.rb +5 -5
  493. data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +5 -8
  494. data/lib/datadog/tracing/contrib/mysql2/configuration/settings.rb +6 -0
  495. data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +3 -6
  496. data/lib/datadog/tracing/contrib/opensearch/patcher.rb +2 -6
  497. data/lib/datadog/tracing/contrib/opensearch/quantize.rb +2 -2
  498. data/lib/datadog/tracing/contrib/pg/configuration/settings.rb +6 -0
  499. data/lib/datadog/tracing/contrib/pg/instrumentation.rb +15 -18
  500. data/lib/datadog/tracing/contrib/presto/instrumentation.rb +6 -8
  501. data/lib/datadog/tracing/contrib/propagation/sql_comment/ext.rb +13 -0
  502. data/lib/datadog/tracing/contrib/propagation/sql_comment/mode.rb +6 -2
  503. data/lib/datadog/tracing/contrib/propagation/sql_comment.rb +24 -0
  504. data/lib/datadog/tracing/contrib/que/configuration/settings.rb +5 -2
  505. data/lib/datadog/tracing/contrib/que/ext.rb +1 -0
  506. data/lib/datadog/tracing/contrib/que/tracer.rb +1 -0
  507. data/lib/datadog/tracing/contrib/racecar/event.rb +1 -5
  508. data/lib/datadog/tracing/contrib/rack/configuration/settings.rb +11 -1
  509. data/lib/datadog/tracing/contrib/rack/ext.rb +28 -0
  510. data/lib/datadog/tracing/contrib/rack/header_tagging.rb +23 -0
  511. data/lib/datadog/tracing/contrib/rack/middlewares.rb +62 -27
  512. data/lib/datadog/tracing/contrib/rack/patcher.rb +2 -2
  513. data/lib/datadog/tracing/contrib/rack/request_queue.rb +1 -1
  514. data/lib/datadog/tracing/contrib/rack/route_inference.rb +67 -0
  515. data/lib/datadog/tracing/contrib/rack/trace_proxy_middleware.rb +119 -1
  516. data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +5 -2
  517. data/lib/datadog/tracing/contrib/rails/ext.rb +1 -0
  518. data/lib/datadog/tracing/contrib/rails/log_injection.rb +1 -1
  519. data/lib/datadog/tracing/contrib/rails/middlewares.rb +2 -2
  520. data/lib/datadog/tracing/contrib/rails/patcher.rb +0 -1
  521. data/lib/datadog/tracing/contrib/rails/runner.rb +3 -1
  522. data/lib/datadog/tracing/contrib/rake/instrumentation.rb +6 -4
  523. data/lib/datadog/tracing/contrib/redis/quantize.rb +1 -1
  524. data/lib/datadog/tracing/contrib/redis/tags.rb +1 -6
  525. data/lib/datadog/tracing/contrib/redis/trace_middleware.rb +2 -0
  526. data/lib/datadog/tracing/contrib/registerable.rb +11 -0
  527. data/lib/datadog/tracing/contrib/resque/resque_job.rb +1 -0
  528. data/lib/datadog/tracing/contrib/rest_client/configuration/settings.rb +5 -2
  529. data/lib/datadog/tracing/contrib/rest_client/ext.rb +1 -0
  530. data/lib/datadog/tracing/contrib/rest_client/request_patch.rb +5 -6
  531. data/lib/datadog/tracing/contrib/roda/ext.rb +1 -0
  532. data/lib/datadog/tracing/contrib/roda/instrumentation.rb +7 -2
  533. data/lib/datadog/tracing/contrib/sequel/database.rb +1 -0
  534. data/lib/datadog/tracing/contrib/sequel/dataset.rb +1 -0
  535. data/lib/datadog/tracing/contrib/sequel/utils.rb +2 -7
  536. data/lib/datadog/tracing/contrib/shoryuken/tracer.rb +1 -0
  537. data/lib/datadog/tracing/contrib/sidekiq/client_tracer.rb +1 -0
  538. data/lib/datadog/tracing/contrib/sidekiq/configuration/settings.rb +5 -1
  539. data/lib/datadog/tracing/contrib/sidekiq/distributed/propagation.rb +2 -0
  540. data/lib/datadog/tracing/contrib/sidekiq/ext.rb +1 -0
  541. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/heartbeat.rb +2 -0
  542. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/job_fetch.rb +1 -0
  543. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/redis_info.rb +1 -0
  544. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/scheduled_poller.rb +2 -0
  545. data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/stop.rb +1 -0
  546. data/lib/datadog/tracing/contrib/sidekiq/server_tracer.rb +3 -2
  547. data/lib/datadog/tracing/contrib/sidekiq/utils.rb +1 -1
  548. data/lib/datadog/tracing/contrib/sidekiq.rb +1 -0
  549. data/lib/datadog/tracing/contrib/sinatra/configuration/settings.rb +5 -1
  550. data/lib/datadog/tracing/contrib/sinatra/ext.rb +1 -0
  551. data/lib/datadog/tracing/contrib/sinatra/framework.rb +1 -1
  552. data/lib/datadog/tracing/contrib/sinatra/tracer.rb +1 -0
  553. data/lib/datadog/tracing/contrib/sinatra/tracer_middleware.rb +4 -1
  554. data/lib/datadog/tracing/contrib/sneakers/integration.rb +15 -4
  555. data/lib/datadog/tracing/contrib/sneakers/tracer.rb +1 -0
  556. data/lib/datadog/tracing/contrib/status_range_matcher.rb +13 -1
  557. data/lib/datadog/tracing/contrib/stripe/request.rb +1 -1
  558. data/lib/datadog/tracing/contrib/sucker_punch/instrumentation.rb +1 -0
  559. data/lib/datadog/tracing/contrib/trilogy/configuration/settings.rb +6 -0
  560. data/lib/datadog/tracing/contrib/trilogy/instrumentation.rb +4 -6
  561. data/lib/datadog/tracing/contrib/utils/quantization/{hash.rb → hash_formatter.rb} +4 -2
  562. data/lib/datadog/tracing/contrib/waterdrop/configuration/settings.rb +31 -0
  563. data/lib/datadog/tracing/contrib/waterdrop/distributed/propagation.rb +50 -0
  564. data/lib/datadog/tracing/contrib/waterdrop/ext.rb +18 -0
  565. data/lib/datadog/tracing/contrib/waterdrop/integration.rb +43 -0
  566. data/lib/datadog/tracing/contrib/waterdrop/middleware.rb +46 -0
  567. data/lib/datadog/tracing/contrib/waterdrop/patcher.rb +49 -0
  568. data/lib/datadog/tracing/contrib/waterdrop/producer.rb +50 -0
  569. data/lib/datadog/tracing/contrib/waterdrop.rb +42 -0
  570. data/lib/datadog/tracing/contrib.rb +9 -0
  571. data/lib/datadog/tracing/diagnostics/environment_logger.rb +4 -2
  572. data/lib/datadog/tracing/distributed/baggage.rb +64 -8
  573. data/lib/datadog/tracing/distributed/datadog.rb +13 -11
  574. data/lib/datadog/tracing/distributed/datadog_tags_codec.rb +1 -14
  575. data/lib/datadog/tracing/distributed/propagation.rb +35 -3
  576. data/lib/datadog/tracing/distributed/trace_context.rb +85 -62
  577. data/lib/datadog/tracing/event.rb +1 -1
  578. data/lib/datadog/tracing/ext.rb +9 -0
  579. data/lib/datadog/tracing/metadata/ext.rb +23 -1
  580. data/lib/datadog/tracing/metadata/tagging.rb +2 -2
  581. data/lib/datadog/tracing/pipeline.rb +1 -1
  582. data/lib/datadog/tracing/remote.rb +36 -13
  583. data/lib/datadog/tracing/sampling/ext.rb +2 -0
  584. data/lib/datadog/tracing/sampling/priority_sampler.rb +16 -1
  585. data/lib/datadog/tracing/sampling/rate_sampler.rb +8 -19
  586. data/lib/datadog/tracing/sampling/rule.rb +1 -1
  587. data/lib/datadog/tracing/sampling/rule_sampler.rb +54 -25
  588. data/lib/datadog/tracing/sampling/span/rule_parser.rb +2 -2
  589. data/lib/datadog/tracing/span.rb +1 -1
  590. data/lib/datadog/tracing/span_event.rb +2 -2
  591. data/lib/datadog/tracing/span_operation.rb +34 -10
  592. data/lib/datadog/tracing/sync_writer.rb +0 -1
  593. data/lib/datadog/tracing/trace_digest.rb +7 -0
  594. data/lib/datadog/tracing/trace_operation.rb +123 -16
  595. data/lib/datadog/tracing/tracer.rb +82 -23
  596. data/lib/datadog/tracing/transport/http/client.rb +12 -26
  597. data/lib/datadog/tracing/transport/http/traces.rb +2 -50
  598. data/lib/datadog/tracing/transport/http.rb +15 -9
  599. data/lib/datadog/tracing/transport/io/client.rb +6 -9
  600. data/lib/datadog/tracing/transport/io/traces.rb +28 -34
  601. data/lib/datadog/tracing/transport/trace_formatter.rb +22 -0
  602. data/lib/datadog/tracing/transport/traces.rb +13 -81
  603. data/lib/datadog/tracing/workers.rb +2 -1
  604. data/lib/datadog/tracing/writer.rb +1 -1
  605. data/lib/datadog/version.rb +2 -2
  606. data/lib/datadog.rb +8 -1
  607. metadata +185 -36
  608. data/ext/datadog_profiling_native_extension/clock_id_noop.c +0 -21
  609. data/ext/libdatadog_api/macos_development.md +0 -26
  610. data/lib/datadog/appsec/configuration/settings.rb +0 -400
  611. data/lib/datadog/appsec/contrib/rails/ext.rb +0 -13
  612. data/lib/datadog/core/remote/transport/http/api.rb +0 -53
  613. data/lib/datadog/core/remote/transport/http/client.rb +0 -49
  614. data/lib/datadog/core/telemetry/transport/http/api.rb +0 -43
  615. data/lib/datadog/core/telemetry/transport/http/client.rb +0 -49
  616. data/lib/datadog/core/transport/http/api/spec.rb +0 -36
  617. data/lib/datadog/di/configuration/settings.rb +0 -212
  618. data/lib/datadog/di/transport/http/api.rb +0 -42
  619. data/lib/datadog/di/transport/http/client.rb +0 -47
  620. data/lib/datadog/error_tracking/configuration/settings.rb +0 -63
  621. data/lib/datadog/opentelemetry/api/baggage.rbs +0 -26
  622. data/lib/datadog/tracing/transport/http/api.rb +0 -44
  623. data/lib/datadog/tracing/workers/trace_writer.rb +0 -199
@@ -1,8 +1,12 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  require_relative '../core/utils/time'
4
+ require_relative '../ruby_version'
5
+ require_relative 'fatal_exceptions'
6
+ require_relative 'capture_expression_evaluator'
4
7
 
5
8
  # rubocop:disable Lint/AssignmentInCondition
9
+ # rubocop:disable Style/AndOr
6
10
 
7
11
  module Datadog
8
12
  module DI
@@ -81,6 +85,12 @@ module Datadog
81
85
  attr_reader :telemetry
82
86
  attr_reader :code_tracker
83
87
 
88
+ def capture_expression_evaluator
89
+ @capture_expression_evaluator ||= CaptureExpressionEvaluator.new(
90
+ settings: settings, serializer: serializer, logger: logger, telemetry: telemetry,
91
+ )
92
+ end
93
+
84
94
  # This is a substitute for Thread::Backtrace::Location
85
95
  # which does not have a public constructor.
86
96
  # Used for the fabricated stack frame for the method itself
@@ -88,9 +98,22 @@ module Datadog
88
98
  # from the method but from outside of the method).
89
99
  Location = Struct.new(:path, :lineno, :label)
90
100
 
91
- def hook_method(probe, &block)
92
- unless block
93
- raise ArgumentError, 'block is required'
101
+ # Method probes can only target instance methods. The implementation uses
102
+ # Module#prepend with a module that defines an instance method matching the
103
+ # probe's target — class/singleton methods (def self.foo, module_function)
104
+ # are not reachable via prepend on the class itself. Line probes are
105
+ # unaffected since they install via TracePoint, not method dispatch.
106
+ def hook_method(probe, responder)
107
+ # Reject method probes targeting any class or module in the Datadog
108
+ # namespace. The tracer uses these classes internally while building
109
+ # and dispatching probe snapshots; allowing a method probe on them
110
+ # would let DI's own code paths re-enter the probe wrapper. Line
111
+ # probes are unaffected (TracePoint is self-disabling during its
112
+ # callback) and are not rejected here.
113
+ type_name = probe.type_name
114
+ if type_name && datadog_namespace_type_name?(type_name)
115
+ raise Error::ProbeTargetForbidden,
116
+ "Method probes on the Datadog namespace are not permitted: #{type_name}##{probe.method_name}"
94
117
  end
95
118
 
96
119
  lock.synchronize do
@@ -101,10 +124,9 @@ module Datadog
101
124
  end
102
125
 
103
126
  cls = symbolize_class_name(probe.type_name)
104
- serializer = self.serializer
105
- method_name = probe.method_name
106
- loc = begin
107
- cls.instance_method(method_name).source_location
127
+ method_name = probe.method_name!
128
+ target_method = begin
129
+ cls.instance_method(method_name)
108
130
  rescue NameError
109
131
  # The target method is not defined.
110
132
  # This could be because it will be explicitly defined later
@@ -112,82 +134,97 @@ module Datadog
112
134
  # or the method is virtual (provided by a method_missing handler).
113
135
  # In these cases we do not have a source location for the
114
136
  # target method here.
137
+ nil
138
+ end
139
+
140
+ # Reject method probes whose target method resolves to Kernel#lambda,
141
+ # including inherited targets. Every class inherits Kernel#lambda, so a
142
+ # probe naming any type that does not override lambda (Object#lambda,
143
+ # String#lambda, a plain user class, ...) prepends the wrapper ahead of
144
+ # Kernel#lambda and reaches the wrapper's super(&block) path. On
145
+ # Ruby 3.3+ that path raises ArgumentError for every lambda { ... }
146
+ # call site passing a captured block, breaking lambda creation
147
+ # process-wide. Resolving the method owner catches the inherited case
148
+ # that a textual "Kernel" name match misses; a type that defines its
149
+ # own lambda has a different owner and is left alone. Probing lambda
150
+ # creation has no legitimate customer use case. See #5560.
151
+ if method_name == "lambda" && target_method&.owner == ::Kernel
152
+ raise Error::ProbeTargetForbidden,
153
+ "Method probes on Kernel#lambda are not permitted: #{probe.type_name}##{method_name}"
115
154
  end
116
- rate_limiter = probe.rate_limiter
117
- settings = self.settings
155
+
156
+ loc = target_method&.source_location
157
+ instrumenter = self
118
158
 
119
159
  mod = Module.new do
120
- define_method(method_name) do |*args, **kwargs, &target_block| # steep:ignore
121
- if rate_limiter.nil? || rate_limiter.allow?
122
- # Arguments may be mutated by the method, therefore
123
- # they need to be serialized prior to method invocation.
124
- serialized_entry_args = if probe.capture_snapshot?
125
- serializer.serialize_args(args, kwargs, self,
126
- depth: probe.max_capture_depth || settings.dynamic_instrumentation.max_capture_depth,
127
- attribute_count: probe.max_capture_attribute_count || settings.dynamic_instrumentation.max_capture_attribute_count)
160
+ # Argument delegation follows docs/Delegation.md: on Ruby 3+
161
+ # positional and keyword arguments are captured and forwarded
162
+ # separately; on Ruby < 3 everything is captured into a single
163
+ # splat that ruby2_keywords flags, which is the only way to forward
164
+ # a trailing hash while preserving its positional-vs-keyword
165
+ # identity. The pre-3 branch is what lets an empty trailing hash
166
+ # (e.g. foo('x', {})) reach the original method intact.
167
+ #
168
+ # Re-entrancy guard: if we are already inside a DI method-probe
169
+ # callback, skip DI processing and call the original method
170
+ # directly. This prevents SystemStackError when a method probe is
171
+ # set on a stdlib method that DI itself calls during method-probe
172
+ # snapshot building (e.g., String#length, Hash#each). Line probes
173
+ # do not enter the guard — they rely on Ruby's TracePoint, which
174
+ # self-disables during its own callback. Nested invocations during
175
+ # DI processing also bypass the rate limiter: they are not
176
+ # user-observable probe firings, just internal calls that happen to
177
+ # land on a probed method. Guard storage is fiber-local;
178
+ # DI.in_probe?/enter_probe/leave_probe are implemented in C and
179
+ # access it directly, bypassing Thread#[]/Thread#[]= method dispatch
180
+ # so user probes on those cannot recurse.
181
+ #
182
+ # The original method is invoked via super. That super call lives
183
+ # in a block passed to #run_method_probe and captures its binding
184
+ # from inside this define_method block — the only place super
185
+ # resolves to the prepended-on class's method. #run_method_probe
186
+ # invokes it with yield, which does not dispatch Proc#call, so a
187
+ # user probe on Proc#call cannot intercept the trampoline, and no
188
+ # Proc is allocated for the block.
189
+ if RubyVersion.is?('>= 3')
190
+ define_method(method_name) do |*args, **kwargs, &target_block| # steep:ignore NoMethod
191
+ # steep:ignore FallbackAny below: Steep cannot narrow the
192
+ # **kwargs parameter inside this define_method block, so it
193
+ # falls back to untyped at the super and run_method_probe sites.
194
+ if DI.in_probe?
195
+ return super(*args, **kwargs, &target_block) # steep:ignore FallbackAny
128
196
  end
129
- start_time = Core::Utils::Time.get_time
130
- # Under Ruby 2.6 we cannot just call super(*args, **kwargs)
131
- # for methods defined via method_missing.
132
- rv = if args.any?
133
- if kwargs.any?
134
- super(*args, **kwargs, &target_block)
135
- else
136
- super(*args, &target_block)
137
- end
138
- elsif kwargs.any?
139
- super(**kwargs, &target_block)
140
- else
141
- super(&target_block)
197
+
198
+ instrumenter.run_method_probe(
199
+ args, kwargs, target_block, # steep:ignore FallbackAny
200
+ self,
201
+ probe, responder,
202
+ loc, method_name,
203
+ ) do
204
+ super(*args, **kwargs, &target_block) # steep:ignore FallbackAny
142
205
  end
143
- duration = Core::Utils::Time.get_time - start_time
144
- # The method itself is not part of the stack trace because
145
- # we are getting the stack trace from outside of the method.
146
- # Add the method in manually as the top frame.
147
- method_frame = if loc
148
- [Location.new(loc.first, loc.last, method_name)]
149
- else
150
- # For virtual and lazily-defined methods, we do not have
151
- # the original source location here, and they won't be
152
- # included in the stack trace currently.
153
- # TODO when begin/end trace points are added for local
154
- # variable capture in method probes, we should be able
155
- # to obtain actual method execution location and use
156
- # that location here.
157
- []
206
+ end
207
+ else
208
+ define_method(method_name) do |*args, &target_block| # steep:ignore NoMethod
209
+ if DI.in_probe?
210
+ return super(*args, &target_block)
158
211
  end
159
- caller_locs = method_frame + caller_locations # steep:ignore
160
- # TODO capture arguments at exit
161
- # & is to stop steep complaints, block is always present here.
162
- block&.call(probe: probe, rv: rv,
163
- duration: duration, caller_locations: caller_locs,
164
- target_self: self,
165
- serialized_entry_args: serialized_entry_args)
166
- rv
167
- else
168
- # stop standard from trying to mess up my code
169
- _ = 42
170
-
171
- # The necessity to invoke super in each of these specific
172
- # ways is very difficult to test.
173
- # Existing tests, even though I wrote many, still don't
174
- # cause a failure if I replace all of the below with a
175
- # simple super(*args, **kwargs, &target_block).
176
- # But, let's be safe and go through the motions in case
177
- # there is actually a legitimate need for the breakdown.
178
- # TODO figure out how to test this properly.
179
- if args.any?
180
- if kwargs.any?
181
- super(*args, **kwargs, &target_block)
182
- else
183
- super(*args, &target_block)
184
- end
185
- elsif kwargs.any?
186
- super(**kwargs, &target_block)
187
- else
188
- super(&target_block)
212
+
213
+ # The super block replays the original *args (closed over here)
214
+ # so the ruby2_keywords-flagged trailing hash keeps its
215
+ # identity. run_method_probe receives the serialization-split
216
+ # arguments separately; forwarding does not use them.
217
+ pos_args, kwargs = instrumenter.kwargs_from_splat(args)
218
+ instrumenter.run_method_probe(
219
+ pos_args, kwargs, target_block,
220
+ self,
221
+ probe, responder,
222
+ loc, method_name,
223
+ ) do
224
+ super(*args, &target_block)
189
225
  end
190
226
  end
227
+ ruby2_keywords(method_name) if respond_to?(:ruby2_keywords, true) # steep:ignore NoMethod
191
228
  end
192
229
  end
193
230
 
@@ -199,6 +236,8 @@ module Datadog
199
236
 
200
237
  probe.instrumentation_module = mod
201
238
  cls.send(:prepend, mod)
239
+
240
+ DI.instrumented_count_inc(:method)
202
241
  end
203
242
  end
204
243
 
@@ -211,6 +250,8 @@ module Datadog
211
250
  if mod = probe.instrumentation_module
212
251
  mod.send(:remove_method, probe.method_name)
213
252
  probe.instrumentation_module = nil
253
+
254
+ DI.instrumented_count_dec(:method)
214
255
  end
215
256
  end
216
257
  end
@@ -220,11 +261,7 @@ module Datadog
220
261
  # not for eval'd code, unless the eval'd code is associated with
221
262
  # a file name and client invokes this method with the correct
222
263
  # file name for the eval'd code.
223
- def hook_line(probe, &block)
224
- unless block
225
- raise ArgumentError, 'No block given to hook_line'
226
- end
227
-
264
+ def hook_line(probe, responder)
228
265
  lock.synchronize do
229
266
  if probe.instrumentation_trace_point
230
267
  # Already instrumented, warn?
@@ -233,7 +270,6 @@ module Datadog
233
270
  end
234
271
 
235
272
  line_no = probe.line_no!
236
- rate_limiter = probe.rate_limiter
237
273
 
238
274
  # Memoize the value to ensure this method always uses the same
239
275
  # value for the setting.
@@ -245,7 +281,14 @@ module Datadog
245
281
 
246
282
  iseq = nil
247
283
  if code_tracker
248
- ret = code_tracker.iseqs_for_path_suffix(probe.file) # steep:ignore
284
+ # Steep: Complex type narrowing (before calling hook_line,
285
+ # we check that probe.line? is true which itself checks that probe.file is not nil)
286
+ # Annotation do not work here as `file` is a method on probe, not a local variable.
287
+ ret = if code_tracker.respond_to?(:iseq_for_line)
288
+ code_tracker.iseq_for_line(probe.file, line_no) # steep:ignore ArgumentTypeMismatch
289
+ else
290
+ code_tracker.iseqs_for_path_suffix(probe.file) # steep:ignore ArgumentTypeMismatch
291
+ end
249
292
  unless ret
250
293
  if permit_untargeted_trace_points
251
294
  # Continue withoout targeting the trace point.
@@ -263,16 +306,16 @@ module Datadog
263
306
  # to instrument and install the hook when the file in
264
307
  # question is loaded (and hopefully, by then code tracking
265
308
  # is active, otherwise the line will never be instrumented.)
266
- raise_if_probe_in_loaded_features(probe)
267
- raise Error::DITargetNotDefined, "File not in code tracker registry: #{probe.file}"
309
+ raise_if_probe_in_loaded_features(probe, line_no, code_tracker)
310
+ raise Error::DITargetNotDefined, "File not in code tracker registry: #{probe.file}:#{line_no}"
268
311
  end
269
312
  end
270
313
  elsif !permit_untargeted_trace_points
271
314
  # Same as previous comment, if untargeted trace points are not
272
315
  # explicitly defined, and we do not have code tracking, do not
273
316
  # instrument the method.
274
- raise_if_probe_in_loaded_features(probe)
275
- raise Error::DITargetNotDefined, "File not in code tracker registry: #{probe.file}"
317
+ raise_if_probe_in_loaded_features(probe, line_no, nil)
318
+ raise Error::DITargetNotDefined, "File not in code tracker registry: #{probe.file}:#{line_no}"
276
319
  end
277
320
 
278
321
  if ret
@@ -301,49 +344,14 @@ module Datadog
301
344
  [:line]
302
345
  end
303
346
  tp = TracePoint.new(*types) do |tp|
304
- begin
305
- # If trace point is not targeted, we must verify that the invocation
306
- # is the file & line that we want, because untargeted trace points
307
- # are invoked for *each* line of Ruby executed.
308
- # TODO find out exactly when the path in trace point is relative.
309
- # Looks like this is the case when line trace point is not targeted?
310
- if iseq || tp.lineno == probe.line_no && (
311
- probe.file == tp.path || probe.file_matches?(tp.path)
312
- )
313
- if rate_limiter.nil? || rate_limiter.allow?
314
- serialized_locals = if probe.capture_snapshot?
315
- serializer.serialize_vars(Instrumenter.get_local_variables(tp),
316
- depth: probe.max_capture_depth || settings.dynamic_instrumentation.max_capture_depth,
317
- attribute_count: probe.max_capture_attribute_count || settings.dynamic_instrumentation.max_capture_attribute_count,)
318
- end
319
- if probe.capture_snapshot?
320
- serializer.serialize_value(tp.self,
321
- depth: probe.max_capture_depth || settings.dynamic_instrumentation.max_capture_depth,
322
- attribute_count: probe.max_capture_attribute_count || settings.dynamic_instrumentation.max_capture_attribute_count,)
323
- end
324
- # & is to stop steep complaints, block is always present here.
325
- block&.call(probe: probe,
326
- serialized_locals: serialized_locals,
327
- target_self: tp.self,
328
- path: tp.path, caller_locations: caller_locations)
329
- end
330
- end
331
- rescue => exc
332
- raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions
333
- logger.debug { "di: unhandled exception in line trace point: #{exc.class}: #{exc}" }
334
- telemetry&.report(exc, description: "Unhandled exception in line trace point")
335
- # TODO test this path
336
- end
337
- rescue => exc
338
- raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions
339
- logger.debug { "di: unhandled exception in line trace point: #{exc.class}: #{exc}" }
340
- telemetry&.report(exc, description: "Unhandled exception in line trace point")
341
- # TODO test this path
347
+ line_trace_point_callback(probe, iseq, responder, tp)
342
348
  end
343
349
 
344
- # TODO internal check - remove or use a proper exception
350
+ # Internal sanity check - untargeted trace points create a huge
351
+ # performance impact, and we absolutely do not want to set them
352
+ # accidentally.
345
353
  if !iseq && !permit_untargeted_trace_points
346
- raise "Trying to use an untargeted trace point when user did not permit it"
354
+ raise Error::InternalError, "Trying to use an untargeted trace point when user did not permit it"
347
355
  end
348
356
 
349
357
  lock.synchronize do
@@ -356,12 +364,16 @@ module Datadog
356
364
  # actual_path could be nil if we don't use targeted trace points.
357
365
  probe.instrumented_path = actual_path
358
366
 
359
- if iseq
367
+ # TracePoint#enable returns false when it succeeds.
368
+ rv = if iseq
360
369
  tp.enable(target: iseq, target_line: line_no)
361
370
  else
362
371
  tp.enable
363
372
  end
364
- # TracePoint#enable returns false when it succeeds.
373
+
374
+ DI.instrumented_count_inc(:line)
375
+
376
+ rv
365
377
  end
366
378
  true
367
379
  end
@@ -371,15 +383,17 @@ module Datadog
371
383
  if tp = probe.instrumentation_trace_point
372
384
  tp.disable
373
385
  probe.instrumentation_trace_point = nil
386
+
387
+ DI.instrumented_count_dec(:line)
374
388
  end
375
389
  end
376
390
  end
377
391
 
378
- def hook(probe, &block)
392
+ def hook(probe, responder)
379
393
  if probe.method?
380
- hook_method(probe, &block)
394
+ hook_method(probe, responder)
381
395
  elsif probe.line?
382
- hook_line(probe, &block)
396
+ hook_line(probe, responder)
383
397
  else
384
398
  # TODO add test coverage for this path
385
399
  logger.debug { "di: unknown probe type to hook: #{probe}" }
@@ -418,34 +432,496 @@ module Datadog
418
432
 
419
433
  attr_reader :lock
420
434
 
421
- def raise_if_probe_in_loaded_features(probe)
422
- return unless probe.file
435
+ # Body of the method probe wrapper. Extracted from the define_method
436
+ # block in #hook_method so the begin/ensure structure can use normal
437
+ # indentation. The original method is invoked with yield, calling the
438
+ # block passed by #hook_method; that block captures super's binding
439
+ # from inside the define_method block, the only place super resolves
440
+ # to the prepended-on class's method.
441
+ #
442
+ # Performance: this method takes eight positional parameters, not
443
+ # keyword parameters, deliberately. Every probed method invocation
444
+ # passes through here on the firing/disabled/rate-limited paths.
445
+ # Keyword-argument calls in Ruby allocate a fresh Hash on every call
446
+ # to materialize the keyword bindings; with eight keyword arguments
447
+ # (~300-1000 ns of allocation per invocation), that hash dominated
448
+ # the wrapper's per-call overhead. Positional parameters skip the
449
+ # allocation entirely. The cost is a long unlabeled signature and
450
+ # an unlabeled call site in #hook_method — both small price for
451
+ # eliminating per-call allocation on the hot path. The argument
452
+ # order matches #hook_method's call site exactly; do not reorder
453
+ # without updating both sides.
454
+ #
455
+ # @param args [Array] positional arguments passed to the probed method
456
+ # @param kwargs [Hash{Symbol => Object}] keyword arguments passed to the probed method
457
+ # @param target_block [Proc, nil] block argument passed to the probed method
458
+ # @param target_self [Object] the receiver of the probed method invocation
459
+ # @param probe [Datadog::DI::Probe] the probe whose callback this invocation runs
460
+ # @param responder [#probe_executed_callback, #probe_condition_evaluation_failed_callback] callback target invoked with the built Context
461
+ # @param loc [Array(String, Integer), nil] source location of the probed method, or nil for virtual/lazily-defined methods
462
+ # @param method_name [String] name of the probed method, used as the synthetic top stack frame label
463
+ # @yield invokes the original method via super and returns its value
464
+ # @return [Object] the original method's return value, or re-raises its exception
465
+ def run_method_probe(args, kwargs, target_block, target_self,
466
+ probe, responder, loc, method_name)
467
+ # Disabled probe: skip DI processing entirely. enter_probe is not
468
+ # called on this path so the guard is never set — there is no DI
469
+ # work to guard, and any nested probed methods invoked by the
470
+ # original method should fire normally without short-circuit.
471
+ return yield unless probe.enabled?
472
+
473
+ DI.enter_probe
474
+ begin
475
+ di_start_time = Process.clock_gettime(Process::CLOCK_THREAD_CPUTIME_ID)
476
+
477
+ continue = true
478
+ if condition = probe.condition
479
+ begin
480
+ # This context will be recreated later, unlike for line probes.
481
+ #
482
+ # We do not need the stack for condition evaluation, therefore
483
+ # stack is not passed to Context here.
484
+ context = Context.new(
485
+ locals: serializer.combine_args(args, kwargs, target_self),
486
+ target_self: target_self,
487
+ probe: probe, settings: settings, serializer: serializer,
488
+ )
489
+ continue = condition.satisfied?(context)
490
+ rescue Exception => exc # standard:disable Lint/RescueException
491
+ Datadog::DI.reraise_if_fatal(exc)
492
+ # Evaluation error exception can be raised for "expected"
493
+ # errors, we probably need another setting to control whether
494
+ # these exceptions are propagated.
495
+ raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions &&
496
+ !exc.is_a?(DI::Error::ExpressionEvaluationError)
497
+
498
+ if context
499
+ # We want to report evaluation errors for conditions
500
+ # as probe snapshots. However, if we failed to create
501
+ # the context, we won't be able to report anything as
502
+ # the probe notifier builder requires a context.
503
+ begin
504
+ responder.probe_condition_evaluation_failed_callback(context, exc)
505
+ rescue Exception => nested_exc # standard:disable Lint/RescueException
506
+ Datadog::DI.reraise_if_fatal(nested_exc)
507
+ raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions
508
+
509
+ logger.debug { "di: error in probe condition evaluation failed callback: #{nested_exc.class}: #{nested_exc.message}" }
510
+ telemetry&.report(nested_exc, description: "Error in probe condition evaluation failed callback")
511
+ end
512
+ else
513
+ raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions
514
+
515
+ logger.debug { "di: error evaluating condition without context (tracer bug?): #{exc.class}: #{exc.message}" }
516
+ telemetry&.report(exc, description: "Error evaluating condition without context")
517
+ # If execution gets here, there is probably a bug in the tracer.
518
+ end
519
+
520
+ continue = false
521
+ end
522
+ end
523
+
524
+ rate_limiter = probe.rate_limiter
525
+ if continue and rate_limiter.nil? || rate_limiter.allow?
526
+ # Arguments may be mutated by the method, therefore
527
+ # they need to be serialized prior to method invocation.
528
+ serialized_entry_args = if probe.capture_snapshot?
529
+ serializer.serialize_args(args, kwargs, target_self,
530
+ **probe.snapshot_serializer_limits(settings))
531
+ end
532
+
533
+ entry_capture_expressions = nil
534
+ entry_capture_evaluation_errors = nil
535
+ if probe.capture_entry_expressions?
536
+ begin
537
+ entry_context = Context.new(
538
+ probe: probe, settings: settings, serializer: serializer,
539
+ target_self: target_self,
540
+ locals: serializer.combine_args(args, kwargs, target_self),
541
+ )
542
+ entry_capture_expressions, entry_capture_evaluation_errors =
543
+ capture_expression_evaluator.evaluate(probe, entry_context)
544
+ rescue Exception => exc # standard:disable Lint/RescueException
545
+ Datadog::DI.reraise_if_fatal(exc)
546
+ raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions
547
+
548
+ logger.debug { "di: error evaluating entry-time capture expressions: #{exc.class}: #{exc.message}" }
549
+ telemetry&.report(exc, description: "Error evaluating entry-time capture expressions")
550
+ end
551
+ end
552
+ # We intentionally do not use Core::Utils::Time.get_time
553
+ # here because the time provider may be overridden by the
554
+ # customer, and DI is not allowed to invoke customer code.
555
+ start_time = Process.clock_gettime(Process::CLOCK_MONOTONIC)
556
+
557
+ di_duration = Process.clock_gettime(Process::CLOCK_THREAD_CPUTIME_ID) - di_start_time
558
+
559
+ # Release re-entrancy guard for the original method so that
560
+ # probes on other methods (or recursive calls) fire normally
561
+ # during user code execution.
562
+ DI.leave_probe
563
+
564
+ rv = nil
565
+ begin
566
+ # yield invokes the super block without dispatching Proc#call,
567
+ # so a user probe on Proc#call cannot intercept the trampoline.
568
+ # The guard was just released above so nested probes on the
569
+ # customer method body fire normally — but Proc#call must
570
+ # remain bypassed regardless, because the disabled-probe early
571
+ # return at the top of this method also invokes the block.
572
+ rv = yield
573
+ rescue Exception => exc # standard:disable Lint/RescueException
574
+ Datadog::DI.reraise_if_fatal(exc)
575
+ # We will raise the (non-fatal) exception captured here later,
576
+ # after the instrumentation callback runs.
577
+ end
578
+
579
+ # Re-acquire re-entrancy guard for DI post-processing
580
+ # (building context, notification callback).
581
+ DI.enter_probe
582
+
583
+ end_time = Process.clock_gettime(Process::CLOCK_MONOTONIC)
584
+ duration = end_time - start_time
585
+
586
+ # Restart DI timer.
587
+ # The DI execution duration covers time spent in DI code before
588
+ # the customer method is invoked and time spent in DI code
589
+ # after the customer method finishes.
590
+ di_start_time = Process.clock_gettime(Process::CLOCK_THREAD_CPUTIME_ID)
591
+
592
+ # The method itself is not part of the stack trace because
593
+ # we are getting the stack trace from outside of the method.
594
+ # Add the method in manually as the top frame.
595
+ method_frame = if loc
596
+ [Location.new(loc.first, loc.last, method_name)]
597
+ else
598
+ # For virtual and lazily-defined methods, we do not have
599
+ # the original source location here, and they won't be
600
+ # included in the stack trace currently.
601
+ # TODO when begin/end trace points are added for local
602
+ # variable capture in method probes, we should be able
603
+ # to obtain actual method execution location and use
604
+ # that location here.
605
+ []
606
+ end
607
+ # depth 2 skips run_method_probe and the wrapper define_method
608
+ # block, leaving the user's call site as the first returned frame.
609
+ # caller_locations is RBS-nilable but never nil at this depth.
610
+ caller_locs = method_frame + (caller_locations(2) || [])
611
+ # TODO capture arguments at exit
612
+
613
+ capture_expression_locals = if probe.capture_expressions_only?
614
+ serializer.combine_args(args, kwargs, target_self)
615
+ end
616
+ context = Context.new(locals: capture_expression_locals, target_self: target_self,
617
+ probe: probe, settings: settings, serializer: serializer,
618
+ serialized_entry_args: serialized_entry_args,
619
+ entry_capture_expressions: entry_capture_expressions,
620
+ entry_capture_evaluation_errors: entry_capture_evaluation_errors,
621
+ caller_locations: caller_locs,
622
+ return_value: rv, duration: duration, exception: exc,)
623
+
624
+ begin
625
+ responder.probe_executed_callback(context)
626
+
627
+ check_and_disable_if_exceeded(probe, responder, di_start_time, di_duration)
628
+ rescue Exception => di_exc # standard:disable Lint/RescueException
629
+ Datadog::DI.reraise_if_fatal(di_exc)
630
+ raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions
631
+
632
+ logger.debug { "di: unhandled exception in method probe: #{di_exc.class}: #{di_exc.message}" }
633
+ telemetry&.report(di_exc, description: "Unhandled exception in method probe")
634
+ end
635
+
636
+ if exc
637
+ raise exc
638
+ else
639
+ rv
640
+ end
641
+ else
642
+ # Condition not satisfied or rate-limited: skip DI processing
643
+ # and call super. (The disabled-probe case is handled by the
644
+ # early return at the top of this method, so it never reaches
645
+ # this branch.)
646
+ #
647
+ # The guard must be released here (not relied on the ensure)
648
+ # because the super block invokes the customer's method, which
649
+ # may call other probed methods. Those nested probes should fire
650
+ # normally — they would not if the guard were still set,
651
+ # because the wrapper's early-return short-circuits when
652
+ # DI.in_probe? is true.
653
+ #
654
+ # No post-processing in this branch, so we don't re-acquire
655
+ # the guard after super. The ensure's leave_probe below is
656
+ # a no-op here (guard already cleared) and serves the
657
+ # firing branch above, where post-processing re-enters.
658
+ DI.leave_probe
659
+ # yield bypasses Proc#call dispatch — see the firing branch
660
+ # above for the same rationale.
661
+ yield
662
+ end
663
+ ensure
664
+ DI.leave_probe
665
+ end
666
+ end
667
+ # `run_method_probe` is documentation-private (`# @api private`) but must
668
+ # be lexically public so that the prepended wrapper can call it without
669
+ # `.send`. The wrapper hot path is reached when a probed customer method
670
+ # is invoked, and a customer probe on `Object#send` / `Kernel#send`
671
+ # would intercept any `.send` call before the wrapper had a chance to
672
+ # set the re-entrancy guard, causing infinite recursion. Calling the
673
+ # method directly avoids `Object#send` dispatch entirely.
674
+ public :run_method_probe
675
+
676
+ # Splits a Ruby < 3 splat-captured argument list into positional
677
+ # arguments and the trailing keyword-argument hash, for argument
678
+ # serialization only. Returns `[positional_args, kwargs]`. Forwarding
679
+ # does not use this — the wrapper's do_super replays the original
680
+ # splat so the trailing hash keeps its keyword identity.
681
+ #
682
+ # A trailing hash is treated as keyword arguments regardless of how it
683
+ # was passed at the call site, matching the previous `**kwargs`
684
+ # capture (which, on Ruby 2.x, absorbed a trailing hash into kwargs).
685
+ # The ruby2_keywords flag is intentionally not consulted here: callers
686
+ # that pass a hash positionally (e.g. `m(opts)`) still expect it shown
687
+ # as a keyword argument, consistent with Ruby 2.x serialization.
688
+ #
689
+ # The trailing-element test goes through DI.hash? (a C type check)
690
+ # rather than `last.is_a?(Hash)`: kwargs_from_splat runs before the
691
+ # re-entrancy guard is set, so a customer method probe on Kernel#is_a?
692
+ # would otherwise re-enter the wrapper and recurse. DI.hash? is a
693
+ # singleton method and cannot be targeted by a method probe.
694
+ #
695
+ # Defined only on Ruby < 3; the Ruby 3+ wrapper captures keyword
696
+ # arguments directly and never calls this.
697
+ if RubyVersion.is?('< 3')
698
+ def kwargs_from_splat(args)
699
+ last = args.last
700
+ if DI.hash?(last)
701
+ [args[0...-1] || [], last]
702
+ else
703
+ [args, {}]
704
+ end
705
+ end
706
+ # Lexically public for the same reason as #run_method_probe: the
707
+ # prepended wrapper must call it without `.send`, which a customer
708
+ # probe on Object#send could intercept.
709
+ public :kwargs_from_splat
710
+ end
711
+
712
+ def line_trace_point_callback(probe, iseq, responder, tp)
713
+ di_start_time = Process.clock_gettime(Process::CLOCK_THREAD_CPUTIME_ID)
714
+
715
+ # Check if probe is enabled before doing any processing
716
+ return unless probe.enabled?
717
+
718
+ # If trace point is not targeted, we must verify that the invocation
719
+ # is the file & line that we want, because untargeted trace points
720
+ # are invoked for *each* line of Ruby executed.
721
+ # TODO find out exactly when the path in trace point is relative.
722
+ # Looks like this is the case when line trace point is not targeted?
723
+ unless iseq
724
+ return unless tp.lineno == probe.line_no && ( # standard:disable Style/UnlessLogicalOperators
725
+ probe.file == tp.path || probe.file_matches?(tp.path)
726
+ )
727
+ end
728
+
729
+ # We set the trace point on :return to be able to instrument
730
+ # 'end' lines. This also causes the trace point to be invoked on
731
+ # non-'end' lines when a line raises an exception, since the
732
+ # exception causes the method to stop executing and stack unwends.
733
+ # We do not want two invocations of the trace point.
734
+ # Therefore, if a trace point is invoked with a :line event,
735
+ # mark it as such and ignore subsequent :return events.
736
+ if probe.executed_on_line?
737
+ return unless tp.event == :line
738
+ else
739
+ _ = 42 # stop standard from changing this code
740
+
741
+ if tp.event == :line
742
+ probe.executed_on_line!
743
+ end
744
+ end
745
+
746
+ if condition = probe.condition
747
+ begin
748
+ context = build_trace_point_context(probe, tp)
749
+ return unless condition.satisfied?(context)
750
+ rescue Exception => exc # standard:disable Lint/RescueException
751
+ Datadog::DI.reraise_if_fatal(exc)
752
+ # Evaluation error exception can be raised for "expected"
753
+ # errors, we probably need another setting to control whether
754
+ # these exceptions are propagated.
755
+ raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions &&
756
+ !exc.is_a?(DI::Error::ExpressionEvaluationError)
757
+
758
+ if context
759
+ # We want to report evaluation errors for conditions
760
+ # as probe snapshots. However, if we failed to create
761
+ # the context, we won't be able to report anything as
762
+ # the probe notifier builder requires a context.
763
+ begin
764
+ responder.probe_condition_evaluation_failed_callback(context, condition, exc)
765
+ rescue Exception => nested_exc # standard:disable Lint/RescueException
766
+ Datadog::DI.reraise_if_fatal(nested_exc)
767
+ raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions
768
+
769
+ logger.debug { "di: error in probe condition evaluation failed callback: #{nested_exc.class}: #{nested_exc.message}" }
770
+ telemetry&.report(nested_exc, description: "Error in probe condition evaluation failed callback")
771
+ end
423
772
 
424
- # If the probe file is in the list of loaded files
425
- # (as per $LOADED_FEATURES, using either exact or suffix match),
426
- # raise an error indicating that
427
- # code tracker is missing the loaded file because the file
428
- # won't be loaded again (DI only works in production environments
429
- # that do not normally reload code).
430
- if $LOADED_FEATURES.include?(probe.file)
431
- raise Error::DITargetNotInRegistry, "File loaded but is not in code tracker registry: #{probe.file}"
773
+ return
774
+ else
775
+ _ = 42 # stop standard from wrecking this code
776
+
777
+ raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions
778
+
779
+ logger.debug { "di: error evaluating condition without context (tracer bug?): #{exc.class}: #{exc.message}" }
780
+ telemetry&.report(exc, description: "Error evaluating condition without context")
781
+ # If execution gets here, there is probably a bug in the tracer.
782
+ end
783
+ end
432
784
  end
433
- # Ths is an expensive check
434
- $LOADED_FEATURES.each do |path|
435
- if Utils.path_matches_suffix?(path, probe.file)
436
- raise Error::DITargetNotInRegistry, "File matching probe path (#{probe.file}) was loaded and is not in code tracker registry: #{path}"
785
+
786
+ # In practice we should always have a rate limiter, but be safe
787
+ # and check that it is in fact set.
788
+ return if probe.rate_limiter && !probe.rate_limiter.allow?
789
+
790
+ # The context creation is relatively expensive and we don't
791
+ # want to run it if the callback won't be executed due to the
792
+ # rate limit.
793
+ # Thus the copy-paste of the creation call here.
794
+ context ||= build_trace_point_context(probe, tp)
795
+
796
+ responder.probe_executed_callback(context)
797
+
798
+ check_and_disable_if_exceeded(probe, responder, di_start_time)
799
+ rescue Exception => exc # standard:disable Lint/RescueException
800
+ Datadog::DI.reraise_if_fatal(exc)
801
+ raise if settings.dynamic_instrumentation.internal.propagate_all_exceptions
802
+ logger.debug { "di: unhandled exception in line trace point: #{exc.class}: #{exc.message}" }
803
+ telemetry&.report(exc, description: "Unhandled exception in line trace point")
804
+ # TODO test this path
805
+ end
806
+
807
+ def build_trace_point_context(probe, tp)
808
+ stack = caller_locations
809
+ # We have two helper methods being invoked from the trace point
810
+ # handler block, remove them from the stack.
811
+ #
812
+ # According to steep stack may be nil.
813
+ stack&.shift(2)
814
+ Context.new(
815
+ locals: Instrumenter.get_local_variables(tp),
816
+ target_self: tp.self,
817
+ probe: probe,
818
+ settings: settings,
819
+ serializer: serializer,
820
+ path: tp.path,
821
+ caller_locations: stack,
822
+ )
823
+ end
824
+
825
+ # Circuit breaker: disables the probe if total CPU time consumed by
826
+ # DI processing exceeds the configured threshold.
827
+ def check_and_disable_if_exceeded(probe, responder, di_start_time, accumulated_duration = 0.0)
828
+ return unless max_processing_time = settings.dynamic_instrumentation.internal.max_processing_time
829
+
830
+ di_duration = accumulated_duration + Process.clock_gettime(Process::CLOCK_THREAD_CPUTIME_ID) - di_start_time
831
+ if di_duration > max_processing_time
832
+ logger.debug { "di: disabling probe: consumed #{di_duration}: #{probe}" }
833
+ # We disable the probe here rather than remove it to
834
+ # avoid a dependency on ProbeManager from Instrumenter.
835
+ probe.disable!
836
+ responder.probe_disabled_callback(probe, di_duration)
837
+ end
838
+ end
839
+
840
+ def raise_if_probe_in_loaded_features(probe, line_no, code_tracker)
841
+ return unless probe.file
842
+
843
+ # Find the loaded path matching the probe file. Case-sensitive
844
+ # matching is attempted first, with case-insensitive matching as a
845
+ # fallback (see the design comment in utils.rb, steps 5-8). Leading
846
+ # directory components are stripped so probes whose sourceFile carries
847
+ # a source-repo prefix that does not exist on disk still resolve to
848
+ # the loaded file — matching the behavior of
849
+ # CodeTracker#iseqs_for_path_suffix.
850
+ loaded_path = if $LOADED_FEATURES.include?(probe.file)
851
+ probe.file
852
+ else
853
+ # Expensive suffix check.
854
+ suffix = Utils.normalize_windows_separators(probe.file)
855
+ found = nil #: ::String?
856
+ [false, true].each do |case_insensitive|
857
+ working_suffix = suffix.dup
858
+ loop do
859
+ found = $LOADED_FEATURES.find do |path|
860
+ Utils.path_matches_suffix?(path, working_suffix, case_insensitive: case_insensitive)
861
+ end
862
+ break if found
863
+ break unless working_suffix.include?('/')
864
+ working_suffix.sub!(%r{.*/+}, '')
865
+ end
866
+ break if found
437
867
  end
868
+ found
869
+ end
870
+
871
+ return unless loaded_path
872
+
873
+ # Distinguish between "no iseqs at all" and "has per-method iseqs
874
+ # but none cover this line".
875
+ has_per_method = code_tracker&.send(:instance_variable_defined?, :@per_method_registry) &&
876
+ code_tracker.send(:per_method_registry).key?(loaded_path)
877
+
878
+ if has_per_method
879
+ raise Error::DITargetNotInRegistry,
880
+ "File #{loaded_path} is loaded and has per-method iseqs, " \
881
+ "but none cover line #{line_no}. " \
882
+ "The line may be in file-level setup code outside any method."
883
+ else
884
+ raise Error::DITargetNotInRegistry,
885
+ "File #{loaded_path} is loaded but has no surviving iseqs " \
886
+ "(whole-file iseq was garbage collected and no per-method iseqs remain). " \
887
+ "Line probes cannot target this file."
438
888
  end
439
889
  end
440
890
 
441
891
  # TODO test that this resolves qualified names e.g. A::B
442
892
  def symbolize_class_name(cls_name)
443
- Object.const_get(cls_name)
893
+ Object.const_get(cls_name) # steep:ignore ArgumentTypeMismatch
444
894
  rescue NameError => exc
445
- raise Error::DITargetNotDefined, "Class not defined: #{cls_name}: #{exc.class}: #{exc}"
895
+ raise Error::DITargetNotDefined, "Class not defined: #{cls_name}: #{exc.class}: #{exc.message}"
896
+ end
897
+
898
+ # Matches a class name in the Datadog namespace, tolerating the alias
899
+ # forms that Object.const_get resolves to the same top-level constants.
900
+ # Two such forms exist: an optional leading "::" (Ruby's root-namespace
901
+ # prefix), and any number of leading "Object::" segments. Top-level
902
+ # constants are constants of Object, so "Object::Datadog::DI::Instrumenter"
903
+ # resolves to Datadog::DI::Instrumenter; without stripping "Object::" a
904
+ # probe could name a tracer-internal class through an Object:: alias and
905
+ # bypass the rejection, then get prepended onto tracer internals. These
906
+ # are the only alias paths to the top-level Datadog: "Foo::Datadog" does
907
+ # not resolve through const_get for an arbitrary Foo. Anchored at \A so
908
+ # the match decides in O(prefix length) without scanning.
909
+ DATADOG_NAMESPACE_TYPE_NAME = /\A(?:::)?(?:Object::)*Datadog(?:::|\z)/
910
+ private_constant :DATADOG_NAMESPACE_TYPE_NAME
911
+
912
+ # Returns true when +cls_name+ names the +Datadog+ module itself or
913
+ # any class/module under it (e.g. +Datadog::Tracing::SpanOperation+).
914
+ # The check is purely textual on the probe's declared type name; it
915
+ # does not require the class to be loaded. A leading +::+ and any
916
+ # number of leading +Object::+ segments are treated the same as the
917
+ # bare form, since Object.const_get resolves those aliases to the same
918
+ # top-level constants.
919
+ def datadog_namespace_type_name?(cls_name)
920
+ DATADOG_NAMESPACE_TYPE_NAME.match?(cls_name)
446
921
  end
447
922
  end
448
923
  end
449
924
  end
450
925
 
451
926
  # rubocop:enable Lint/AssignmentInCondition
927
+ # rubocop:enable Style/AndOr