datadog 2.48.0 → 2.49.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (277) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +47 -1
  3. data/ext/datadog_profiling_native_extension/collectors_stack.c +1 -1
  4. data/ext/datadog_profiling_native_extension/collectors_stack.h +4 -2
  5. data/ext/datadog_profiling_native_extension/extconf.rb +3 -0
  6. data/ext/datadog_profiling_native_extension/private_vm_api_access.c +13 -21
  7. data/ext/libdatadog_api/extconf.rb +2 -0
  8. data/ext/libdatadog_api/feature_flags.c +137 -0
  9. data/ext/libdatadog_api/process_discovery.c +3 -3
  10. data/ext/libdatadog_extconf_helpers.rb +1 -1
  11. data/lib/datadog/ai_guard/contrib/rack/patcher.rb +3 -5
  12. data/lib/datadog/ai_guard/contrib/rails/patcher.rb +7 -9
  13. data/lib/datadog/ai_guard/contrib/ruby_llm/patcher.rb +3 -5
  14. data/lib/datadog/ai_guard/metrics/telemetry.rb +2 -4
  15. data/lib/datadog/appsec/actions_handler.rb +5 -7
  16. data/lib/datadog/appsec/api_security/endpoint_collection/grape_route_serializer.rb +1 -3
  17. data/lib/datadog/appsec/api_security/endpoint_collection/rails_route_serializer.rb +1 -3
  18. data/lib/datadog/appsec/api_security/endpoint_collection/sinatra_route_serializer.rb +1 -3
  19. data/lib/datadog/appsec/assets.rb +8 -10
  20. data/lib/datadog/appsec/configuration.rb +1 -1
  21. data/lib/datadog/appsec/context.rb +63 -6
  22. data/lib/datadog/appsec/contrib/active_record/instrumentation.rb +1 -3
  23. data/lib/datadog/appsec/contrib/active_record/patcher.rb +21 -24
  24. data/lib/datadog/appsec/contrib/aws_lambda/patcher.rb +3 -5
  25. data/lib/datadog/appsec/contrib/aws_lambda/waf_addresses.rb +9 -11
  26. data/lib/datadog/appsec/contrib/devise/configuration.rb +2 -4
  27. data/lib/datadog/appsec/contrib/devise/patcher.rb +3 -5
  28. data/lib/datadog/appsec/contrib/excon/patcher.rb +3 -5
  29. data/lib/datadog/appsec/contrib/faraday/patcher.rb +4 -6
  30. data/lib/datadog/appsec/contrib/graphql/patcher.rb +3 -5
  31. data/lib/datadog/appsec/contrib/rack/input_peeker.rb +3 -5
  32. data/lib/datadog/appsec/contrib/rack/patcher.rb +3 -5
  33. data/lib/datadog/appsec/contrib/rack/request_body_middleware.rb +5 -4
  34. data/lib/datadog/appsec/contrib/rack/request_middleware.rb +6 -7
  35. data/lib/datadog/appsec/contrib/rails/patcher.rb +19 -16
  36. data/lib/datadog/appsec/contrib/rails/patches/live_thread_patch.rb +33 -0
  37. data/lib/datadog/appsec/contrib/rest_client/patcher.rb +3 -5
  38. data/lib/datadog/appsec/contrib/sinatra/patcher.rb +4 -6
  39. data/lib/datadog/appsec/default_header_tags.rb +2 -4
  40. data/lib/datadog/appsec/metrics/exporter.rb +4 -6
  41. data/lib/datadog/appsec/metrics/telemetry.rb +1 -3
  42. data/lib/datadog/appsec/metrics/telemetry_exporter.rb +2 -4
  43. data/lib/datadog/appsec/route_normalizer/route_text.rb +1 -3
  44. data/lib/datadog/appsec/route_normalizer.rb +4 -6
  45. data/lib/datadog/appsec/utils/http/body_reader.rb +3 -5
  46. data/lib/datadog/appsec/utils/http/url_encoded.rb +2 -4
  47. data/lib/datadog/core/borrowing_token_bucket.rb +60 -0
  48. data/lib/datadog/core/chunker.rb +1 -3
  49. data/lib/datadog/core/configuration/components.rb +48 -17
  50. data/lib/datadog/core/configuration/settings.rb +2 -1
  51. data/lib/datadog/core/configuration/supported_configurations.rb +2 -0
  52. data/lib/datadog/core/diagnostics/environment_logger.rb +1 -6
  53. data/lib/datadog/core/encoding.rb +8 -12
  54. data/lib/datadog/core/environment/cgroup.rb +3 -5
  55. data/lib/datadog/core/environment/container.rb +9 -11
  56. data/lib/datadog/core/environment/ext.rb +1 -6
  57. data/lib/datadog/core/environment/gc.rb +2 -4
  58. data/lib/datadog/core/environment/identity.rb +13 -15
  59. data/lib/datadog/core/environment/platform.rb +10 -12
  60. data/lib/datadog/core/environment/socket.rb +3 -5
  61. data/lib/datadog/core/environment/thread_count.rb +2 -4
  62. data/lib/datadog/core/environment/variable_helpers.rb +2 -6
  63. data/lib/datadog/core/environment/vm_cache.rb +5 -7
  64. data/lib/datadog/core/environment/yjit.rb +25 -24
  65. data/lib/datadog/core/logger.rb +5 -2
  66. data/lib/datadog/core/metrics/client.rb +8 -16
  67. data/lib/datadog/core/metrics/helpers.rb +3 -0
  68. data/lib/datadog/core/metrics/metric.rb +3 -1
  69. data/lib/datadog/core/rate_limiter.rb +9 -31
  70. data/lib/datadog/core/refillable_bucket.rb +72 -0
  71. data/lib/datadog/core/remote/client/capabilities.rb +4 -0
  72. data/lib/datadog/core/remote/client.rb +1 -5
  73. data/lib/datadog/core/remote/transport/http.rb +2 -4
  74. data/lib/datadog/core/tag_normalizer.rb +0 -2
  75. data/lib/datadog/core/telemetry/configuration_value.rb +1 -3
  76. data/lib/datadog/core/telemetry/transport/http.rb +2 -4
  77. data/lib/datadog/core/telemetry/worker.rb +30 -24
  78. data/lib/datadog/core/transport/http.rb +2 -4
  79. data/lib/datadog/core/utils/at_fork_monkey_patch.rb +2 -2
  80. data/lib/datadog/core/utils/forking.rb +1 -1
  81. data/lib/datadog/core/utils/lru_cache.rb +2 -2
  82. data/lib/datadog/core/utils/network.rb +1 -1
  83. data/lib/datadog/core/utils/time.rb +2 -2
  84. data/lib/datadog/core/utils/truncation.rb +1 -3
  85. data/lib/datadog/core/workers/async.rb +16 -14
  86. data/lib/datadog/core/workers/runtime_metrics.rb +1 -1
  87. data/lib/datadog/data_streams/transport/http.rb +1 -3
  88. data/lib/datadog/di/component.rb +14 -2
  89. data/lib/datadog/di/context.rb +50 -0
  90. data/lib/datadog/di/contrib.rb +2 -2
  91. data/lib/datadog/di/correlation_sampler/trace_budget.rb +75 -0
  92. data/lib/datadog/di/correlation_sampler/trace_budget_ledger/entry.rb +34 -0
  93. data/lib/datadog/di/correlation_sampler/trace_budget_ledger.rb +104 -0
  94. data/lib/datadog/di/correlation_sampler.rb +224 -0
  95. data/lib/datadog/di/guardrails_telemetry/reason.rb +8 -3
  96. data/lib/datadog/di/instrumenter.rb +294 -109
  97. data/lib/datadog/di/probe.rb +13 -2
  98. data/lib/datadog/di/probe_builder.rb +6 -8
  99. data/lib/datadog/di/probe_file_loader.rb +2 -2
  100. data/lib/datadog/di/probe_manager.rb +7 -30
  101. data/lib/datadog/di/probe_notification_builder.rb +42 -11
  102. data/lib/datadog/di/probe_notifier_worker.rb +11 -0
  103. data/lib/datadog/di/snapshot_pruner/node.rb +190 -0
  104. data/lib/datadog/di/snapshot_pruner/node_queue.rb +104 -0
  105. data/lib/datadog/di/snapshot_pruner/parser.rb +102 -0
  106. data/lib/datadog/di/snapshot_pruner.rb +128 -0
  107. data/lib/datadog/di/transport/input.rb +75 -15
  108. data/lib/datadog/di/utils.rb +3 -3
  109. data/lib/datadog/di.rb +29 -0
  110. data/lib/datadog/error_tracking/filters.rb +6 -8
  111. data/lib/datadog/open_feature/agentless/parser.rb +2 -4
  112. data/lib/datadog/open_feature/component.rb +24 -2
  113. data/lib/datadog/open_feature/configuration.rb +13 -0
  114. data/lib/datadog/open_feature/evaluation_engine.rb +5 -5
  115. data/lib/datadog/open_feature/exposure_hook.rb +146 -0
  116. data/lib/datadog/open_feature/exposures/event.rb +10 -8
  117. data/lib/datadog/open_feature/exposures/reporter.rb +34 -25
  118. data/lib/datadog/open_feature/ext.rb +12 -0
  119. data/lib/datadog/open_feature/flag_evaluation/aggregator.rb +10 -8
  120. data/lib/datadog/open_feature/flag_evaluation/writer.rb +9 -6
  121. data/lib/datadog/open_feature/hooks/exposure_logging_hook.rb +58 -0
  122. data/lib/datadog/open_feature/hooks/flag_eval_evp_hook.rb +4 -2
  123. data/lib/datadog/open_feature/hooks/flag_eval_metrics_hook.rb +3 -5
  124. data/lib/datadog/open_feature/hooks/span_enrichment_hook/codec.rb +3 -5
  125. data/lib/datadog/open_feature/native_evaluator.rb +30 -2
  126. data/lib/datadog/open_feature/noop_evaluator.rb +3 -1
  127. data/lib/datadog/open_feature/provider.rb +54 -4
  128. data/lib/datadog/open_feature/resolution_details.rb +1 -0
  129. data/lib/datadog/open_feature/split_features.rb +76 -0
  130. data/lib/datadog/opentelemetry/sdk/propagator.rb +5 -2
  131. data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +28 -31
  132. data/lib/datadog/profiling/component.rb +31 -9
  133. data/lib/datadog/profiling/profiler.rb +6 -0
  134. data/lib/datadog/profiling/remote.rb +381 -0
  135. data/lib/datadog/profiling/worker_state.rb +65 -0
  136. data/lib/datadog/profiling.rb +1 -0
  137. data/lib/datadog/symbol_database/file_hash.rb +1 -3
  138. data/lib/datadog/tracing/component.rb +14 -16
  139. data/lib/datadog/tracing/configuration/settings.rb +2 -2
  140. data/lib/datadog/tracing/contrib/action_cable/events/broadcast.rb +4 -6
  141. data/lib/datadog/tracing/contrib/action_cable/events/perform_action.rb +4 -6
  142. data/lib/datadog/tracing/contrib/action_cable/events/transmit.rb +4 -6
  143. data/lib/datadog/tracing/contrib/action_cable/events.rb +3 -5
  144. data/lib/datadog/tracing/contrib/action_cable/patcher.rb +2 -4
  145. data/lib/datadog/tracing/contrib/action_mailer/events/deliver.rb +5 -7
  146. data/lib/datadog/tracing/contrib/action_mailer/events/process.rb +4 -6
  147. data/lib/datadog/tracing/contrib/action_mailer/events.rb +3 -5
  148. data/lib/datadog/tracing/contrib/action_mailer/patcher.rb +2 -4
  149. data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +2 -4
  150. data/lib/datadog/tracing/contrib/action_pack/action_controller/patcher.rb +2 -4
  151. data/lib/datadog/tracing/contrib/action_pack/action_dispatch/instrumentation.rb +2 -4
  152. data/lib/datadog/tracing/contrib/action_pack/action_dispatch/patcher.rb +2 -4
  153. data/lib/datadog/tracing/contrib/action_pack/patcher.rb +2 -4
  154. data/lib/datadog/tracing/contrib/action_view/events/render_partial.rb +3 -5
  155. data/lib/datadog/tracing/contrib/action_view/events/render_template.rb +3 -5
  156. data/lib/datadog/tracing/contrib/action_view/events.rb +3 -5
  157. data/lib/datadog/tracing/contrib/action_view/patcher.rb +3 -5
  158. data/lib/datadog/tracing/contrib/action_view/utils.rb +1 -3
  159. data/lib/datadog/tracing/contrib/active_job/events/discard.rb +3 -5
  160. data/lib/datadog/tracing/contrib/active_job/events/enqueue.rb +3 -5
  161. data/lib/datadog/tracing/contrib/active_job/events/enqueue_at.rb +3 -5
  162. data/lib/datadog/tracing/contrib/active_job/events/enqueue_retry.rb +3 -5
  163. data/lib/datadog/tracing/contrib/active_job/events/perform.rb +3 -5
  164. data/lib/datadog/tracing/contrib/active_job/events/retry_stopped.rb +3 -5
  165. data/lib/datadog/tracing/contrib/active_job/events.rb +3 -5
  166. data/lib/datadog/tracing/contrib/active_job/patcher.rb +4 -6
  167. data/lib/datadog/tracing/contrib/active_model_serializers/events/render.rb +4 -6
  168. data/lib/datadog/tracing/contrib/active_model_serializers/events/serialize.rb +4 -6
  169. data/lib/datadog/tracing/contrib/active_model_serializers/events.rb +3 -5
  170. data/lib/datadog/tracing/contrib/active_model_serializers/patcher.rb +3 -5
  171. data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +4 -6
  172. data/lib/datadog/tracing/contrib/active_record/events/sql.rb +3 -5
  173. data/lib/datadog/tracing/contrib/active_record/events.rb +3 -5
  174. data/lib/datadog/tracing/contrib/active_record/patcher.rb +2 -4
  175. data/lib/datadog/tracing/contrib/active_support/cache/events/cache.rb +8 -10
  176. data/lib/datadog/tracing/contrib/active_support/cache/events.rb +3 -5
  177. data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +5 -7
  178. data/lib/datadog/tracing/contrib/active_support/cache/patcher.rb +4 -6
  179. data/lib/datadog/tracing/contrib/active_support/patcher.rb +2 -4
  180. data/lib/datadog/tracing/contrib/analytics.rb +4 -6
  181. data/lib/datadog/tracing/contrib/aws/patcher.rb +5 -7
  182. data/lib/datadog/tracing/contrib/concurrent_ruby/patcher.rb +5 -7
  183. data/lib/datadog/tracing/contrib/configuration/settings.rb +17 -0
  184. data/lib/datadog/tracing/contrib/dalli/patcher.rb +2 -4
  185. data/lib/datadog/tracing/contrib/dalli/quantize.rb +1 -3
  186. data/lib/datadog/tracing/contrib/delayed_job/patcher.rb +4 -6
  187. data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +3 -5
  188. data/lib/datadog/tracing/contrib/elasticsearch/quantize.rb +6 -8
  189. data/lib/datadog/tracing/contrib/ethon/patcher.rb +2 -4
  190. data/lib/datadog/tracing/contrib/excon/patcher.rb +3 -5
  191. data/lib/datadog/tracing/contrib/faraday/patcher.rb +4 -6
  192. data/lib/datadog/tracing/contrib/grape/patcher.rb +2 -4
  193. data/lib/datadog/tracing/contrib/graphql/patcher.rb +4 -6
  194. data/lib/datadog/tracing/contrib/graphql/trace_patcher.rb +1 -3
  195. data/lib/datadog/tracing/contrib/graphql/tracing_patcher.rb +1 -3
  196. data/lib/datadog/tracing/contrib/graphql/unified_trace_patcher.rb +1 -3
  197. data/lib/datadog/tracing/contrib/grpc/patcher.rb +3 -5
  198. data/lib/datadog/tracing/contrib/hanami/patcher.rb +2 -4
  199. data/lib/datadog/tracing/contrib/http/patcher.rb +2 -4
  200. data/lib/datadog/tracing/contrib/httpclient/patcher.rb +2 -4
  201. data/lib/datadog/tracing/contrib/httprb/patcher.rb +2 -4
  202. data/lib/datadog/tracing/contrib/kafka/events/connection/request.rb +4 -6
  203. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_batch.rb +3 -5
  204. data/lib/datadog/tracing/contrib/kafka/events/consumer/process_message.rb +3 -5
  205. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/heartbeat.rb +3 -5
  206. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/join_group.rb +2 -4
  207. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/leave_group.rb +2 -4
  208. data/lib/datadog/tracing/contrib/kafka/events/consumer_group/sync_group.rb +2 -4
  209. data/lib/datadog/tracing/contrib/kafka/events/produce_operation/send_messages.rb +4 -6
  210. data/lib/datadog/tracing/contrib/kafka/events/producer/deliver_messages.rb +4 -6
  211. data/lib/datadog/tracing/contrib/kafka/events.rb +3 -5
  212. data/lib/datadog/tracing/contrib/kafka/patcher.rb +4 -6
  213. data/lib/datadog/tracing/contrib/karafka/patcher.rb +2 -4
  214. data/lib/datadog/tracing/contrib/lograge/patcher.rb +2 -4
  215. data/lib/datadog/tracing/contrib/mongodb/parsers.rb +5 -7
  216. data/lib/datadog/tracing/contrib/mongodb/patcher.rb +3 -5
  217. data/lib/datadog/tracing/contrib/mysql2/patcher.rb +3 -5
  218. data/lib/datadog/tracing/contrib/opensearch/patcher.rb +1 -3
  219. data/lib/datadog/tracing/contrib/opensearch/quantize.rb +5 -7
  220. data/lib/datadog/tracing/contrib/pg/patcher.rb +3 -5
  221. data/lib/datadog/tracing/contrib/presto/patcher.rb +1 -3
  222. data/lib/datadog/tracing/contrib/que/patcher.rb +2 -4
  223. data/lib/datadog/tracing/contrib/racecar/events/batch.rb +3 -5
  224. data/lib/datadog/tracing/contrib/racecar/events/consume.rb +3 -5
  225. data/lib/datadog/tracing/contrib/racecar/events/message.rb +3 -5
  226. data/lib/datadog/tracing/contrib/racecar/events.rb +3 -5
  227. data/lib/datadog/tracing/contrib/racecar/patcher.rb +2 -4
  228. data/lib/datadog/tracing/contrib/rack/patcher.rb +13 -19
  229. data/lib/datadog/tracing/contrib/rack/request_queue.rb +1 -3
  230. data/lib/datadog/tracing/contrib/rack/route_inference.rb +4 -6
  231. data/lib/datadog/tracing/contrib/rack/trace_proxy_middleware.rb +4 -6
  232. data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +4 -0
  233. data/lib/datadog/tracing/contrib/rails/ext.rb +2 -0
  234. data/lib/datadog/tracing/contrib/rails/framework.rb +6 -8
  235. data/lib/datadog/tracing/contrib/rails/log_injection.rb +1 -3
  236. data/lib/datadog/tracing/contrib/rails/patcher.rb +9 -11
  237. data/lib/datadog/tracing/contrib/rake/patcher.rb +3 -5
  238. data/lib/datadog/tracing/contrib/redis/patcher.rb +2 -4
  239. data/lib/datadog/tracing/contrib/redis/quantize.rb +7 -9
  240. data/lib/datadog/tracing/contrib/resque/patcher.rb +2 -4
  241. data/lib/datadog/tracing/contrib/rest_client/patcher.rb +2 -4
  242. data/lib/datadog/tracing/contrib/roda/patcher.rb +2 -4
  243. data/lib/datadog/tracing/contrib/semantic_logger/patcher.rb +2 -4
  244. data/lib/datadog/tracing/contrib/sequel/patcher.rb +4 -6
  245. data/lib/datadog/tracing/contrib/shoryuken/patcher.rb +2 -4
  246. data/lib/datadog/tracing/contrib/sidekiq/patcher.rb +7 -9
  247. data/lib/datadog/tracing/contrib/sinatra/env.rb +3 -5
  248. data/lib/datadog/tracing/contrib/sinatra/patcher.rb +5 -7
  249. data/lib/datadog/tracing/contrib/sneakers/patcher.rb +2 -4
  250. data/lib/datadog/tracing/contrib/stripe/patcher.rb +2 -4
  251. data/lib/datadog/tracing/contrib/stripe/request.rb +4 -6
  252. data/lib/datadog/tracing/contrib/sucker_punch/exception_handler.rb +1 -3
  253. data/lib/datadog/tracing/contrib/sucker_punch/instrumentation.rb +1 -3
  254. data/lib/datadog/tracing/contrib/sucker_punch/patcher.rb +3 -5
  255. data/lib/datadog/tracing/contrib/support.rb +1 -3
  256. data/lib/datadog/tracing/contrib/trilogy/configuration/settings.rb +4 -0
  257. data/lib/datadog/tracing/contrib/trilogy/instrumentation.rb +2 -1
  258. data/lib/datadog/tracing/contrib/trilogy/patcher.rb +3 -5
  259. data/lib/datadog/tracing/contrib/utils/database.rb +1 -3
  260. data/lib/datadog/tracing/contrib/utils/quantization/hash_formatter.rb +8 -10
  261. data/lib/datadog/tracing/contrib/utils/quantization/http.rb +11 -13
  262. data/lib/datadog/tracing/contrib/waterdrop/patcher.rb +3 -5
  263. data/lib/datadog/tracing/correlation.rb +3 -5
  264. data/lib/datadog/tracing/distributed/propagation.rb +2 -2
  265. data/lib/datadog/tracing/distributed/propagation_policy.rb +1 -3
  266. data/lib/datadog/tracing/distributed/trace_state/datadog.rb +5 -5
  267. data/lib/datadog/tracing/distributed/trace_state/open_telemetry.rb +2 -2
  268. data/lib/datadog/tracing/metadata/ext.rb +3 -9
  269. data/lib/datadog/tracing/remote.rb +1 -1
  270. data/lib/datadog/tracing/trace_operation.rb +11 -3
  271. data/lib/datadog/tracing/tracer.rb +9 -1
  272. data/lib/datadog/tracing/transport/http.rb +1 -3
  273. data/lib/datadog/tracing/transport/io.rb +2 -4
  274. data/lib/datadog/tracing/transport/traces.rb +1 -3
  275. data/lib/datadog/tracing/utils.rb +4 -6
  276. data/lib/datadog/version.rb +1 -1
  277. metadata +22 -6
@@ -27,18 +27,16 @@ module Datadog
27
27
  # @param probe_notifier_worker [ProbeNotifierWorker] worker that sends the built payloads
28
28
  # @param logger [DI::Logger] logger for probe manager diagnostics
29
29
  # @param probe_repository [ProbeRepository] repository of installed probes
30
- # @param guardrails_telemetry [GuardrailsTelemetry] emitter for the canonical condition-error skip metric
31
30
  # @param telemetry [Datadog::Core::Telemetry::Component, nil] component probe manager errors are reported through
32
31
  # @return [void]
33
32
  def initialize(settings, instrumenter, probe_notification_builder,
34
- probe_notifier_worker, logger, probe_repository, guardrails_telemetry:, telemetry: nil)
33
+ probe_notifier_worker, logger, probe_repository, telemetry: nil)
35
34
  @settings = settings
36
35
  @instrumenter = instrumenter
37
36
  @probe_notification_builder = probe_notification_builder
38
37
  @probe_notifier_worker = probe_notifier_worker
39
38
  @logger = logger
40
39
  @telemetry = telemetry
41
- @guardrails_telemetry = guardrails_telemetry
42
40
  @probe_repository = probe_repository
43
41
 
44
42
  @definition_trace_point = TracePoint.new(:end) do |tp|
@@ -53,9 +51,6 @@ module Datadog
53
51
 
54
52
  attr_reader :logger
55
53
  attr_reader :telemetry
56
- # The guardrails metric emitter.
57
- # @return [GuardrailsTelemetry]
58
- attr_reader :guardrails_telemetry
59
54
  attr_reader :probe_repository
60
55
 
61
56
  # Stops the probe manager without permanently releasing resources.
@@ -326,9 +321,11 @@ module Datadog
326
321
  #
327
322
  # This can happen when the expression references undefined variables,
328
323
  # has type mismatches, or encounters runtime errors during evaluation.
329
- # Rate-limited to 1 notification per second per probe, and subject to
330
- # the process-wide global snapshot rate limit, to avoid flooding the
331
- # backend when conditions fail repeatedly.
324
+ # Rate-limited to 1 notification per second per probe. Once the per-probe
325
+ # throttle admits, the instrumenter's admission gate applies the trace
326
+ # sampling decision to a capturing probe's notification inside an active
327
+ # trace, and the process-wide GLOBAL token to every other notification,
328
+ # to avoid flooding the backend when conditions fail repeatedly.
332
329
  #
333
330
  # @param context [Context] The execution context containing probe and captured data
334
331
  # @param expr [EL::Expression] The condition expression that failed
@@ -338,15 +335,9 @@ module Datadog
338
335
  probe = context.probe
339
336
  rate_limiter = probe.condition_evaluation_failed_rate_limiter
340
337
  if rate_limiter&.allow?
341
- if instrumenter.global_snapshot_rate_limiter.allow?
338
+ if instrumenter.admit_condition_error_snapshot?(probe)
342
339
  payload = probe_notification_builder.build_condition_evaluation_failed(context, expr, exc)
343
340
  probe_notifier_worker.add_snapshot(payload, probe: probe)
344
- else
345
- logger.trace do
346
- "di: #{probe.type} probe #{probe.id}: skipping condition error snapshot due to global rate limit" \
347
- " (#{GuardrailsTelemetry::Reason::RATE_LIMIT_GLOBAL})"
348
- end
349
- record_condition_error_skip(GuardrailsTelemetry::Reason::RATE_LIMIT_GLOBAL, probe)
350
341
  end
351
342
  elsif rate_limiter
352
343
  logger.trace do
@@ -370,20 +361,6 @@ module Datadog
370
361
  probe_notifier_worker.add_status(payload, probe: probe)
371
362
  end
372
363
 
373
- # Emits the canonical skip metric for a condition evaluation failure
374
- # notification rejected by a rate limiter.
375
- #
376
- # @param probe [Probe] the probe whose condition evaluation failed
377
- # @param reason [String] the GuardrailsTelemetry::Reason constant for the rejecting limit
378
- # @return [void]
379
- def record_condition_error_skip(reason, probe)
380
- guardrails_telemetry.skipped(
381
- reason: reason,
382
- probe: probe,
383
- )
384
- nil
385
- end
386
-
387
364
  # Class/module definition trace point (:end type).
388
365
  # Used to install hooks when the target classes/modules aren't yet
389
366
  # defined when the hook request is received.
@@ -387,19 +387,21 @@ module Datadog
387
387
  host: nil,
388
388
  logger: {
389
389
  name: probe.file,
390
- method: probe.method_name,
390
+ # Logs standard attribute that populates the Logger Method facet:
391
+ # https://docs.datadoghq.com/standard-attributes/?search=logger&product=log+management
392
+ method_name: probe.method_name,
391
393
  thread_name: Thread.current.name,
392
394
  # Dynamic instrumentation currently does not need thread_id for
393
395
  # anything. It can be sent if a customer requests it at which point
394
396
  # we can also determine which thread identifier to send
395
397
  # (Thread#native_thread_id or something else).
396
398
  thread_id: nil,
397
- version: 2,
398
399
  },
400
+ # Per-process identity, distinguishing snapshots before and after a
401
+ # restart inside the same container.
399
402
  runtime_id: Core::Environment::Identity.id,
400
- # TODO add tests that the trace/span id is correctly propagated
401
- "dd.trace_id": active_trace&.id&.to_s,
402
- "dd.span_id": active_span&.id&.to_s,
403
+ "dd.trace_id": envelope_trace(context)&.id&.to_s,
404
+ "dd.span_id": envelope_span(context)&.id&.to_s,
403
405
  ddsource: "dd_debugger",
404
406
  message: message,
405
407
  timestamp: timestamp,
@@ -484,16 +486,45 @@ module Datadog
484
486
  (Core::Utils::Time.now.to_f * MILLISECONDS).to_i
485
487
  end
486
488
 
489
+ # Returns the trace the envelope's correlation fields report: the
490
+ # trace captured when the gate admitted the hit, when the context
491
+ # carries one (method probes), otherwise the trace active when the
492
+ # snapshot is built (line probes, condition failures).
493
+ #
494
+ # @param context [Context] the context of the probe hit
495
+ # @return [Datadog::Tracing::TraceOperation, nil]
496
+ def envelope_trace(context)
497
+ context.admission_trace || active_trace
498
+ end
499
+
500
+ # Returns the span the envelope's correlation fields report: the span
501
+ # captured when the gate admitted the hit, when the context carries
502
+ # one (method probes), otherwise the span active when the snapshot is
503
+ # built (line probes, condition failures).
504
+ #
505
+ # @param context [Context] the context of the probe hit
506
+ # @return [Datadog::Tracing::SpanOperation, nil]
507
+ def envelope_span(context)
508
+ context.admission_span || active_span
509
+ end
510
+
511
+ # Returns the active APM trace supplying the snapshot's trace id,
512
+ # or nil when no trace is active.
513
+ #
514
+ # @return [Datadog::Tracing::TraceOperation, nil]
487
515
  def active_trace
488
- if defined?(Datadog::Tracing)
489
- Datadog::Tracing.active_trace
490
- end
516
+ Datadog::DI.active_trace
491
517
  end
492
518
 
519
+ # Returns the active APM span, or nil when no span is active. The
520
+ # lookup passes +allow_initialization: false+ and reads existing
521
+ # components; it runs on the application thread inside the probe
522
+ # wrapper and the line-probe TracePoint callback, for the same
523
+ # reason as {active_trace}.
524
+ #
525
+ # @return [Datadog::Tracing::SpanOperation, nil]
493
526
  def active_span
494
- if defined?(Datadog::Tracing)
495
- Datadog::Tracing.active_span
496
- end
527
+ Datadog::DI.active_span
497
528
  end
498
529
  end
499
530
  end
@@ -59,6 +59,17 @@ module Datadog
59
59
  @flush = 0
60
60
  @probe_repository = probe_repository
61
61
  @probe_notification_builder = probe_notification_builder
62
+ # The worker thread reads these options on every send cycle. Option
63
+ # reads resolve lazily by inserting into the settings' options hash,
64
+ # and Ruby raises "can't add a new key into hash during iteration"
65
+ # when that insert races a concurrent iteration of the same hash (for
66
+ # example a Datadog configuration reset). Resolving here moves the
67
+ # inserts onto the constructing thread; reads on the worker thread
68
+ # stay pure hash lookups. Components are rebuilt on reconfiguration,
69
+ # so the resolved options track configuration changes.
70
+ settings.dynamic_instrumentation.internal.min_send_interval
71
+ settings.dynamic_instrumentation.internal.propagate_all_exceptions
72
+ settings.dynamic_instrumentation.internal.snapshot_queue_capacity
62
73
  end
63
74
 
64
75
  attr_reader :settings
@@ -0,0 +1,190 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Datadog
4
+ module DI
5
+ class SnapshotPruner
6
+ # A JSON object of an encoded snapshot: its byte range, its nesting
7
+ # level, its parent and child objects, and the flags that rank it for
8
+ # pruning.
9
+ #
10
+ # @api private
11
+ class Node
12
+ # Bit of the packed priority set for an object truncated for depth
13
+ # or promoted to a pruning candidate, ranking it ahead of every
14
+ # object without the bit.
15
+ PRUNE_FIRST_BIT = 1 << 61
16
+
17
+ # Shift of the level within the packed priority.
18
+ LEVEL_SHIFT = 44
19
+
20
+ # Bit of the packed priority set for an object carrying a
21
+ # +notCapturedReason+.
22
+ NOT_CAPTURED_BIT = 1 << 43
23
+
24
+ # Initializes an open object whose closing brace has not been read.
25
+ #
26
+ # @param start_offset [Integer] byte offset of the object's opening brace
27
+ # @param level [Integer] nesting level, 0 for the root object
28
+ # @param parent [Node, nil] the enclosing object, nil for the root object
29
+ # @return [void]
30
+ def initialize(start_offset:, level:, parent:)
31
+ @start_offset = start_offset
32
+ @end_offset = start_offset
33
+ @level = level
34
+ @parent = parent
35
+ @children = []
36
+ @pruned_child_count = 0
37
+ @not_captured = false
38
+ @not_captured_depth = false
39
+ @promoted = false
40
+ end
41
+
42
+ # The byte offset of the object's opening brace.
43
+ # @return [Integer]
44
+ attr_reader :start_offset
45
+
46
+ # The byte offset just after the object's closing brace.
47
+ # @return [Integer]
48
+ attr_reader :end_offset
49
+
50
+ # The nesting level of the object, 0 for the root object.
51
+ # @return [Integer]
52
+ attr_reader :level
53
+
54
+ # The enclosing object, nil for the root object.
55
+ # @return [Node, nil]
56
+ attr_reader :parent
57
+
58
+ # The objects nested directly in this object.
59
+ # @return [Array<Node>]
60
+ attr_reader :children
61
+
62
+ # The number of children already resolved from the pruning queue,
63
+ # whether selected for pruning or subsumed by promotion.
64
+ # @return [Integer]
65
+ attr_reader :pruned_child_count
66
+
67
+ # Whether the object carries a +notCapturedReason+ member.
68
+ # @return [Boolean]
69
+ attr_reader :not_captured
70
+ alias_method :not_captured?, :not_captured
71
+
72
+ # Whether the object's +notCapturedReason+ is +depth+.
73
+ # @return [Boolean]
74
+ attr_reader :not_captured_depth
75
+ alias_method :not_captured_depth?, :not_captured_depth
76
+
77
+ # Whether the object was promoted to a pruning candidate because
78
+ # all of its children were resolved.
79
+ # @return [Boolean]
80
+ attr_reader :promoted
81
+ alias_method :promoted?, :promoted
82
+
83
+ # Returns the encoded size of the object.
84
+ #
85
+ # @return [Integer] bytes from the opening brace through the closing brace
86
+ def size
87
+ end_offset - start_offset
88
+ end
89
+
90
+ # Returns whether the object is a leaf.
91
+ #
92
+ # @return [Boolean]
93
+ def leaf?
94
+ children.empty?
95
+ end
96
+
97
+ # Packs the pruning sort key (prune-first bit, level, not-captured
98
+ # flag, size) into one Integer, so that ranking two objects is one
99
+ # Integer comparison. The prune-first bit is set for an object
100
+ # truncated for depth and for an object promoted to a pruning
101
+ # candidate. The fields fit below 2**62 for levels below 2**17 and
102
+ # sizes below 2**43 bytes.
103
+ #
104
+ # @return [Integer] a greater value for an object to prune earlier
105
+ def priority
106
+ @priority ||= ((not_captured_depth? || promoted?) ? PRUNE_FIRST_BIT : 0) |
107
+ (level << LEVEL_SHIFT) |
108
+ (not_captured? ? NOT_CAPTURED_BIT : 0) |
109
+ size
110
+ end
111
+
112
+ # Appends a directly nested object.
113
+ #
114
+ # @param child [Node] the nested object
115
+ # @return [void]
116
+ def add_child(child)
117
+ children << child
118
+ nil
119
+ end
120
+
121
+ # Records the position of the object's closing brace.
122
+ #
123
+ # @param end_offset [Integer] byte offset just after the closing brace
124
+ # @return [void]
125
+ def close(end_offset)
126
+ @end_offset = end_offset
127
+ nil
128
+ end
129
+
130
+ # Flags the object as carrying a +notCapturedReason+ member.
131
+ #
132
+ # @return [void]
133
+ def mark_not_captured
134
+ @not_captured = true
135
+ nil
136
+ end
137
+
138
+ # Flags the object as truncated for depth.
139
+ #
140
+ # @return [void]
141
+ def mark_not_captured_depth
142
+ @not_captured_depth = true
143
+ nil
144
+ end
145
+
146
+ # Records one child resolved from the pruning queue.
147
+ #
148
+ # @return [void]
149
+ def record_pruned_child
150
+ @pruned_child_count = pruned_child_count + 1
151
+ nil
152
+ end
153
+
154
+ # Returns whether every child has been resolved from the pruning
155
+ # queue.
156
+ #
157
+ # @return [Boolean]
158
+ def all_children_pruned?
159
+ pruned_child_count >= children.size
160
+ end
161
+
162
+ # Turns the object, whose children are all selected, into a
163
+ # pruning candidate that ranks ahead of every object without
164
+ # the prune-first bit.
165
+ #
166
+ # @return [void]
167
+ def promote
168
+ @promoted = true
169
+ @priority = nil
170
+ end
171
+
172
+ # Yields every leaf of the subtree.
173
+ #
174
+ # @yieldparam leaf [Node] a leaf object
175
+ # @return [void]
176
+ def each_leaf
177
+ pending = [self] #: Array[Node]
178
+ while (node = pending.pop)
179
+ if node.leaf?
180
+ yield node
181
+ else
182
+ pending.concat(node.children)
183
+ end
184
+ end
185
+ nil
186
+ end
187
+ end
188
+ end
189
+ end
190
+ end
@@ -0,0 +1,104 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Datadog
4
+ module DI
5
+ class SnapshotPruner
6
+ # Priority queue of snapshot objects that yields the object with the
7
+ # greatest pruning priority first, implemented as a binary max-heap
8
+ # over an Array.
9
+ #
10
+ # @api private
11
+ class NodeQueue
12
+ # Initializes an empty queue.
13
+ #
14
+ # @return [void]
15
+ def initialize
16
+ @heap = []
17
+ end
18
+
19
+ # Adds an object to the queue.
20
+ #
21
+ # @param node [Node] the object to add
22
+ # @return [void]
23
+ def push(node)
24
+ heap << node
25
+ sift_up(heap.size - 1)
26
+ nil
27
+ end
28
+
29
+ # Removes the object with the greatest priority.
30
+ #
31
+ # @return [Node, nil] the removed object, nil when the queue is empty
32
+ def pop
33
+ last = heap.pop
34
+ return last if last.nil? || heap.empty?
35
+
36
+ top = heap.first
37
+ heap[0] = last
38
+ sift_down(0)
39
+ top
40
+ end
41
+
42
+ # Returns the number of queued objects.
43
+ #
44
+ # @return [Integer]
45
+ def size
46
+ heap.size
47
+ end
48
+
49
+ private
50
+
51
+ # The heap-ordered queued objects.
52
+ # @return [Array<Node>]
53
+ attr_reader :heap
54
+
55
+ # Moves the object at +index+ toward the root until its parent has
56
+ # an equal or greater priority.
57
+ #
58
+ # @param index [Integer] heap position of the object to move
59
+ # @return [void]
60
+ def sift_up(index)
61
+ node = heap[index]
62
+ priority = node.priority
63
+ while index > 0
64
+ parent_index = (index - 1) / 2
65
+ parent = heap[parent_index]
66
+ break if parent.priority >= priority
67
+
68
+ heap[index] = parent
69
+ index = parent_index
70
+ end
71
+ heap[index] = node
72
+ nil
73
+ end
74
+
75
+ # Moves the object at +index+ toward the leaves until every child
76
+ # has an equal or lower priority.
77
+ #
78
+ # @param index [Integer] heap position of the object to move
79
+ # @return [void]
80
+ def sift_down(index)
81
+ node = heap[index]
82
+ priority = node.priority
83
+ count = heap.size
84
+ loop do
85
+ child_index = 2 * index + 1
86
+ break if child_index >= count
87
+
88
+ right_index = child_index + 1
89
+ if right_index < count && heap[right_index].priority > heap[child_index].priority
90
+ child_index = right_index
91
+ end
92
+ child = heap[child_index]
93
+ break if child.priority <= priority
94
+
95
+ heap[index] = child
96
+ index = child_index
97
+ end
98
+ heap[index] = node
99
+ nil
100
+ end
101
+ end
102
+ end
103
+ end
104
+ end
@@ -0,0 +1,102 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "strscan"
4
+ require_relative "node"
5
+
6
+ module Datadog
7
+ module DI
8
+ class SnapshotPruner
9
+ # Builds the tree of JSON objects of an encoded snapshot in one scan,
10
+ # recording each object's byte range and nesting level. Creates a
11
+ # node for each JSON object.
12
+ #
13
+ # @api private
14
+ class Parser
15
+ # Bytes the scanner stops at outside strings.
16
+ STRUCTURAL_BYTE = /[{}"]/
17
+
18
+ # Remainder of a string after its opening quote, through the closing
19
+ # quote, honoring backslash escapes.
20
+ STRING_REMAINDER = /[^"\\]*+(?:\\.[^"\\]*+)*+"/m
21
+
22
+ # Member name whose presence flags an object as not captured.
23
+ NOT_CAPTURED_REASON = "notCapturedReason"
24
+
25
+ # Encoded length of the +notCapturedReason+ name after its opening
26
+ # quote, including the closing quote.
27
+ NOT_CAPTURED_REASON_REMAINDER_SIZE = NOT_CAPTURED_REASON.bytesize + 1
28
+
29
+ # Separator between a member name and its value.
30
+ MEMBER_SEPARATOR = /\s*:\s*/
31
+
32
+ # The +notCapturedReason+ value that flags an object as truncated
33
+ # for depth.
34
+ DEPTH_VALUE = /"depth"/
35
+
36
+ # Byte value of the opening brace.
37
+ OPEN_BRACE = "{".ord
38
+
39
+ # Byte value of the closing brace.
40
+ CLOSE_BRACE = "}".ord
41
+
42
+ # Builds the object tree of an encoded snapshot.
43
+ #
44
+ # A +notCapturedReason+ member name flags its object: a string
45
+ # value with the same text is skipped like any other value.
46
+ #
47
+ # @param json [String] the encoded snapshot, a JSON object
48
+ # @return [Node] the root object
49
+ # @raise [ArgumentError] when the document holds an unclosed string,
50
+ # a closing brace with no open object, or no closed root object
51
+ def parse(json)
52
+ scanner = StringScanner.new(json)
53
+ open_nodes = []
54
+ while scanner.skip_until(STRUCTURAL_BYTE)
55
+ offset = scanner.pos - 1
56
+ case json.getbyte(offset)
57
+ when OPEN_BRACE
58
+ node = Node.new(start_offset: offset, level: open_nodes.size, parent: open_nodes.last)
59
+ open_nodes.last&.add_child(node)
60
+ open_nodes.push(node)
61
+ when CLOSE_BRACE
62
+ node = open_nodes.pop
63
+ raise ArgumentError, "closing brace at byte #{offset} without an open object" unless node
64
+
65
+ node.close(scanner.pos)
66
+ return node if open_nodes.empty?
67
+ else
68
+ unless skip_string(scanner, open_nodes.last)
69
+ raise ArgumentError, "unclosed string starting at byte #{offset}"
70
+ end
71
+ end
72
+ end
73
+ raise ArgumentError, "no closed root object in the document"
74
+ end
75
+
76
+ private
77
+
78
+ # Skips the string whose opening quote the scanner just passed, and
79
+ # flags +enclosing_node+ when the string is a +notCapturedReason+
80
+ # member name.
81
+ #
82
+ # @param scanner [StringScanner] scanner positioned after the opening quote
83
+ # @param enclosing_node [Node, nil] the innermost open object
84
+ # @return [Boolean] false when the string is not closed
85
+ def skip_string(scanner, enclosing_node)
86
+ string_start = scanner.pos
87
+ remainder_size = scanner.skip(STRING_REMAINDER)
88
+ return false unless remainder_size
89
+
90
+ if enclosing_node &&
91
+ remainder_size == NOT_CAPTURED_REASON_REMAINDER_SIZE &&
92
+ scanner.string.byteslice(string_start, NOT_CAPTURED_REASON.bytesize) == NOT_CAPTURED_REASON &&
93
+ scanner.skip(MEMBER_SEPARATOR)
94
+ enclosing_node.mark_not_captured
95
+ enclosing_node.mark_not_captured_depth if scanner.skip(DEPTH_VALUE)
96
+ end
97
+ true
98
+ end
99
+ end
100
+ end
101
+ end
102
+ end