datadog 2.2.0 → 2.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +87 -2
- data/ext/datadog_profiling_loader/datadog_profiling_loader.c +9 -1
- data/ext/datadog_profiling_loader/extconf.rb +14 -26
- data/ext/datadog_profiling_native_extension/clock_id.h +1 -0
- data/ext/datadog_profiling_native_extension/clock_id_from_pthread.c +1 -2
- data/ext/datadog_profiling_native_extension/clock_id_noop.c +1 -2
- data/ext/datadog_profiling_native_extension/collectors_cpu_and_wall_time_worker.c +257 -69
- data/ext/datadog_profiling_native_extension/collectors_discrete_dynamic_sampler.c +53 -28
- data/ext/datadog_profiling_native_extension/collectors_discrete_dynamic_sampler.h +34 -4
- data/ext/datadog_profiling_native_extension/collectors_idle_sampling_helper.c +4 -0
- data/ext/datadog_profiling_native_extension/collectors_stack.c +136 -81
- data/ext/datadog_profiling_native_extension/collectors_stack.h +2 -2
- data/ext/datadog_profiling_native_extension/collectors_thread_context.c +661 -48
- data/ext/datadog_profiling_native_extension/collectors_thread_context.h +10 -1
- data/ext/datadog_profiling_native_extension/datadog_ruby_common.c +83 -0
- data/ext/datadog_profiling_native_extension/datadog_ruby_common.h +53 -0
- data/ext/datadog_profiling_native_extension/extconf.rb +91 -69
- data/ext/datadog_profiling_native_extension/gvl_profiling_helper.c +50 -0
- data/ext/datadog_profiling_native_extension/gvl_profiling_helper.h +75 -0
- data/ext/datadog_profiling_native_extension/heap_recorder.c +54 -12
- data/ext/datadog_profiling_native_extension/heap_recorder.h +3 -1
- data/ext/datadog_profiling_native_extension/helpers.h +6 -17
- data/ext/datadog_profiling_native_extension/http_transport.c +41 -9
- data/ext/datadog_profiling_native_extension/libdatadog_helpers.c +0 -86
- data/ext/datadog_profiling_native_extension/libdatadog_helpers.h +2 -23
- data/ext/datadog_profiling_native_extension/native_extension_helpers.rb +61 -172
- data/ext/datadog_profiling_native_extension/private_vm_api_access.c +116 -139
- data/ext/datadog_profiling_native_extension/private_vm_api_access.h +20 -11
- data/ext/datadog_profiling_native_extension/profiling.c +1 -3
- data/ext/datadog_profiling_native_extension/ruby_helpers.c +0 -33
- data/ext/datadog_profiling_native_extension/ruby_helpers.h +1 -26
- data/ext/datadog_profiling_native_extension/setup_signal_handler.h +1 -0
- data/ext/datadog_profiling_native_extension/stack_recorder.c +14 -2
- data/ext/datadog_profiling_native_extension/stack_recorder.h +2 -0
- data/ext/datadog_profiling_native_extension/time_helpers.c +0 -15
- data/ext/datadog_profiling_native_extension/time_helpers.h +36 -6
- data/ext/{datadog_profiling_native_extension → libdatadog_api}/crashtracker.c +37 -22
- data/ext/libdatadog_api/datadog_ruby_common.c +83 -0
- data/ext/libdatadog_api/datadog_ruby_common.h +53 -0
- data/ext/libdatadog_api/extconf.rb +108 -0
- data/ext/libdatadog_api/macos_development.md +26 -0
- data/ext/libdatadog_extconf_helpers.rb +130 -0
- data/lib/datadog/appsec/assets/waf_rules/recommended.json +2184 -108
- data/lib/datadog/appsec/assets/waf_rules/strict.json +1430 -2
- data/lib/datadog/appsec/component.rb +29 -8
- data/lib/datadog/appsec/configuration/settings.rb +2 -2
- data/lib/datadog/appsec/contrib/devise/patcher/authenticatable_patch.rb +1 -0
- data/lib/datadog/appsec/contrib/devise/patcher/rememberable_patch.rb +21 -0
- data/lib/datadog/appsec/contrib/devise/patcher.rb +12 -2
- data/lib/datadog/appsec/contrib/graphql/appsec_trace.rb +35 -0
- data/lib/datadog/appsec/contrib/graphql/gateway/multiplex.rb +109 -0
- data/lib/datadog/appsec/contrib/graphql/gateway/watcher.rb +71 -0
- data/lib/datadog/appsec/contrib/graphql/integration.rb +54 -0
- data/lib/datadog/appsec/contrib/graphql/patcher.rb +37 -0
- data/lib/datadog/appsec/contrib/graphql/reactive/multiplex.rb +59 -0
- data/lib/datadog/appsec/contrib/rack/gateway/request.rb +3 -6
- data/lib/datadog/appsec/event.rb +1 -1
- data/lib/datadog/appsec/processor/actions.rb +1 -1
- data/lib/datadog/appsec/processor/rule_loader.rb +3 -1
- data/lib/datadog/appsec/processor/rule_merger.rb +33 -15
- data/lib/datadog/appsec/processor.rb +36 -37
- data/lib/datadog/appsec/rate_limiter.rb +25 -40
- data/lib/datadog/appsec/remote.rb +7 -3
- data/lib/datadog/appsec/response.rb +15 -1
- data/lib/datadog/appsec.rb +3 -2
- data/lib/datadog/core/configuration/components.rb +18 -15
- data/lib/datadog/core/configuration/settings.rb +135 -9
- data/lib/datadog/core/crashtracking/agent_base_url.rb +21 -0
- data/lib/datadog/core/crashtracking/component.rb +111 -0
- data/lib/datadog/core/crashtracking/tag_builder.rb +39 -0
- data/lib/datadog/core/diagnostics/environment_logger.rb +8 -11
- data/lib/datadog/core/environment/execution.rb +5 -5
- data/lib/datadog/core/metrics/client.rb +7 -0
- data/lib/datadog/core/rate_limiter.rb +183 -0
- data/lib/datadog/core/remote/client/capabilities.rb +4 -3
- data/lib/datadog/core/remote/component.rb +4 -2
- data/lib/datadog/core/remote/negotiation.rb +4 -4
- data/lib/datadog/core/remote/tie.rb +2 -0
- data/lib/datadog/core/runtime/metrics.rb +1 -1
- data/lib/datadog/core/telemetry/component.rb +51 -2
- data/lib/datadog/core/telemetry/emitter.rb +9 -11
- data/lib/datadog/core/telemetry/event.rb +37 -1
- data/lib/datadog/core/telemetry/ext.rb +1 -0
- data/lib/datadog/core/telemetry/http/adapters/net.rb +10 -12
- data/lib/datadog/core/telemetry/http/ext.rb +3 -0
- data/lib/datadog/core/telemetry/http/transport.rb +38 -9
- data/lib/datadog/core/telemetry/logger.rb +51 -0
- data/lib/datadog/core/telemetry/logging.rb +71 -0
- data/lib/datadog/core/telemetry/request.rb +13 -1
- data/lib/datadog/core/utils/at_fork_monkey_patch.rb +102 -0
- data/lib/datadog/core/utils/time.rb +12 -0
- data/lib/datadog/di/code_tracker.rb +168 -0
- data/lib/datadog/di/configuration/settings.rb +163 -0
- data/lib/datadog/di/configuration.rb +11 -0
- data/lib/datadog/di/error.rb +31 -0
- data/lib/datadog/di/extensions.rb +16 -0
- data/lib/datadog/di/probe.rb +133 -0
- data/lib/datadog/di/probe_builder.rb +41 -0
- data/lib/datadog/di/redactor.rb +188 -0
- data/lib/datadog/di/serializer.rb +193 -0
- data/lib/datadog/di.rb +14 -0
- data/lib/datadog/kit/appsec/events.rb +2 -4
- data/lib/datadog/opentelemetry/sdk/propagator.rb +2 -0
- data/lib/datadog/opentelemetry/sdk/span_processor.rb +10 -0
- data/lib/datadog/opentelemetry/sdk/trace/span.rb +23 -0
- data/lib/datadog/profiling/collectors/code_provenance.rb +7 -7
- data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +28 -26
- data/lib/datadog/profiling/collectors/idle_sampling_helper.rb +11 -13
- data/lib/datadog/profiling/collectors/info.rb +15 -6
- data/lib/datadog/profiling/collectors/thread_context.rb +30 -2
- data/lib/datadog/profiling/component.rb +89 -95
- data/lib/datadog/profiling/exporter.rb +3 -3
- data/lib/datadog/profiling/ext/dir_monkey_patches.rb +3 -3
- data/lib/datadog/profiling/ext.rb +21 -21
- data/lib/datadog/profiling/flush.rb +1 -1
- data/lib/datadog/profiling/http_transport.rb +14 -7
- data/lib/datadog/profiling/load_native_extension.rb +5 -5
- data/lib/datadog/profiling/preload.rb +1 -1
- data/lib/datadog/profiling/profiler.rb +5 -8
- data/lib/datadog/profiling/scheduler.rb +33 -25
- data/lib/datadog/profiling/stack_recorder.rb +3 -0
- data/lib/datadog/profiling/tag_builder.rb +2 -2
- data/lib/datadog/profiling/tasks/exec.rb +5 -5
- data/lib/datadog/profiling/tasks/setup.rb +16 -35
- data/lib/datadog/profiling.rb +4 -5
- data/lib/datadog/single_step_instrument.rb +12 -0
- data/lib/datadog/tracing/contrib/action_cable/instrumentation.rb +8 -12
- data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +5 -0
- data/lib/datadog/tracing/contrib/action_pack/action_dispatch/instrumentation.rb +78 -0
- data/lib/datadog/tracing/contrib/action_pack/action_dispatch/patcher.rb +33 -0
- data/lib/datadog/tracing/contrib/action_pack/patcher.rb +2 -0
- data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +4 -0
- data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +3 -1
- data/lib/datadog/tracing/contrib/active_record/events/sql.rb +4 -1
- data/lib/datadog/tracing/contrib/active_support/cache/events/cache.rb +5 -1
- data/lib/datadog/tracing/contrib/aws/instrumentation.rb +5 -0
- data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +6 -1
- data/lib/datadog/tracing/contrib/ext.rb +14 -0
- data/lib/datadog/tracing/contrib/faraday/middleware.rb +9 -0
- data/lib/datadog/tracing/contrib/grape/endpoint.rb +19 -0
- data/lib/datadog/tracing/contrib/graphql/patcher.rb +9 -12
- data/lib/datadog/tracing/contrib/graphql/trace_patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/graphql/tracing_patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/graphql/unified_trace.rb +14 -10
- data/lib/datadog/tracing/contrib/graphql/unified_trace_patcher.rb +10 -4
- data/lib/datadog/tracing/contrib/http/instrumentation.rb +18 -15
- data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +6 -5
- data/lib/datadog/tracing/contrib/httpclient/patcher.rb +1 -14
- data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +5 -0
- data/lib/datadog/tracing/contrib/httprb/patcher.rb +1 -14
- data/lib/datadog/tracing/contrib/lograge/patcher.rb +15 -0
- data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +2 -0
- data/lib/datadog/tracing/contrib/mysql2/configuration/settings.rb +5 -0
- data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +17 -13
- data/lib/datadog/tracing/contrib/opensearch/patcher.rb +13 -6
- data/lib/datadog/tracing/contrib/patcher.rb +2 -1
- data/lib/datadog/tracing/contrib/pg/configuration/settings.rb +5 -0
- data/lib/datadog/tracing/contrib/pg/instrumentation.rb +4 -1
- data/lib/datadog/tracing/contrib/presto/patcher.rb +1 -13
- data/lib/datadog/tracing/contrib/propagation/sql_comment/ext.rb +28 -0
- data/lib/datadog/tracing/contrib/propagation/sql_comment/mode.rb +5 -1
- data/lib/datadog/tracing/contrib/propagation/sql_comment.rb +22 -10
- data/lib/datadog/tracing/contrib/rack/middlewares.rb +27 -0
- data/lib/datadog/tracing/contrib/redis/tags.rb +4 -0
- data/lib/datadog/tracing/contrib/sinatra/tracer.rb +4 -0
- data/lib/datadog/tracing/contrib/stripe/request.rb +3 -2
- data/lib/datadog/tracing/contrib/trilogy/configuration/settings.rb +5 -0
- data/lib/datadog/tracing/contrib/trilogy/instrumentation.rb +4 -1
- data/lib/datadog/tracing/diagnostics/environment_logger.rb +14 -16
- data/lib/datadog/tracing/distributed/propagation.rb +7 -0
- data/lib/datadog/tracing/metadata/errors.rb +9 -1
- data/lib/datadog/tracing/metadata/ext.rb +6 -0
- data/lib/datadog/tracing/pipeline/span_filter.rb +2 -2
- data/lib/datadog/tracing/remote.rb +5 -2
- data/lib/datadog/tracing/sampling/matcher.rb +6 -1
- data/lib/datadog/tracing/sampling/rate_sampler.rb +1 -1
- data/lib/datadog/tracing/sampling/rule.rb +2 -0
- data/lib/datadog/tracing/sampling/rule_sampler.rb +9 -5
- data/lib/datadog/tracing/sampling/span/ext.rb +1 -1
- data/lib/datadog/tracing/sampling/span/rule.rb +2 -2
- data/lib/datadog/tracing/span.rb +9 -2
- data/lib/datadog/tracing/span_event.rb +41 -0
- data/lib/datadog/tracing/span_operation.rb +6 -2
- data/lib/datadog/tracing/trace_operation.rb +26 -2
- data/lib/datadog/tracing/tracer.rb +14 -12
- data/lib/datadog/tracing/transport/http/client.rb +1 -0
- data/lib/datadog/tracing/transport/io/client.rb +1 -0
- data/lib/datadog/tracing/transport/serializable_trace.rb +3 -0
- data/lib/datadog/tracing/workers/trace_writer.rb +1 -1
- data/lib/datadog/tracing/workers.rb +1 -1
- data/lib/datadog/version.rb +1 -1
- metadata +46 -11
- data/lib/datadog/profiling/crashtracker.rb +0 -91
- data/lib/datadog/profiling/ext/forking.rb +0 -98
- data/lib/datadog/tracing/sampling/rate_limiter.rb +0 -185
@@ -1,185 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require_relative '../../core/utils/time'
|
4
|
-
|
5
|
-
module Datadog
|
6
|
-
module Tracing
|
7
|
-
module Sampling
|
8
|
-
# Checks for rate limiting on a resource.
|
9
|
-
class RateLimiter
|
10
|
-
# Checks if resource of specified size can be
|
11
|
-
# conforms with the current limit.
|
12
|
-
#
|
13
|
-
# Implementations of this method are not guaranteed
|
14
|
-
# to be side-effect free.
|
15
|
-
#
|
16
|
-
# @return [Boolean] whether a resource conforms with the current limit
|
17
|
-
def allow?(size); end
|
18
|
-
|
19
|
-
# The effective rate limiting ratio based on
|
20
|
-
# recent calls to `allow?`.
|
21
|
-
#
|
22
|
-
# @return [Float] recent allowance ratio
|
23
|
-
def effective_rate; end
|
24
|
-
end
|
25
|
-
|
26
|
-
# Implementation of the Token Bucket metering algorithm
|
27
|
-
# for rate limiting.
|
28
|
-
#
|
29
|
-
# @see https://en.wikipedia.org/wiki/Token_bucket Token bucket
|
30
|
-
class TokenBucket < RateLimiter
|
31
|
-
attr_reader :rate, :max_tokens
|
32
|
-
|
33
|
-
# @param rate [Numeric] Allowance rate, in units per second
|
34
|
-
# if rate is negative, always allow
|
35
|
-
# if rate is zero, never allow
|
36
|
-
# @param max_tokens [Numeric] Limit of available tokens
|
37
|
-
def initialize(rate, max_tokens = rate)
|
38
|
-
super()
|
39
|
-
|
40
|
-
raise ArgumentError, "rate must be a number: #{rate}" unless rate.is_a?(Numeric)
|
41
|
-
raise ArgumentError, "max_tokens must be a number: #{max_tokens}" unless max_tokens.is_a?(Numeric)
|
42
|
-
|
43
|
-
@rate = rate
|
44
|
-
@max_tokens = max_tokens
|
45
|
-
|
46
|
-
@tokens = max_tokens
|
47
|
-
@total_messages = 0
|
48
|
-
@conforming_messages = 0
|
49
|
-
@prev_conforming_messages = nil
|
50
|
-
@prev_total_messages = nil
|
51
|
-
@current_window = nil
|
52
|
-
|
53
|
-
@last_refill = Core::Utils::Time.get_time
|
54
|
-
end
|
55
|
-
|
56
|
-
# Checks if a message of provided +size+
|
57
|
-
# conforms with the current bucket limit.
|
58
|
-
#
|
59
|
-
# If it does, return +true+ and remove +size+
|
60
|
-
# tokens from the bucket.
|
61
|
-
# If it does not, return +false+ without affecting
|
62
|
-
# the tokens from the bucket.
|
63
|
-
#
|
64
|
-
# @return [Boolean] +true+ if message conforms with current bucket limit
|
65
|
-
def allow?(size)
|
66
|
-
allowed = should_allow?(size)
|
67
|
-
update_rate_counts(allowed)
|
68
|
-
allowed
|
69
|
-
end
|
70
|
-
|
71
|
-
# Ratio of 'conformance' per 'total messages' checked
|
72
|
-
# averaged for the past 2 buckets
|
73
|
-
#
|
74
|
-
# Returns +1.0+ when no messages have been checked yet.
|
75
|
-
#
|
76
|
-
# @return [Float] Conformance ratio, between +[0,1]+
|
77
|
-
def effective_rate
|
78
|
-
return 0.0 if @rate.zero?
|
79
|
-
return 1.0 if @rate < 0 || @total_messages.zero?
|
80
|
-
|
81
|
-
return current_window_rate if @prev_conforming_messages.nil? || @prev_total_messages.nil?
|
82
|
-
|
83
|
-
(@conforming_messages.to_f + @prev_conforming_messages.to_f) / (@total_messages + @prev_total_messages)
|
84
|
-
end
|
85
|
-
|
86
|
-
# Ratio of 'conformance' per 'total messages' checked
|
87
|
-
# on this bucket
|
88
|
-
#
|
89
|
-
# Returns +1.0+ when no messages have been checked yet.
|
90
|
-
#
|
91
|
-
# @return [Float] Conformance ratio, between +[0,1]+
|
92
|
-
def current_window_rate
|
93
|
-
return 1.0 if @total_messages.zero?
|
94
|
-
|
95
|
-
@conforming_messages.to_f / @total_messages
|
96
|
-
end
|
97
|
-
|
98
|
-
# @return [Numeric] number of tokens currently available
|
99
|
-
def available_tokens
|
100
|
-
@tokens
|
101
|
-
end
|
102
|
-
|
103
|
-
private
|
104
|
-
|
105
|
-
def refill_since_last_message
|
106
|
-
now = Core::Utils::Time.get_time
|
107
|
-
elapsed = now - @last_refill
|
108
|
-
|
109
|
-
# Update the number of available tokens, but ensure we do not exceed the max
|
110
|
-
# we return the min of tokens + rate*elapsed, or max tokens
|
111
|
-
refill_tokens(@rate * elapsed)
|
112
|
-
|
113
|
-
@last_refill = now
|
114
|
-
end
|
115
|
-
|
116
|
-
def refill_tokens(size)
|
117
|
-
@tokens += size
|
118
|
-
@tokens = @max_tokens if @tokens > @max_tokens
|
119
|
-
end
|
120
|
-
|
121
|
-
def increment_total_count
|
122
|
-
@total_messages += 1
|
123
|
-
end
|
124
|
-
|
125
|
-
def increment_conforming_count
|
126
|
-
@conforming_messages += 1
|
127
|
-
end
|
128
|
-
|
129
|
-
def should_allow?(size)
|
130
|
-
# rate limit of 0 blocks everything
|
131
|
-
return false if @rate.zero?
|
132
|
-
|
133
|
-
# negative rate limit disables rate limiting
|
134
|
-
return true if @rate < 0
|
135
|
-
|
136
|
-
refill_since_last_message
|
137
|
-
|
138
|
-
# if tokens < 1 we don't allow?
|
139
|
-
return false if @tokens < size
|
140
|
-
|
141
|
-
@tokens -= size
|
142
|
-
|
143
|
-
true
|
144
|
-
end
|
145
|
-
|
146
|
-
# Sets and Updates the past two 1 second windows for which
|
147
|
-
# the rate limiter must compute it's rate over and updates
|
148
|
-
# the total count, and conforming message count if +allowed+
|
149
|
-
def update_rate_counts(allowed)
|
150
|
-
now = Core::Utils::Time.get_time
|
151
|
-
|
152
|
-
# No tokens have been seen yet, start a new window
|
153
|
-
if @current_window.nil?
|
154
|
-
@current_window = now
|
155
|
-
# If more than 1 second has past since last window, reset
|
156
|
-
elsif now - @current_window >= 1
|
157
|
-
@prev_conforming_messages = @conforming_messages
|
158
|
-
@prev_total_messages = @total_messages
|
159
|
-
@conforming_messages = 0
|
160
|
-
@total_messages = 0
|
161
|
-
@current_window = now
|
162
|
-
end
|
163
|
-
|
164
|
-
increment_conforming_count if allowed
|
165
|
-
|
166
|
-
increment_total_count
|
167
|
-
end
|
168
|
-
end
|
169
|
-
|
170
|
-
# {Datadog::Tracing::Sampling::RateLimiter} that accepts all resources,
|
171
|
-
# with no limits.
|
172
|
-
class UnlimitedLimiter < RateLimiter
|
173
|
-
# @return [Boolean] always +true+
|
174
|
-
def allow?(_)
|
175
|
-
true
|
176
|
-
end
|
177
|
-
|
178
|
-
# @return [Float] always 100%
|
179
|
-
def effective_rate
|
180
|
-
1.0
|
181
|
-
end
|
182
|
-
end
|
183
|
-
end
|
184
|
-
end
|
185
|
-
end
|