ddtrace 1.13.1 → 1.15.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (279) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +207 -2
  3. data/ext/ddtrace_profiling_native_extension/NativeExtensionDesign.md +3 -5
  4. data/ext/ddtrace_profiling_native_extension/clock_id.h +0 -3
  5. data/ext/ddtrace_profiling_native_extension/clock_id_from_pthread.c +0 -22
  6. data/ext/ddtrace_profiling_native_extension/clock_id_noop.c +0 -1
  7. data/ext/ddtrace_profiling_native_extension/collectors_cpu_and_wall_time_worker.c +41 -6
  8. data/ext/ddtrace_profiling_native_extension/collectors_idle_sampling_helper.c +3 -0
  9. data/ext/ddtrace_profiling_native_extension/collectors_stack.c +76 -24
  10. data/ext/ddtrace_profiling_native_extension/collectors_stack.h +1 -1
  11. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.c +207 -32
  12. data/ext/ddtrace_profiling_native_extension/collectors_thread_context.h +1 -1
  13. data/ext/ddtrace_profiling_native_extension/extconf.rb +8 -2
  14. data/ext/ddtrace_profiling_native_extension/http_transport.c +26 -10
  15. data/ext/ddtrace_profiling_native_extension/libdatadog_helpers.c +42 -0
  16. data/ext/ddtrace_profiling_native_extension/libdatadog_helpers.h +6 -0
  17. data/ext/ddtrace_profiling_native_extension/native_extension_helpers.rb +1 -1
  18. data/ext/ddtrace_profiling_native_extension/pid_controller.c +57 -0
  19. data/ext/ddtrace_profiling_native_extension/pid_controller.h +45 -0
  20. data/ext/ddtrace_profiling_native_extension/private_vm_api_access.c +17 -12
  21. data/ext/ddtrace_profiling_native_extension/profiling.c +0 -2
  22. data/ext/ddtrace_profiling_native_extension/stack_recorder.c +74 -37
  23. data/ext/ddtrace_profiling_native_extension/stack_recorder.h +13 -3
  24. data/lib/datadog/appsec/assets/waf_rules/processors.json +92 -0
  25. data/lib/datadog/appsec/assets/waf_rules/recommended.json +698 -75
  26. data/lib/datadog/appsec/assets/waf_rules/scanners.json +114 -0
  27. data/lib/datadog/appsec/assets/waf_rules/strict.json +98 -8
  28. data/lib/datadog/appsec/assets.rb +8 -0
  29. data/lib/datadog/appsec/component.rb +9 -2
  30. data/lib/datadog/appsec/configuration/settings.rb +68 -3
  31. data/lib/datadog/appsec/contrib/rack/gateway/watcher.rb +8 -6
  32. data/lib/datadog/appsec/contrib/rack/reactive/request.rb +2 -7
  33. data/lib/datadog/appsec/contrib/rack/reactive/request_body.rb +2 -5
  34. data/lib/datadog/appsec/contrib/rack/reactive/response.rb +2 -5
  35. data/lib/datadog/appsec/contrib/rack/request_body_middleware.rb +3 -2
  36. data/lib/datadog/appsec/contrib/rack/request_middleware.rb +23 -9
  37. data/lib/datadog/appsec/contrib/rails/gateway/watcher.rb +3 -2
  38. data/lib/datadog/appsec/contrib/rails/patcher.rb +9 -3
  39. data/lib/datadog/appsec/contrib/rails/reactive/action.rb +2 -5
  40. data/lib/datadog/appsec/contrib/sinatra/gateway/watcher.rb +6 -4
  41. data/lib/datadog/appsec/contrib/sinatra/patcher.rb +13 -7
  42. data/lib/datadog/appsec/contrib/sinatra/reactive/routed.rb +2 -5
  43. data/lib/datadog/appsec/event.rb +106 -50
  44. data/lib/datadog/appsec/monitor/gateway/watcher.rb +3 -3
  45. data/lib/datadog/appsec/monitor/reactive/set_user.rb +2 -5
  46. data/lib/datadog/appsec/processor/actions.rb +49 -0
  47. data/lib/datadog/appsec/processor/rule_merger.rb +22 -2
  48. data/lib/datadog/appsec/processor.rb +34 -6
  49. data/lib/datadog/appsec/remote.rb +4 -1
  50. data/lib/datadog/appsec/response.rb +82 -4
  51. data/lib/datadog/appsec/sample_rate.rb +21 -0
  52. data/lib/datadog/appsec.rb +2 -2
  53. data/lib/datadog/core/configuration/agent_settings_resolver.rb +29 -24
  54. data/lib/datadog/core/configuration/base.rb +1 -11
  55. data/lib/datadog/core/configuration/components.rb +9 -2
  56. data/lib/datadog/core/configuration/ext.rb +21 -0
  57. data/lib/datadog/core/configuration/option.rb +2 -4
  58. data/lib/datadog/core/configuration/option_definition.rb +17 -41
  59. data/lib/datadog/core/configuration/options.rb +5 -5
  60. data/lib/datadog/core/configuration/settings.rb +47 -45
  61. data/lib/datadog/core/diagnostics/environment_logger.rb +130 -234
  62. data/lib/datadog/core/environment/execution.rb +50 -2
  63. data/lib/datadog/core/environment/variable_helpers.rb +0 -69
  64. data/lib/datadog/core/error.rb +1 -0
  65. data/lib/datadog/core/git/ext.rb +2 -0
  66. data/lib/datadog/core/remote/client/capabilities.rb +1 -1
  67. data/lib/datadog/core/remote/component.rb +2 -2
  68. data/lib/datadog/core/remote/negotiation.rb +2 -2
  69. data/lib/datadog/core/remote/transport/config.rb +60 -0
  70. data/lib/datadog/core/remote/transport/http/api/instance.rb +39 -0
  71. data/lib/datadog/core/remote/transport/http/api/spec.rb +21 -0
  72. data/lib/datadog/core/remote/transport/http/api.rb +58 -0
  73. data/lib/datadog/core/remote/transport/http/builder.rb +219 -0
  74. data/lib/datadog/core/remote/transport/http/client.rb +48 -0
  75. data/lib/datadog/core/remote/transport/http/config.rb +280 -0
  76. data/lib/datadog/core/remote/transport/http/negotiation.rb +146 -0
  77. data/lib/datadog/core/remote/transport/http.rb +179 -0
  78. data/lib/datadog/core/{transport → remote/transport}/negotiation.rb +25 -23
  79. data/lib/datadog/core/telemetry/collector.rb +13 -4
  80. data/lib/datadog/core/telemetry/http/transport.rb +2 -1
  81. data/lib/datadog/core/transport/ext.rb +47 -0
  82. data/lib/datadog/core/transport/http/adapters/net.rb +168 -0
  83. data/lib/datadog/core/transport/http/adapters/registry.rb +29 -0
  84. data/lib/datadog/core/transport/http/adapters/test.rb +89 -0
  85. data/lib/datadog/core/transport/http/adapters/unix_socket.rb +83 -0
  86. data/lib/datadog/core/transport/http/api/endpoint.rb +31 -0
  87. data/lib/datadog/core/transport/http/api/fallbacks.rb +26 -0
  88. data/lib/datadog/core/transport/http/api/map.rb +18 -0
  89. data/lib/datadog/core/transport/http/env.rb +62 -0
  90. data/lib/datadog/core/transport/http/response.rb +60 -0
  91. data/lib/datadog/core/transport/parcel.rb +22 -0
  92. data/lib/datadog/core/transport/request.rb +17 -0
  93. data/lib/datadog/core/transport/response.rb +64 -0
  94. data/lib/datadog/core/workers/polling.rb +2 -2
  95. data/lib/datadog/opentelemetry/api/context.rb +10 -3
  96. data/lib/datadog/opentelemetry/sdk/propagator.rb +2 -1
  97. data/lib/datadog/opentelemetry/sdk/span_processor.rb +14 -2
  98. data/lib/datadog/opentelemetry/sdk/trace/span.rb +68 -0
  99. data/lib/datadog/opentelemetry/trace.rb +58 -0
  100. data/lib/datadog/opentelemetry.rb +1 -0
  101. data/lib/datadog/opentracer.rb +9 -0
  102. data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +12 -18
  103. data/lib/datadog/profiling/collectors/idle_sampling_helper.rb +1 -1
  104. data/lib/datadog/profiling/collectors/thread_context.rb +9 -1
  105. data/lib/datadog/profiling/component.rb +34 -99
  106. data/lib/datadog/profiling/diagnostics/environment_logger.rb +39 -0
  107. data/lib/datadog/profiling/exporter.rb +4 -4
  108. data/lib/datadog/profiling/ext.rb +0 -12
  109. data/lib/datadog/profiling/flush.rb +2 -7
  110. data/lib/datadog/profiling/http_transport.rb +6 -3
  111. data/lib/datadog/profiling/native_extension.rb +0 -21
  112. data/lib/datadog/profiling/profiler.rb +11 -12
  113. data/lib/datadog/profiling.rb +9 -81
  114. data/lib/datadog/tracing/component.rb +12 -5
  115. data/lib/datadog/tracing/configuration/agent_settings_resolver.rb +13 -0
  116. data/lib/datadog/tracing/configuration/ext.rb +4 -2
  117. data/lib/datadog/tracing/configuration/settings.rb +14 -7
  118. data/lib/datadog/tracing/contrib/action_pack/configuration/settings.rb +1 -1
  119. data/lib/datadog/tracing/contrib/active_job/configuration/settings.rb +1 -1
  120. data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +18 -11
  121. data/lib/datadog/tracing/contrib/active_record/events/sql.rb +4 -0
  122. data/lib/datadog/tracing/contrib/active_record/utils.rb +1 -1
  123. data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +104 -197
  124. data/lib/datadog/tracing/contrib/active_support/cache/patcher.rb +3 -0
  125. data/lib/datadog/tracing/contrib/aws/instrumentation.rb +7 -0
  126. data/lib/datadog/tracing/contrib/configuration/settings.rb +1 -1
  127. data/lib/datadog/tracing/contrib/dalli/configuration/settings.rb +6 -0
  128. data/lib/datadog/tracing/contrib/dalli/ext.rb +7 -0
  129. data/lib/datadog/tracing/contrib/dalli/instrumentation.rb +9 -2
  130. data/lib/datadog/tracing/contrib/delayed_job/configuration/settings.rb +1 -1
  131. data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +104 -102
  132. data/lib/datadog/tracing/contrib/ethon/easy_patch.rb +5 -0
  133. data/lib/datadog/tracing/contrib/ethon/multi_patch.rb +8 -0
  134. data/lib/datadog/tracing/contrib/excon/middleware.rb +5 -0
  135. data/lib/datadog/tracing/contrib/ext.rb +3 -0
  136. data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb +1 -1
  137. data/lib/datadog/tracing/contrib/faraday/middleware.rb +5 -0
  138. data/lib/datadog/tracing/contrib/grpc/configuration/settings.rb +21 -1
  139. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/client.rb +11 -1
  140. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/server.rb +18 -0
  141. data/lib/datadog/tracing/contrib/grpc/datadog_interceptor.rb +0 -4
  142. data/lib/datadog/tracing/contrib/http/circuit_breaker.rb +3 -3
  143. data/lib/datadog/tracing/contrib/http/instrumentation.rb +5 -0
  144. data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +5 -0
  145. data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +5 -0
  146. data/lib/datadog/tracing/contrib/lograge/instrumentation.rb +1 -17
  147. data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +7 -0
  148. data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +13 -3
  149. data/lib/datadog/tracing/contrib/opensearch/integration.rb +2 -2
  150. data/lib/datadog/tracing/contrib/opensearch/patcher.rb +7 -0
  151. data/lib/datadog/tracing/contrib/pg/instrumentation.rb +5 -0
  152. data/lib/datadog/tracing/contrib/presto/instrumentation.rb +5 -0
  153. data/lib/datadog/tracing/contrib/propagation/sql_comment.rb +1 -1
  154. data/lib/datadog/tracing/contrib/que/configuration/settings.rb +1 -1
  155. data/lib/datadog/tracing/contrib/racecar/event.rb +5 -0
  156. data/lib/datadog/tracing/contrib/rack/header_tagging.rb +14 -4
  157. data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +4 -4
  158. data/lib/datadog/tracing/contrib/rake/configuration/settings.rb +1 -1
  159. data/lib/datadog/tracing/contrib/redis/tags.rb +5 -0
  160. data/lib/datadog/tracing/contrib/resque/configuration/settings.rb +1 -1
  161. data/lib/datadog/tracing/contrib/rest_client/request_patch.rb +5 -0
  162. data/lib/datadog/tracing/contrib/semantic_logger/instrumentation.rb +3 -20
  163. data/lib/datadog/tracing/contrib/sequel/utils.rb +5 -0
  164. data/lib/datadog/tracing/contrib/shoryuken/configuration/settings.rb +1 -1
  165. data/lib/datadog/tracing/contrib/sidekiq/configuration/settings.rb +1 -1
  166. data/lib/datadog/tracing/contrib/sneakers/configuration/settings.rb +1 -1
  167. data/lib/datadog/tracing/contrib/utils/quantization/http.rb +11 -11
  168. data/lib/datadog/tracing/correlation.rb +20 -0
  169. data/lib/datadog/tracing/diagnostics/environment_logger.rb +159 -0
  170. data/lib/datadog/tracing/distributed/propagation.rb +13 -33
  171. data/lib/datadog/tracing/metadata/tagging.rb +3 -3
  172. data/lib/datadog/tracing/sync_writer.rb +3 -3
  173. data/lib/datadog/tracing/tracer.rb +2 -0
  174. data/lib/datadog/{core → tracing}/transport/http/api/instance.rb +1 -1
  175. data/lib/datadog/{core → tracing}/transport/http/api/spec.rb +1 -1
  176. data/lib/datadog/tracing/transport/http/api.rb +43 -0
  177. data/lib/datadog/{core → tracing}/transport/http/builder.rb +13 -68
  178. data/lib/datadog/tracing/transport/http/client.rb +57 -0
  179. data/lib/datadog/tracing/transport/http/statistics.rb +47 -0
  180. data/lib/datadog/tracing/transport/http/traces.rb +152 -0
  181. data/lib/datadog/tracing/transport/http.rb +124 -0
  182. data/lib/datadog/tracing/transport/io/client.rb +89 -0
  183. data/lib/datadog/tracing/transport/io/response.rb +27 -0
  184. data/lib/datadog/tracing/transport/io/traces.rb +101 -0
  185. data/lib/datadog/tracing/transport/io.rb +30 -0
  186. data/lib/datadog/tracing/transport/serializable_trace.rb +126 -0
  187. data/lib/datadog/tracing/transport/statistics.rb +77 -0
  188. data/lib/datadog/tracing/transport/trace_formatter.rb +209 -0
  189. data/lib/datadog/tracing/transport/traces.rb +224 -0
  190. data/lib/datadog/tracing/workers/trace_writer.rb +6 -4
  191. data/lib/datadog/tracing/workers.rb +3 -2
  192. data/lib/datadog/tracing/writer.rb +5 -2
  193. data/lib/ddtrace/transport/ext.rb +17 -15
  194. data/lib/ddtrace/version.rb +2 -2
  195. data/lib/ddtrace.rb +1 -1
  196. metadata +74 -96
  197. data/lib/datadog/ci/configuration/components.rb +0 -32
  198. data/lib/datadog/ci/configuration/settings.rb +0 -51
  199. data/lib/datadog/ci/contrib/cucumber/configuration/settings.rb +0 -35
  200. data/lib/datadog/ci/contrib/cucumber/ext.rb +0 -22
  201. data/lib/datadog/ci/contrib/cucumber/formatter.rb +0 -94
  202. data/lib/datadog/ci/contrib/cucumber/instrumentation.rb +0 -28
  203. data/lib/datadog/ci/contrib/cucumber/integration.rb +0 -47
  204. data/lib/datadog/ci/contrib/cucumber/patcher.rb +0 -27
  205. data/lib/datadog/ci/contrib/minitest/configuration/settings.rb +0 -35
  206. data/lib/datadog/ci/contrib/minitest/ext.rb +0 -21
  207. data/lib/datadog/ci/contrib/minitest/integration.rb +0 -49
  208. data/lib/datadog/ci/contrib/minitest/patcher.rb +0 -27
  209. data/lib/datadog/ci/contrib/minitest/test_helper.rb +0 -68
  210. data/lib/datadog/ci/contrib/rspec/configuration/settings.rb +0 -35
  211. data/lib/datadog/ci/contrib/rspec/example.rb +0 -68
  212. data/lib/datadog/ci/contrib/rspec/ext.rb +0 -21
  213. data/lib/datadog/ci/contrib/rspec/integration.rb +0 -48
  214. data/lib/datadog/ci/contrib/rspec/patcher.rb +0 -27
  215. data/lib/datadog/ci/ext/app_types.rb +0 -9
  216. data/lib/datadog/ci/ext/environment.rb +0 -575
  217. data/lib/datadog/ci/ext/settings.rb +0 -10
  218. data/lib/datadog/ci/ext/test.rb +0 -35
  219. data/lib/datadog/ci/extensions.rb +0 -19
  220. data/lib/datadog/ci/flush.rb +0 -38
  221. data/lib/datadog/ci/test.rb +0 -81
  222. data/lib/datadog/ci.rb +0 -21
  223. data/lib/datadog/core/configuration/dependency_resolver.rb +0 -28
  224. data/lib/datadog/core/configuration/option_definition_set.rb +0 -22
  225. data/lib/datadog/core/configuration/option_set.rb +0 -10
  226. data/lib/datadog/core/transport/config.rb +0 -58
  227. data/lib/datadog/core/transport/http/api.rb +0 -57
  228. data/lib/datadog/core/transport/http/client.rb +0 -45
  229. data/lib/datadog/core/transport/http/config.rb +0 -278
  230. data/lib/datadog/core/transport/http/negotiation.rb +0 -144
  231. data/lib/datadog/core/transport/http.rb +0 -169
  232. data/lib/datadog/core/utils/object_set.rb +0 -43
  233. data/lib/datadog/core/utils/string_table.rb +0 -47
  234. data/lib/datadog/profiling/backtrace_location.rb +0 -34
  235. data/lib/datadog/profiling/buffer.rb +0 -43
  236. data/lib/datadog/profiling/collectors/old_stack.rb +0 -301
  237. data/lib/datadog/profiling/encoding/profile.rb +0 -41
  238. data/lib/datadog/profiling/event.rb +0 -15
  239. data/lib/datadog/profiling/events/stack.rb +0 -82
  240. data/lib/datadog/profiling/old_recorder.rb +0 -107
  241. data/lib/datadog/profiling/pprof/builder.rb +0 -125
  242. data/lib/datadog/profiling/pprof/converter.rb +0 -102
  243. data/lib/datadog/profiling/pprof/message_set.rb +0 -16
  244. data/lib/datadog/profiling/pprof/payload.rb +0 -20
  245. data/lib/datadog/profiling/pprof/pprof.proto +0 -212
  246. data/lib/datadog/profiling/pprof/pprof_pb.rb +0 -81
  247. data/lib/datadog/profiling/pprof/stack_sample.rb +0 -139
  248. data/lib/datadog/profiling/pprof/string_table.rb +0 -12
  249. data/lib/datadog/profiling/pprof/template.rb +0 -118
  250. data/lib/datadog/profiling/trace_identifiers/ddtrace.rb +0 -43
  251. data/lib/datadog/profiling/trace_identifiers/helper.rb +0 -45
  252. data/lib/ddtrace/transport/http/adapters/net.rb +0 -168
  253. data/lib/ddtrace/transport/http/adapters/registry.rb +0 -27
  254. data/lib/ddtrace/transport/http/adapters/test.rb +0 -85
  255. data/lib/ddtrace/transport/http/adapters/unix_socket.rb +0 -77
  256. data/lib/ddtrace/transport/http/api/endpoint.rb +0 -29
  257. data/lib/ddtrace/transport/http/api/fallbacks.rb +0 -24
  258. data/lib/ddtrace/transport/http/api/instance.rb +0 -35
  259. data/lib/ddtrace/transport/http/api/map.rb +0 -16
  260. data/lib/ddtrace/transport/http/api/spec.rb +0 -17
  261. data/lib/ddtrace/transport/http/api.rb +0 -39
  262. data/lib/ddtrace/transport/http/builder.rb +0 -176
  263. data/lib/ddtrace/transport/http/client.rb +0 -52
  264. data/lib/ddtrace/transport/http/env.rb +0 -58
  265. data/lib/ddtrace/transport/http/response.rb +0 -58
  266. data/lib/ddtrace/transport/http/statistics.rb +0 -43
  267. data/lib/ddtrace/transport/http/traces.rb +0 -144
  268. data/lib/ddtrace/transport/http.rb +0 -117
  269. data/lib/ddtrace/transport/io/client.rb +0 -85
  270. data/lib/ddtrace/transport/io/response.rb +0 -25
  271. data/lib/ddtrace/transport/io/traces.rb +0 -99
  272. data/lib/ddtrace/transport/io.rb +0 -28
  273. data/lib/ddtrace/transport/parcel.rb +0 -20
  274. data/lib/ddtrace/transport/request.rb +0 -15
  275. data/lib/ddtrace/transport/response.rb +0 -60
  276. data/lib/ddtrace/transport/serializable_trace.rb +0 -122
  277. data/lib/ddtrace/transport/statistics.rb +0 -75
  278. data/lib/ddtrace/transport/trace_formatter.rb +0 -207
  279. data/lib/ddtrace/transport/traces.rb +0 -216
data/lib/datadog/appsec/assets/waf_rules/processors.json ADDED
@@ -0,0 +1,92 @@
1
+ [
2
+ {
3
+ "id": "processor-001",
4
+ "generator": "extract_schema",
5
+ "conditions": [
6
+ {
7
+ "operator": "equals",
8
+ "parameters": {
9
+ "inputs": [
10
+ {
11
+ "address": "waf.context.processor",
12
+ "key_path": [
13
+ "extract-schema"
14
+ ]
15
+ }
16
+ ],
17
+ "type": "boolean",
18
+ "value": true
19
+ }
20
+ }
21
+ ],
22
+ "parameters": {
23
+ "mappings": [
24
+ {
25
+ "inputs": [
26
+ {
27
+ "address": "server.request.body"
28
+ }
29
+ ],
30
+ "output": "_dd.appsec.s.req.body"
31
+ },
32
+ {
33
+ "inputs": [
34
+ {
35
+ "address": "server.request.headers.no_cookies"
36
+ }
37
+ ],
38
+ "output": "_dd.appsec.s.req.headers"
39
+ },
40
+ {
41
+ "inputs": [
42
+ {
43
+ "address": "server.request.query"
44
+ }
45
+ ],
46
+ "output": "_dd.appsec.s.req.query"
47
+ },
48
+ {
49
+ "inputs": [
50
+ {
51
+ "address": "server.request.path_params"
52
+ }
53
+ ],
54
+ "output": "_dd.appsec.s.req.params"
55
+ },
56
+ {
57
+ "inputs": [
58
+ {
59
+ "address": "server.request.cookies"
60
+ }
61
+ ],
62
+ "output": "_dd.appsec.s.req.cookies"
63
+ },
64
+ {
65
+ "inputs": [
66
+ {
67
+ "address": "server.response.headers.no_cookies"
68
+ }
69
+ ],
70
+ "output": "_dd.appsec.s.res.headers"
71
+ },
72
+ {
73
+ "inputs": [
74
+ {
75
+ "address": "server.response.body"
76
+ }
77
+ ],
78
+ "output": "_dd.appsec.s.res.body"
79
+ }
80
+ ],
81
+ "scanners": [
82
+ {
83
+ "tags": {
84
+ "category": "pii"
85
+ }
86
+ }
87
+ ]
88
+ },
89
+ "evaluate": false,
90
+ "output": true
91
+ }
92
+ ]