ddtrace 1.1.0 → 1.4.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +129 -1
- data/LICENSE-3rdparty.csv +2 -0
- data/README.md +8 -3
- data/ext/ddtrace_profiling_loader/ddtrace_profiling_loader.c +2 -2
- data/ext/ddtrace_profiling_loader/extconf.rb +1 -0
- data/ext/ddtrace_profiling_native_extension/NativeExtensionDesign.md +15 -7
- data/ext/ddtrace_profiling_native_extension/clock_id.h +21 -1
- data/ext/ddtrace_profiling_native_extension/clock_id_from_pthread.c +31 -2
- data/ext/ddtrace_profiling_native_extension/clock_id_noop.c +11 -2
- data/ext/ddtrace_profiling_native_extension/collectors_cpu_and_wall_time.c +390 -0
- data/ext/ddtrace_profiling_native_extension/collectors_cpu_and_wall_time.h +6 -0
- data/ext/ddtrace_profiling_native_extension/collectors_cpu_and_wall_time_worker.c +391 -0
- data/ext/ddtrace_profiling_native_extension/collectors_stack.c +23 -19
- data/ext/ddtrace_profiling_native_extension/collectors_stack.h +9 -0
- data/ext/ddtrace_profiling_native_extension/extconf.rb +64 -16
- data/ext/ddtrace_profiling_native_extension/helpers.h +12 -0
- data/ext/ddtrace_profiling_native_extension/http_transport.c +334 -0
- data/ext/ddtrace_profiling_native_extension/{libddprof_helpers.h → libdatadog_helpers.h} +2 -1
- data/ext/ddtrace_profiling_native_extension/native_extension_helpers.rb +116 -12
- data/ext/ddtrace_profiling_native_extension/private_vm_api_access.c +89 -4
- data/ext/ddtrace_profiling_native_extension/private_vm_api_access.h +5 -5
- data/ext/ddtrace_profiling_native_extension/profiling.c +8 -3
- data/ext/ddtrace_profiling_native_extension/ruby_helpers.c +25 -0
- data/ext/ddtrace_profiling_native_extension/ruby_helpers.h +65 -0
- data/ext/ddtrace_profiling_native_extension/stack_recorder.c +311 -28
- data/ext/ddtrace_profiling_native_extension/stack_recorder.h +18 -8
- data/lib/datadog/appsec/autoload.rb +4 -2
- data/lib/datadog/appsec/configuration.rb +1 -1
- data/lib/datadog/appsec/contrib/auto_instrument.rb +0 -2
- data/lib/datadog/appsec/contrib/configuration/settings.rb +1 -1
- data/lib/datadog/appsec/contrib/rack/configuration/settings.rb +2 -2
- data/lib/datadog/appsec/contrib/rack/gateway/watcher.rb +6 -6
- data/lib/datadog/appsec/contrib/rack/integration.rb +5 -5
- data/lib/datadog/appsec/contrib/rack/patcher.rb +2 -2
- data/lib/datadog/appsec/contrib/rack/reactive/request.rb +1 -1
- data/lib/datadog/appsec/contrib/rack/reactive/request_body.rb +1 -1
- data/lib/datadog/appsec/contrib/rack/reactive/response.rb +1 -1
- data/lib/datadog/appsec/contrib/rack/request_body_middleware.rb +2 -2
- data/lib/datadog/appsec/contrib/rack/request_middleware.rb +3 -3
- data/lib/datadog/appsec/contrib/rails/configuration/settings.rb +2 -2
- data/lib/datadog/appsec/contrib/rails/gateway/watcher.rb +4 -4
- data/lib/datadog/appsec/contrib/rails/integration.rb +4 -4
- data/lib/datadog/appsec/contrib/rails/patcher.rb +16 -12
- data/lib/datadog/appsec/contrib/rails/reactive/action.rb +1 -1
- data/lib/datadog/appsec/contrib/sinatra/configuration/settings.rb +2 -2
- data/lib/datadog/appsec/contrib/sinatra/gateway/watcher.rb +5 -5
- data/lib/datadog/appsec/contrib/sinatra/integration.rb +4 -4
- data/lib/datadog/appsec/contrib/sinatra/patcher.rb +16 -12
- data/lib/datadog/appsec/event.rb +3 -3
- data/lib/datadog/appsec/extensions.rb +1 -1
- data/lib/datadog/appsec/processor.rb +1 -1
- data/lib/datadog/appsec/reactive/engine.rb +2 -2
- data/lib/datadog/appsec/reactive/operation.rb +3 -3
- data/lib/datadog/appsec.rb +5 -5
- data/lib/datadog/ci/configuration/components.rb +1 -1
- data/lib/datadog/ci/configuration/settings.rb +1 -1
- data/lib/datadog/ci/contrib/cucumber/configuration/settings.rb +2 -2
- data/lib/datadog/ci/contrib/cucumber/formatter.rb +5 -5
- data/lib/datadog/ci/contrib/cucumber/instrumentation.rb +1 -1
- data/lib/datadog/ci/contrib/cucumber/integration.rb +4 -4
- data/lib/datadog/ci/contrib/cucumber/patcher.rb +2 -2
- data/lib/datadog/ci/contrib/rspec/configuration/settings.rb +2 -2
- data/lib/datadog/ci/contrib/rspec/example.rb +5 -5
- data/lib/datadog/ci/contrib/rspec/integration.rb +4 -4
- data/lib/datadog/ci/contrib/rspec/patcher.rb +2 -2
- data/lib/datadog/ci/ext/environment.rb +8 -6
- data/lib/datadog/ci/extensions.rb +4 -4
- data/lib/datadog/ci/flush.rb +2 -2
- data/lib/datadog/ci/test.rb +3 -3
- data/lib/datadog/ci.rb +6 -6
- data/lib/datadog/core/buffer/cruby.rb +1 -1
- data/lib/datadog/core/buffer/thread_safe.rb +1 -1
- data/lib/datadog/core/configuration/agent_settings_resolver.rb +6 -6
- data/lib/datadog/core/configuration/base.rb +11 -2
- data/lib/datadog/core/configuration/components.rb +70 -52
- data/lib/datadog/core/configuration/option_definition.rb +1 -1
- data/lib/datadog/core/configuration/option_definition_set.rb +1 -1
- data/lib/datadog/core/configuration/options.rb +3 -3
- data/lib/datadog/core/configuration/settings.rb +42 -8
- data/lib/datadog/core/configuration.rb +8 -5
- data/lib/datadog/core/diagnostics/environment_logger.rb +1 -1
- data/lib/datadog/core/diagnostics/health.rb +2 -2
- data/lib/datadog/core/environment/cgroup.rb +1 -1
- data/lib/datadog/core/environment/container.rb +1 -1
- data/lib/datadog/core/environment/ext.rb +1 -1
- data/lib/datadog/core/environment/identity.rb +2 -2
- data/lib/datadog/core/environment/platform.rb +40 -0
- data/lib/datadog/core/environment/socket.rb +1 -1
- data/lib/datadog/core/error.rb +1 -1
- data/lib/datadog/core/extensions.rb +1 -1
- data/lib/datadog/core/metrics/client.rb +8 -8
- data/lib/datadog/core/metrics/options.rb +3 -3
- data/lib/datadog/core/runtime/metrics.rb +6 -6
- data/lib/datadog/core/telemetry/client.rb +79 -0
- data/lib/datadog/core/telemetry/collector.rb +234 -0
- data/lib/datadog/core/telemetry/emitter.rb +48 -0
- data/lib/datadog/core/telemetry/event.rb +71 -0
- data/lib/datadog/core/telemetry/ext.rb +11 -0
- data/lib/datadog/core/telemetry/heartbeat.rb +37 -0
- data/lib/datadog/core/telemetry/http/adapters/net.rb +113 -0
- data/lib/datadog/core/telemetry/http/env.rb +20 -0
- data/lib/datadog/core/telemetry/http/ext.rb +20 -0
- data/lib/datadog/core/telemetry/http/response.rb +68 -0
- data/lib/datadog/core/telemetry/http/transport.rb +53 -0
- data/lib/datadog/core/telemetry/v1/app_event.rb +52 -0
- data/lib/datadog/core/telemetry/v1/application.rb +86 -0
- data/lib/datadog/core/telemetry/v1/configuration.rb +25 -0
- data/lib/datadog/core/telemetry/v1/dependency.rb +36 -0
- data/lib/datadog/core/telemetry/v1/host.rb +51 -0
- data/lib/datadog/core/telemetry/v1/integration.rb +58 -0
- data/lib/datadog/core/telemetry/v1/product.rb +28 -0
- data/lib/datadog/core/telemetry/v1/telemetry_request.rb +100 -0
- data/lib/datadog/core/utils/object_set.rb +1 -1
- data/lib/datadog/core/utils/sequence.rb +5 -0
- data/lib/datadog/core/utils/string_table.rb +1 -1
- data/lib/datadog/core/utils/time.rb +3 -3
- data/lib/datadog/core/utils.rb +3 -3
- data/lib/datadog/core/vendor/multipart-post/multipart/post/multipartable.rb +2 -2
- data/lib/datadog/core/vendor/multipart-post/net/http/post/multipart.rb +3 -3
- data/lib/datadog/core/workers/async.rb +1 -1
- data/lib/datadog/core/workers/polling.rb +2 -2
- data/lib/datadog/core/workers/runtime_metrics.rb +4 -4
- data/lib/datadog/core.rb +50 -50
- data/lib/datadog/kit.rb +1 -1
- data/lib/datadog/opentracer/distributed_headers.rb +2 -2
- data/lib/datadog/opentracer/rack_propagator.rb +11 -7
- data/lib/datadog/opentracer/span.rb +1 -1
- data/lib/datadog/opentracer/text_map_propagator.rb +9 -6
- data/lib/datadog/opentracer/thread_local_scope_manager.rb +26 -3
- data/lib/datadog/opentracer/tracer.rb +19 -15
- data/lib/datadog/opentracer.rb +16 -16
- data/lib/datadog/profiling/buffer.rb +3 -3
- data/lib/datadog/profiling/collectors/code_provenance.rb +1 -0
- data/lib/datadog/profiling/collectors/cpu_and_wall_time.rb +27 -0
- data/lib/datadog/profiling/collectors/cpu_and_wall_time_worker.rb +74 -0
- data/lib/datadog/profiling/collectors/old_stack.rb +7 -7
- data/lib/datadog/profiling/collectors/stack.rb +3 -6
- data/lib/datadog/profiling/encoding/profile.rb +8 -12
- data/lib/datadog/profiling/events/stack.rb +1 -1
- data/lib/datadog/profiling/exporter.rb +66 -9
- data/lib/datadog/profiling/ext/forking.rb +41 -42
- data/lib/datadog/profiling/ext.rb +3 -15
- data/lib/datadog/profiling/flush.rb +25 -56
- data/lib/datadog/profiling/http_transport.rb +132 -0
- data/lib/datadog/profiling/old_ext.rb +42 -0
- data/lib/datadog/profiling/old_recorder.rb +101 -0
- data/lib/datadog/profiling/pprof/builder.rb +4 -4
- data/lib/datadog/profiling/pprof/converter.rb +1 -1
- data/lib/datadog/profiling/pprof/message_set.rb +1 -1
- data/lib/datadog/profiling/pprof/stack_sample.rb +4 -4
- data/lib/datadog/profiling/pprof/string_table.rb +1 -1
- data/lib/datadog/profiling/pprof/template.rb +5 -5
- data/lib/datadog/profiling/preload.rb +1 -1
- data/lib/datadog/profiling/scheduler.rb +28 -46
- data/lib/datadog/profiling/stack_recorder.rb +14 -4
- data/lib/datadog/profiling/tag_builder.rb +6 -1
- data/lib/datadog/profiling/tasks/setup.rb +2 -2
- data/lib/datadog/profiling/trace_identifiers/ddtrace.rb +2 -2
- data/lib/datadog/profiling/trace_identifiers/helper.rb +1 -1
- data/lib/datadog/profiling/transport/http/api/endpoint.rb +13 -35
- data/lib/datadog/profiling/transport/http/api/instance.rb +2 -2
- data/lib/datadog/profiling/transport/http/api/spec.rb +1 -1
- data/lib/datadog/profiling/transport/http/api.rb +5 -5
- data/lib/datadog/profiling/transport/http/builder.rb +3 -3
- data/lib/datadog/profiling/transport/http/client.rb +6 -4
- data/lib/datadog/profiling/transport/http/response.rb +1 -3
- data/lib/datadog/profiling/transport/http.rb +22 -16
- data/lib/datadog/profiling.rb +21 -20
- data/lib/datadog/tracing/analytics.rb +1 -1
- data/lib/datadog/tracing/buffer.rb +5 -5
- data/lib/datadog/tracing/context.rb +1 -1
- data/lib/datadog/tracing/context_provider.rb +18 -2
- data/lib/datadog/tracing/contrib/action_cable/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/action_cable/event.rb +4 -5
- data/lib/datadog/tracing/contrib/action_cable/events/broadcast.rb +4 -4
- data/lib/datadog/tracing/contrib/action_cable/events/perform_action.rb +3 -3
- data/lib/datadog/tracing/contrib/action_cable/events/transmit.rb +4 -4
- data/lib/datadog/tracing/contrib/action_cable/events.rb +4 -4
- data/lib/datadog/tracing/contrib/action_cable/instrumentation.rb +3 -4
- data/lib/datadog/tracing/contrib/action_cable/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/action_cable/patcher.rb +4 -4
- data/lib/datadog/tracing/contrib/action_mailer/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/action_mailer/event.rb +3 -3
- data/lib/datadog/tracing/contrib/action_mailer/events/deliver.rb +3 -3
- data/lib/datadog/tracing/contrib/action_mailer/events/process.rb +3 -3
- data/lib/datadog/tracing/contrib/action_mailer/events.rb +2 -2
- data/lib/datadog/tracing/contrib/action_mailer/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/action_mailer/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/action_pack/action_controller/instrumentation.rb +10 -6
- data/lib/datadog/tracing/contrib/action_pack/action_controller/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/action_pack/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/action_pack/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/action_pack/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/action_pack/utils.rb +1 -1
- data/lib/datadog/tracing/contrib/action_view/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/action_view/event.rb +1 -1
- data/lib/datadog/tracing/contrib/action_view/events/render_partial.rb +5 -5
- data/lib/datadog/tracing/contrib/action_view/events/render_template.rb +5 -5
- data/lib/datadog/tracing/contrib/action_view/events.rb +2 -2
- data/lib/datadog/tracing/contrib/action_view/instrumentation/partial_renderer.rb +2 -2
- data/lib/datadog/tracing/contrib/action_view/instrumentation/template_renderer.rb +2 -2
- data/lib/datadog/tracing/contrib/action_view/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/action_view/patcher.rb +7 -7
- data/lib/datadog/tracing/contrib/action_view/utils.rb +1 -1
- data/lib/datadog/tracing/contrib/active_job/configuration/settings.rb +3 -3
- data/lib/datadog/tracing/contrib/active_job/event.rb +3 -3
- data/lib/datadog/tracing/contrib/active_job/events/discard.rb +4 -4
- data/lib/datadog/tracing/contrib/active_job/events/enqueue.rb +4 -4
- data/lib/datadog/tracing/contrib/active_job/events/enqueue_at.rb +4 -4
- data/lib/datadog/tracing/contrib/active_job/events/enqueue_retry.rb +4 -4
- data/lib/datadog/tracing/contrib/active_job/events/perform.rb +4 -4
- data/lib/datadog/tracing/contrib/active_job/events/retry_stopped.rb +4 -4
- data/lib/datadog/tracing/contrib/active_job/events.rb +6 -6
- data/lib/datadog/tracing/contrib/active_job/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/active_job/log_injection.rb +0 -2
- data/lib/datadog/tracing/contrib/active_job/patcher.rb +4 -4
- data/lib/datadog/tracing/contrib/active_model_serializers/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/active_model_serializers/event.rb +4 -5
- data/lib/datadog/tracing/contrib/active_model_serializers/events/render.rb +3 -3
- data/lib/datadog/tracing/contrib/active_model_serializers/events/serialize.rb +2 -2
- data/lib/datadog/tracing/contrib/active_model_serializers/events.rb +2 -2
- data/lib/datadog/tracing/contrib/active_model_serializers/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/active_model_serializers/patcher.rb +3 -4
- data/lib/datadog/tracing/contrib/active_record/configuration/resolver.rb +2 -2
- data/lib/datadog/tracing/contrib/active_record/configuration/settings.rb +3 -3
- data/lib/datadog/tracing/contrib/active_record/event.rb +1 -1
- data/lib/datadog/tracing/contrib/active_record/events/instantiation.rb +4 -4
- data/lib/datadog/tracing/contrib/active_record/events/sql.rb +6 -6
- data/lib/datadog/tracing/contrib/active_record/events.rb +2 -2
- data/lib/datadog/tracing/contrib/active_record/integration.rb +6 -6
- data/lib/datadog/tracing/contrib/active_record/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/active_record/utils.rb +2 -2
- data/lib/datadog/tracing/contrib/active_support/cache/instrumentation.rb +19 -9
- data/lib/datadog/tracing/contrib/active_support/cache/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/active_support/cache/redis.rb +1 -1
- data/lib/datadog/tracing/contrib/active_support/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/active_support/integration.rb +5 -5
- data/lib/datadog/tracing/contrib/active_support/notifications/event.rb +1 -1
- data/lib/datadog/tracing/contrib/active_support/notifications/subscriber.rb +1 -1
- data/lib/datadog/tracing/contrib/active_support/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/analytics.rb +1 -1
- data/lib/datadog/tracing/contrib/auto_instrument.rb +4 -4
- data/lib/datadog/tracing/contrib/aws/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/aws/instrumentation.rb +3 -4
- data/lib/datadog/tracing/contrib/aws/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/aws/patcher.rb +5 -5
- data/lib/datadog/tracing/contrib/concurrent_ruby/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/concurrent_ruby/future_patch.rb +1 -1
- data/lib/datadog/tracing/contrib/concurrent_ruby/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/concurrent_ruby/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/configurable.rb +2 -2
- data/lib/datadog/tracing/contrib/configuration/resolvers/pattern_resolver.rb +1 -1
- data/lib/datadog/tracing/contrib/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/dalli/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/dalli/instrumentation.rb +4 -5
- data/lib/datadog/tracing/contrib/dalli/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/dalli/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/dalli/quantize.rb +1 -1
- data/lib/datadog/tracing/contrib/delayed_job/configuration/settings.rb +3 -3
- data/lib/datadog/tracing/contrib/delayed_job/ext.rb +2 -0
- data/lib/datadog/tracing/contrib/delayed_job/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/delayed_job/patcher.rb +8 -2
- data/lib/datadog/tracing/contrib/delayed_job/plugin.rb +3 -4
- data/lib/datadog/tracing/contrib/delayed_job/server_internal_tracer/worker.rb +32 -0
- data/lib/datadog/tracing/contrib/elasticsearch/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/elasticsearch/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/elasticsearch/patcher.rb +6 -7
- data/lib/datadog/tracing/contrib/elasticsearch/quantize.rb +1 -1
- data/lib/datadog/tracing/contrib/ethon/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/ethon/easy_patch.rb +4 -5
- data/lib/datadog/tracing/contrib/ethon/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/ethon/multi_patch.rb +3 -4
- data/lib/datadog/tracing/contrib/ethon/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/excon/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/excon/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/excon/middleware.rb +6 -7
- data/lib/datadog/tracing/contrib/excon/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/extensions.rb +5 -3
- data/lib/datadog/tracing/contrib/faraday/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/faraday/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/faraday/middleware.rb +5 -6
- data/lib/datadog/tracing/contrib/faraday/patcher.rb +5 -5
- data/lib/datadog/tracing/contrib/grape/configuration/settings.rb +3 -3
- data/lib/datadog/tracing/contrib/grape/endpoint.rb +4 -5
- data/lib/datadog/tracing/contrib/grape/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/grape/patcher.rb +4 -4
- data/lib/datadog/tracing/contrib/graphql/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/graphql/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/graphql/patcher.rb +2 -3
- data/lib/datadog/tracing/contrib/grpc/configuration/settings.rb +4 -3
- data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/client.rb +14 -5
- data/lib/datadog/tracing/contrib/grpc/datadog_interceptor/server.rb +6 -6
- data/lib/datadog/tracing/contrib/grpc/datadog_interceptor.rb +7 -4
- data/lib/datadog/tracing/contrib/grpc/ext.rb +1 -0
- data/lib/datadog/tracing/contrib/grpc/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/grpc/patcher.rb +5 -5
- data/lib/datadog/tracing/contrib/http/circuit_breaker.rb +1 -2
- data/lib/datadog/tracing/contrib/http/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/http/instrumentation.rb +3 -4
- data/lib/datadog/tracing/contrib/http/integration.rb +6 -6
- data/lib/datadog/tracing/contrib/http/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/httpclient/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/httpclient/instrumentation.rb +4 -5
- data/lib/datadog/tracing/contrib/httpclient/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/httpclient/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/httprb/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/httprb/instrumentation.rb +4 -5
- data/lib/datadog/tracing/contrib/httprb/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/httprb/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/kafka/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/kafka/event.rb +3 -3
- data/lib/datadog/tracing/contrib/kafka/events/connection/request.rb +2 -2
- data/lib/datadog/tracing/contrib/kafka/events/consumer/process_batch.rb +3 -3
- data/lib/datadog/tracing/contrib/kafka/events/consumer/process_message.rb +3 -3
- data/lib/datadog/tracing/contrib/kafka/events/consumer_group/heartbeat.rb +4 -4
- data/lib/datadog/tracing/contrib/kafka/events/consumer_group/join_group.rb +4 -4
- data/lib/datadog/tracing/contrib/kafka/events/consumer_group/leave_group.rb +4 -4
- data/lib/datadog/tracing/contrib/kafka/events/consumer_group/sync_group.rb +4 -4
- data/lib/datadog/tracing/contrib/kafka/events/produce_operation/send_messages.rb +2 -2
- data/lib/datadog/tracing/contrib/kafka/events/producer/deliver_messages.rb +2 -2
- data/lib/datadog/tracing/contrib/kafka/events.rb +9 -9
- data/lib/datadog/tracing/contrib/kafka/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/kafka/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/lograge/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/lograge/instrumentation.rb +1 -2
- data/lib/datadog/tracing/contrib/lograge/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/lograge/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/mongodb/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/mongodb/instrumentation.rb +3 -3
- data/lib/datadog/tracing/contrib/mongodb/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/mongodb/parsers.rb +1 -1
- data/lib/datadog/tracing/contrib/mongodb/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/mongodb/subscribers.rb +4 -4
- data/lib/datadog/tracing/contrib/mysql2/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/mysql2/instrumentation.rb +3 -4
- data/lib/datadog/tracing/contrib/mysql2/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/mysql2/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/patcher.rb +13 -2
- data/lib/datadog/tracing/contrib/pg/configuration/settings.rb +35 -0
- data/lib/datadog/tracing/contrib/pg/ext.rb +31 -0
- data/lib/datadog/tracing/contrib/pg/instrumentation.rb +128 -0
- data/lib/datadog/tracing/contrib/pg/integration.rb +43 -0
- data/lib/datadog/tracing/contrib/pg/patcher.rb +31 -0
- data/lib/datadog/tracing/contrib/presto/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/presto/instrumentation.rb +2 -3
- data/lib/datadog/tracing/contrib/presto/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/presto/patcher.rb +4 -4
- data/lib/datadog/tracing/contrib/qless/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/qless/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/qless/patcher.rb +1 -2
- data/lib/datadog/tracing/contrib/qless/qless_job.rb +2 -3
- data/lib/datadog/tracing/contrib/qless/tracer_cleaner.rb +0 -2
- data/lib/datadog/tracing/contrib/que/configuration/settings.rb +3 -3
- data/lib/datadog/tracing/contrib/que/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/que/patcher.rb +1 -1
- data/lib/datadog/tracing/contrib/que/tracer.rb +1 -1
- data/lib/datadog/tracing/contrib/racecar/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/racecar/event.rb +4 -5
- data/lib/datadog/tracing/contrib/racecar/events/batch.rb +2 -2
- data/lib/datadog/tracing/contrib/racecar/events/consume.rb +2 -2
- data/lib/datadog/tracing/contrib/racecar/events/message.rb +2 -2
- data/lib/datadog/tracing/contrib/racecar/events.rb +3 -3
- data/lib/datadog/tracing/contrib/racecar/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/racecar/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/rack/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/rack/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/rack/middlewares.rb +24 -20
- data/lib/datadog/tracing/contrib/rack/patcher.rb +12 -2
- data/lib/datadog/tracing/contrib/rails/auto_instrument_railtie.rb +1 -1
- data/lib/datadog/tracing/contrib/rails/configuration/settings.rb +4 -1
- data/lib/datadog/tracing/contrib/rails/framework.rb +18 -22
- data/lib/datadog/tracing/contrib/rails/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/rails/log_injection.rb +0 -2
- data/lib/datadog/tracing/contrib/rails/middlewares.rb +1 -2
- data/lib/datadog/tracing/contrib/rails/patcher.rb +7 -8
- data/lib/datadog/tracing/contrib/rails/railtie.rb +3 -3
- data/lib/datadog/tracing/contrib/rails/utils.rb +1 -1
- data/lib/datadog/tracing/contrib/rake/configuration/settings.rb +17 -2
- data/lib/datadog/tracing/contrib/rake/instrumentation.rb +12 -7
- data/lib/datadog/tracing/contrib/rake/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/rake/patcher.rb +3 -4
- data/lib/datadog/tracing/contrib/redis/configuration/resolver.rb +1 -1
- data/lib/datadog/tracing/contrib/redis/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/redis/instrumentation.rb +6 -7
- data/lib/datadog/tracing/contrib/redis/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/redis/patcher.rb +6 -6
- data/lib/datadog/tracing/contrib/redis/tags.rb +3 -4
- data/lib/datadog/tracing/contrib/resque/configuration/settings.rb +3 -3
- data/lib/datadog/tracing/contrib/resque/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/resque/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/resque/resque_job.rb +3 -4
- data/lib/datadog/tracing/contrib/rest_client/configuration/settings.rb +3 -2
- data/lib/datadog/tracing/contrib/rest_client/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/rest_client/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/rest_client/request_patch.rb +5 -6
- data/lib/datadog/tracing/contrib/semantic_logger/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/semantic_logger/instrumentation.rb +1 -2
- data/lib/datadog/tracing/contrib/semantic_logger/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/semantic_logger/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/sequel/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/sequel/database.rb +4 -5
- data/lib/datadog/tracing/contrib/sequel/dataset.rb +4 -5
- data/lib/datadog/tracing/contrib/sequel/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/sequel/patcher.rb +3 -3
- data/lib/datadog/tracing/contrib/sequel/utils.rb +2 -2
- data/lib/datadog/tracing/contrib/shoryuken/configuration/settings.rb +3 -3
- data/lib/datadog/tracing/contrib/shoryuken/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/shoryuken/patcher.rb +1 -1
- data/lib/datadog/tracing/contrib/shoryuken/tracer.rb +1 -1
- data/lib/datadog/tracing/contrib/sidekiq/client_tracer.rb +4 -5
- data/lib/datadog/tracing/contrib/sidekiq/configuration/settings.rb +3 -3
- data/lib/datadog/tracing/contrib/sidekiq/ext.rb +6 -0
- data/lib/datadog/tracing/contrib/sidekiq/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/sidekiq/patcher.rb +14 -7
- data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/heartbeat.rb +19 -1
- data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/{scheduled_push.rb → redis_info.rb} +5 -6
- data/lib/datadog/tracing/contrib/sidekiq/server_internal_tracer/scheduled_poller.rb +53 -0
- data/lib/datadog/tracing/contrib/sidekiq/server_tracer.rb +5 -6
- data/lib/datadog/tracing/contrib/sidekiq/tracing.rb +2 -2
- data/lib/datadog/tracing/contrib/sinatra/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/sinatra/env.rb +2 -2
- data/lib/datadog/tracing/contrib/sinatra/framework.rb +0 -2
- data/lib/datadog/tracing/contrib/sinatra/headers.rb +1 -1
- data/lib/datadog/tracing/contrib/sinatra/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/sinatra/patcher.rb +5 -5
- data/lib/datadog/tracing/contrib/sinatra/tracer.rb +7 -8
- data/lib/datadog/tracing/contrib/sinatra/tracer_middleware.rb +6 -7
- data/lib/datadog/tracing/contrib/sneakers/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/sneakers/integration.rb +4 -4
- data/lib/datadog/tracing/contrib/sneakers/patcher.rb +2 -2
- data/lib/datadog/tracing/contrib/sneakers/tracer.rb +2 -3
- data/lib/datadog/tracing/contrib/status_code_matcher.rb +2 -2
- data/lib/datadog/tracing/contrib/sucker_punch/configuration/settings.rb +2 -2
- data/lib/datadog/tracing/contrib/sucker_punch/instrumentation.rb +3 -4
- data/lib/datadog/tracing/contrib/sucker_punch/integration.rb +3 -3
- data/lib/datadog/tracing/contrib/sucker_punch/patcher.rb +4 -5
- data/lib/datadog/tracing/contrib.rb +48 -47
- data/lib/datadog/tracing/correlation.rb +1 -1
- data/lib/datadog/tracing/distributed/headers/b3.rb +4 -4
- data/lib/datadog/tracing/distributed/headers/b3_single.rb +7 -7
- data/lib/datadog/tracing/distributed/headers/datadog.rb +3 -3
- data/lib/datadog/tracing/distributed/headers/parser.rb +37 -0
- data/lib/datadog/tracing/distributed/helpers.rb +36 -2
- data/lib/datadog/tracing/distributed/metadata/b3.rb +55 -0
- data/lib/datadog/tracing/distributed/metadata/b3_single.rb +66 -0
- data/lib/datadog/tracing/distributed/metadata/datadog.rb +73 -0
- data/lib/datadog/tracing/distributed/metadata/parser.rb +34 -0
- data/lib/datadog/tracing/event.rb +1 -1
- data/lib/datadog/tracing/metadata/analytics.rb +2 -2
- data/lib/datadog/tracing/metadata/errors.rb +2 -2
- data/lib/datadog/tracing/metadata/ext.rb +25 -0
- data/lib/datadog/tracing/metadata/tagging.rb +8 -2
- data/lib/datadog/tracing/metadata.rb +3 -3
- data/lib/datadog/tracing/pipeline/span_filter.rb +10 -6
- data/lib/datadog/tracing/pipeline.rb +3 -3
- data/lib/datadog/tracing/propagation/grpc.rb +68 -58
- data/lib/datadog/tracing/propagation/http.rb +8 -8
- data/lib/datadog/tracing/runtime/metrics.rb +1 -1
- data/lib/datadog/tracing/sampling/all_sampler.rb +1 -1
- data/lib/datadog/tracing/sampling/priority_sampler.rb +5 -5
- data/lib/datadog/tracing/sampling/rate_by_key_sampler.rb +2 -2
- data/lib/datadog/tracing/sampling/rate_by_service_sampler.rb +3 -3
- data/lib/datadog/tracing/sampling/rate_limiter.rb +1 -1
- data/lib/datadog/tracing/sampling/rate_sampler.rb +7 -7
- data/lib/datadog/tracing/sampling/rule.rb +3 -3
- data/lib/datadog/tracing/sampling/rule_sampler.rb +4 -4
- data/lib/datadog/tracing/sampling/span/matcher.rb +80 -0
- data/lib/datadog/tracing/span.rb +25 -5
- data/lib/datadog/tracing/span_operation.rb +10 -9
- data/lib/datadog/tracing/sync_writer.rb +5 -5
- data/lib/datadog/tracing/trace_operation.rb +16 -9
- data/lib/datadog/tracing/trace_segment.rb +5 -5
- data/lib/datadog/tracing/tracer.rb +15 -15
- data/lib/datadog/tracing/workers/trace_writer.rb +9 -9
- data/lib/datadog/tracing/workers.rb +3 -3
- data/lib/datadog/tracing/writer.rb +5 -5
- data/lib/datadog/tracing.rb +8 -8
- data/lib/ddtrace/auto_instrument.rb +9 -2
- data/lib/ddtrace/transport/ext.rb +7 -1
- data/lib/ddtrace/transport/http/adapters/net.rb +3 -2
- data/lib/ddtrace/transport/http/adapters/test.rb +1 -1
- data/lib/ddtrace/transport/http/adapters/unix_socket.rb +2 -2
- data/lib/ddtrace/transport/http/api/map.rb +1 -1
- data/lib/ddtrace/transport/http/api.rb +4 -4
- data/lib/ddtrace/transport/http/builder.rb +5 -5
- data/lib/ddtrace/transport/http/client.rb +2 -2
- data/lib/ddtrace/transport/http/response.rb +1 -1
- data/lib/ddtrace/transport/http/statistics.rb +1 -1
- data/lib/ddtrace/transport/http/traces.rb +5 -5
- data/lib/ddtrace/transport/http.rb +12 -9
- data/lib/ddtrace/transport/io/client.rb +2 -2
- data/lib/ddtrace/transport/io/response.rb +1 -1
- data/lib/ddtrace/transport/io/traces.rb +3 -3
- data/lib/ddtrace/transport/io.rb +3 -3
- data/lib/ddtrace/transport/statistics.rb +2 -2
- data/lib/ddtrace/transport/trace_formatter.rb +5 -5
- data/lib/ddtrace/transport/traces.rb +5 -5
- data/lib/ddtrace/version.rb +1 -1
- data/lib/ddtrace.rb +6 -6
- metadata +57 -33
- data/.editorconfig +0 -22
- data/.gitignore +0 -58
- data/CONTRIBUTING.md +0 -81
- data/ddtrace.gemspec +0 -68
- data/docs/0.x-trace.png +0 -0
- data/docs/1.0-trace.png +0 -0
- data/docs/AutoInstrumentation.md +0 -36
- data/docs/Deprecation.md +0 -8
- data/docs/DevelopmentGuide.md +0 -259
- data/docs/GettingStarted.md +0 -2688
- data/docs/ProfilingDevelopment.md +0 -110
- data/docs/PublicApi.md +0 -14
- data/docs/UpgradeGuide.md +0 -736
- data/lib/datadog/profiling/recorder.rb +0 -117
- data/lib/datadog/profiling/transport/client.rb +0 -16
- data/lib/datadog/profiling/transport/io/client.rb +0 -29
- data/lib/datadog/profiling/transport/io/response.rb +0 -18
- data/lib/datadog/profiling/transport/io.rb +0 -32
- data/lib/datadog/profiling/transport/parcel.rb +0 -19
- data/lib/datadog/profiling/transport/request.rb +0 -17
- data/lib/datadog/profiling/transport/response.rb +0 -10
- data/lib/datadog/tracing/distributed/parser.rb +0 -70
@@ -1,24 +1,81 @@
|
|
1
1
|
# typed: true
|
2
2
|
|
3
|
-
|
3
|
+
require_relative 'ext'
|
4
|
+
require_relative '../core/utils/compression'
|
5
|
+
require_relative 'tag_builder'
|
4
6
|
|
5
7
|
module Datadog
|
6
8
|
module Profiling
|
7
|
-
#
|
9
|
+
# Exports profiling data gathered by the multiple recorders in a `Flush`.
|
10
|
+
#
|
11
|
+
# @ivoanjo: Note that the recorder that gathers pprof data is special, since we use its start/finish/empty? to
|
12
|
+
# decide if there's data to flush, as well as the timestamp for that data.
|
13
|
+
# I could've made the whole design more generic, but I'm unsure if we'll ever have more than a handful of
|
14
|
+
# recorders, so I've decided to make it specific until we actually need to support more recorders.
|
15
|
+
#
|
8
16
|
class Exporter
|
17
|
+
# Profiles with duration less than this will not be reported
|
18
|
+
PROFILE_DURATION_THRESHOLD_SECONDS = 1
|
19
|
+
|
20
|
+
private
|
21
|
+
|
9
22
|
attr_reader \
|
10
|
-
:
|
23
|
+
:pprof_recorder,
|
24
|
+
:code_provenance_collector, # The code provenance collector acts both as collector and as a recorder
|
25
|
+
:minimum_duration_seconds,
|
26
|
+
:time_provider,
|
27
|
+
:last_flush_finish_at,
|
28
|
+
:created_at
|
29
|
+
|
30
|
+
public
|
31
|
+
|
32
|
+
def initialize(
|
33
|
+
pprof_recorder:,
|
34
|
+
code_provenance_collector:,
|
35
|
+
minimum_duration_seconds: PROFILE_DURATION_THRESHOLD_SECONDS,
|
36
|
+
time_provider: Time
|
37
|
+
)
|
38
|
+
@pprof_recorder = pprof_recorder
|
39
|
+
@code_provenance_collector = code_provenance_collector
|
40
|
+
@minimum_duration_seconds = minimum_duration_seconds
|
41
|
+
@time_provider = time_provider
|
42
|
+
@last_flush_finish_at = nil
|
43
|
+
@created_at = time_provider.now.utc
|
44
|
+
end
|
45
|
+
|
46
|
+
def flush
|
47
|
+
start, finish, uncompressed_pprof = pprof_recorder.serialize
|
48
|
+
@last_flush_finish_at = finish
|
11
49
|
|
12
|
-
|
13
|
-
|
14
|
-
|
50
|
+
return if uncompressed_pprof.nil? # We don't want to report empty profiles
|
51
|
+
|
52
|
+
if duration_below_threshold?(start, finish)
|
53
|
+
Datadog.logger.debug('Skipped exporting profiling events as profile duration is below minimum')
|
54
|
+
return
|
15
55
|
end
|
16
56
|
|
17
|
-
|
57
|
+
uncompressed_code_provenance = code_provenance_collector.refresh.generate_json if code_provenance_collector
|
58
|
+
|
59
|
+
Flush.new(
|
60
|
+
start: start,
|
61
|
+
finish: finish,
|
62
|
+
pprof_file_name: Datadog::Profiling::Ext::Transport::HTTP::PPROF_DEFAULT_FILENAME,
|
63
|
+
pprof_data: Datadog::Core::Utils::Compression.gzip(uncompressed_pprof),
|
64
|
+
code_provenance_file_name: Datadog::Profiling::Ext::Transport::HTTP::CODE_PROVENANCE_FILENAME,
|
65
|
+
code_provenance_data:
|
66
|
+
(Datadog::Core::Utils::Compression.gzip(uncompressed_code_provenance) if uncompressed_code_provenance),
|
67
|
+
tags_as_array: Datadog::Profiling::TagBuilder.call(settings: Datadog.configuration).to_a,
|
68
|
+
)
|
18
69
|
end
|
19
70
|
|
20
|
-
def
|
21
|
-
|
71
|
+
def can_flush?
|
72
|
+
!duration_below_threshold?(last_flush_finish_at || created_at, time_provider.now.utc)
|
73
|
+
end
|
74
|
+
|
75
|
+
private
|
76
|
+
|
77
|
+
def duration_below_threshold?(start, finish)
|
78
|
+
(finish - start) < minimum_duration_seconds
|
22
79
|
end
|
23
80
|
end
|
24
81
|
end
|
@@ -5,6 +5,11 @@ module Datadog
|
|
5
5
|
module Ext
|
6
6
|
# Monkey patches `Kernel#fork`, adding a `Kernel#at_fork` callback mechanism which is used to restore
|
7
7
|
# profiling abilities after the VM forks.
|
8
|
+
#
|
9
|
+
# Known limitations: Does not handle `BasicObject`s that include `Kernel` directly; e.g.
|
10
|
+
# `Class.new(BasicObject) { include(::Kernel); def call; fork { }; end }.new.call`.
|
11
|
+
#
|
12
|
+
# This will be fixed once we moved to hooking into `Process._fork`
|
8
13
|
module Forking
|
9
14
|
def self.supported?
|
10
15
|
Process.respond_to?(:fork)
|
@@ -13,48 +18,34 @@ module Datadog
|
|
13
18
|
def self.apply!
|
14
19
|
return false unless supported?
|
15
20
|
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
# however, this method rewrite is more invasive and irreversible.
|
26
|
-
# It could also have collisions with other libraries that patch.
|
27
|
-
# Opt to modify the inheritance of each relevant target instead.
|
28
|
-
modules.each do |mod|
|
29
|
-
clazz = if mod.class <= Module
|
30
|
-
mod.singleton_class
|
31
|
-
else
|
32
|
-
mod.class
|
33
|
-
end
|
34
|
-
|
35
|
-
clazz.prepend(Kernel)
|
36
|
-
end
|
21
|
+
[
|
22
|
+
::Process.singleton_class, # Process.fork
|
23
|
+
::Kernel.singleton_class, # Kernel.fork
|
24
|
+
::Object, # fork without explicit receiver (it's defined as a method in ::Kernel)
|
25
|
+
# Note: Modifying Object as we do here is irreversible. During tests, this
|
26
|
+
# change will stick around even if we otherwise stub `Process` and `Kernel`
|
27
|
+
].each { |target| target.prepend(Kernel) }
|
28
|
+
|
29
|
+
::Process.singleton_class.prepend(ProcessDaemonPatch)
|
37
30
|
end
|
38
31
|
|
39
32
|
# Extensions for kernel
|
33
|
+
#
|
34
|
+
# TODO: Consider hooking into `Process._fork` on Ruby 3.1+ instead, see
|
35
|
+
# https://github.com/ruby/ruby/pull/5017 and https://bugs.ruby-lang.org/issues/17795
|
40
36
|
module Kernel
|
41
|
-
FORK_STAGES = [:prepare, :parent, :child].freeze
|
42
|
-
|
43
37
|
def fork
|
44
38
|
# If a block is provided, it must be wrapped to trigger callbacks.
|
45
39
|
child_block = if block_given?
|
46
40
|
proc do
|
47
41
|
# Trigger :child callback
|
48
|
-
|
42
|
+
ddtrace_at_fork_blocks[:child].each(&:call) if ddtrace_at_fork_blocks.key?(:child)
|
49
43
|
|
50
44
|
# Invoke original block
|
51
45
|
yield
|
52
46
|
end
|
53
47
|
end
|
54
48
|
|
55
|
-
# Trigger :prepare callback
|
56
|
-
at_fork_blocks[:prepare].each(&:call) if at_fork_blocks.key?(:prepare)
|
57
|
-
|
58
49
|
# Start fork
|
59
50
|
# If a block is provided, use the wrapped version.
|
60
51
|
result = child_block.nil? ? super : super(&child_block)
|
@@ -62,37 +53,45 @@ module Datadog
|
|
62
53
|
# Trigger correct callbacks depending on whether we're in the parent or child.
|
63
54
|
# If we're in the fork, result = nil: trigger child callbacks.
|
64
55
|
# If we're in the parent, result = fork PID: trigger parent callbacks.
|
65
|
-
|
66
|
-
if result.nil?
|
67
|
-
# Trigger :child callback
|
68
|
-
at_fork_blocks[:child].each(&:call) if at_fork_blocks.key?(:child)
|
69
|
-
else
|
70
|
-
# Trigger :parent callback
|
71
|
-
at_fork_blocks[:parent].each(&:call) if at_fork_blocks.key?(:parent)
|
72
|
-
end
|
73
|
-
# rubocop:enable Style/IfInsideElse
|
56
|
+
ddtrace_at_fork_blocks[:child].each(&:call) if result.nil? && ddtrace_at_fork_blocks.key?(:child)
|
74
57
|
|
75
58
|
# Return PID from #fork
|
76
59
|
result
|
77
60
|
end
|
78
61
|
|
79
|
-
def at_fork(stage
|
80
|
-
raise ArgumentError, 'Bad \'stage\' for ::at_fork' unless
|
62
|
+
def at_fork(stage, &block)
|
63
|
+
raise ArgumentError, 'Bad \'stage\' for ::at_fork' unless stage == :child
|
81
64
|
|
82
|
-
|
83
|
-
|
65
|
+
ddtrace_at_fork_blocks[stage] = [] unless ddtrace_at_fork_blocks.key?(stage)
|
66
|
+
ddtrace_at_fork_blocks[stage] << block
|
84
67
|
end
|
85
68
|
|
86
69
|
module_function
|
87
70
|
|
88
|
-
def
|
71
|
+
def ddtrace_at_fork_blocks
|
89
72
|
# Blocks should be shared across all users of this module,
|
90
73
|
# e.g. Process#fork, Kernel#fork, etc. should all invoke the same callbacks.
|
91
74
|
# rubocop:disable Style/ClassVars
|
92
|
-
@@
|
75
|
+
@@ddtrace_at_fork_blocks ||= {}
|
93
76
|
# rubocop:enable Style/ClassVars
|
94
77
|
end
|
95
78
|
end
|
79
|
+
|
80
|
+
# A call to Process.daemon ( https://rubyapi.org/3.1/o/process#method-c-daemon ) forks the current process and
|
81
|
+
# keeps executing code in the child process, killing off the parent, thus effectively replacing it.
|
82
|
+
#
|
83
|
+
# This monkey patch makes the `Kernel#at_fork` mechanism defined above also work in this situation.
|
84
|
+
module ProcessDaemonPatch
|
85
|
+
def daemon(*args)
|
86
|
+
ddtrace_at_fork_blocks = Datadog::Profiling::Ext::Forking::Kernel.ddtrace_at_fork_blocks
|
87
|
+
|
88
|
+
result = super
|
89
|
+
|
90
|
+
ddtrace_at_fork_blocks[:child].each(&:call) if ddtrace_at_fork_blocks.key?(:child)
|
91
|
+
|
92
|
+
result
|
93
|
+
end
|
94
|
+
end
|
96
95
|
end
|
97
96
|
end
|
98
97
|
end
|
@@ -9,6 +9,7 @@ module Datadog
|
|
9
9
|
ENV_AGENTLESS = 'DD_PROFILING_AGENTLESS'.freeze
|
10
10
|
ENV_ENDPOINT_COLLECTION_ENABLED = 'DD_PROFILING_ENDPOINT_COLLECTION_ENABLED'.freeze
|
11
11
|
|
12
|
+
# TODO: Consider removing this once the Ruby-based pprof encoding is removed and replaced by libdatadog
|
12
13
|
module Pprof
|
13
14
|
LABEL_KEY_LOCAL_ROOT_SPAN_ID = 'local root span id'.freeze
|
14
15
|
LABEL_KEY_SPAN_ID = 'span id'.freeze
|
@@ -22,11 +23,6 @@ module Datadog
|
|
22
23
|
|
23
24
|
module Transport
|
24
25
|
module HTTP
|
25
|
-
URI_TEMPLATE_DD_API = 'https://intake.profile.%s/'.freeze
|
26
|
-
|
27
|
-
FORM_FIELD_RECORDING_START = 'start'.freeze
|
28
|
-
FORM_FIELD_RECORDING_END = 'end'.freeze
|
29
|
-
FORM_FIELD_FAMILY = 'family'.freeze
|
30
26
|
FORM_FIELD_TAG_ENV = 'env'.freeze
|
31
27
|
FORM_FIELD_TAG_HOST = 'host'.freeze
|
32
28
|
FORM_FIELD_TAG_LANGUAGE = 'language'.freeze
|
@@ -39,17 +35,9 @@ module Datadog
|
|
39
35
|
FORM_FIELD_TAG_RUNTIME_VERSION = 'runtime_version'.freeze
|
40
36
|
FORM_FIELD_TAG_SERVICE = 'service'.freeze
|
41
37
|
FORM_FIELD_TAG_VERSION = 'version'.freeze
|
42
|
-
FORM_FIELD_TAGS = 'tags'.freeze
|
43
|
-
FORM_FIELD_INTAKE_VERSION = 'version'.freeze
|
44
|
-
|
45
|
-
HEADER_CONTENT_TYPE = 'Content-Type'.freeze
|
46
|
-
HEADER_CONTENT_TYPE_OCTET_STREAM = 'application/octet-stream'.freeze
|
47
|
-
|
48
|
-
FORM_FIELD_PPROF_DATA = 'data[rubyprofile.pprof]'.freeze
|
49
|
-
PPROF_DEFAULT_FILENAME = 'rubyprofile.pprof.gz'.freeze
|
50
38
|
|
51
|
-
|
52
|
-
CODE_PROVENANCE_FILENAME = 'code-provenance.json
|
39
|
+
PPROF_DEFAULT_FILENAME = 'rubyprofile.pprof'.freeze
|
40
|
+
CODE_PROVENANCE_FILENAME = 'code-provenance.json'.freeze
|
53
41
|
end
|
54
42
|
end
|
55
43
|
end
|
@@ -1,69 +1,38 @@
|
|
1
1
|
# typed: false
|
2
2
|
|
3
|
-
require 'datadog/core/environment/identity'
|
4
|
-
require 'datadog/core/environment/socket'
|
5
|
-
|
6
3
|
module Datadog
|
7
4
|
module Profiling
|
5
|
+
# Represents a collection of events of a specific type being flushed.
|
6
|
+
EventGroup = Struct.new(:event_class, :events)
|
7
|
+
|
8
8
|
# Entity class used to represent metadata for a given profile
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
:host,
|
20
|
-
:language,
|
21
|
-
:runtime_engine,
|
22
|
-
:runtime_platform,
|
23
|
-
:runtime_version,
|
24
|
-
:profiler_version,
|
25
|
-
:tags
|
26
|
-
) do
|
9
|
+
class Flush
|
10
|
+
attr_reader \
|
11
|
+
:start,
|
12
|
+
:finish,
|
13
|
+
:pprof_file_name,
|
14
|
+
:pprof_data, # gzipped pprof bytes
|
15
|
+
:code_provenance_file_name,
|
16
|
+
:code_provenance_data, # gzipped json bytes
|
17
|
+
:tags_as_array
|
18
|
+
|
27
19
|
def initialize(
|
28
20
|
start:,
|
29
21
|
finish:,
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
env: Datadog.configuration.env,
|
36
|
-
version: Datadog.configuration.version,
|
37
|
-
host: Core::Environment::Socket.hostname,
|
38
|
-
language: Core::Environment::Identity.lang,
|
39
|
-
runtime_engine: Core::Environment::Identity.lang_engine,
|
40
|
-
runtime_platform: Core::Environment::Identity.lang_platform,
|
41
|
-
runtime_version: Core::Environment::Identity.lang_version,
|
42
|
-
profiler_version: Core::Environment::Identity.tracer_version,
|
43
|
-
tags: Datadog.configuration.tags
|
22
|
+
pprof_file_name:,
|
23
|
+
pprof_data:,
|
24
|
+
code_provenance_file_name:,
|
25
|
+
code_provenance_data:,
|
26
|
+
tags_as_array:
|
44
27
|
)
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
service,
|
53
|
-
env,
|
54
|
-
version,
|
55
|
-
host,
|
56
|
-
language,
|
57
|
-
runtime_engine,
|
58
|
-
runtime_platform,
|
59
|
-
runtime_version,
|
60
|
-
profiler_version,
|
61
|
-
tags,
|
62
|
-
)
|
28
|
+
@start = start
|
29
|
+
@finish = finish
|
30
|
+
@pprof_file_name = pprof_file_name
|
31
|
+
@pprof_data = pprof_data
|
32
|
+
@code_provenance_file_name = code_provenance_file_name
|
33
|
+
@code_provenance_data = code_provenance_data
|
34
|
+
@tags_as_array = tags_as_array
|
63
35
|
end
|
64
36
|
end
|
65
|
-
|
66
|
-
# Represents a collection of events of a specific type being flushed.
|
67
|
-
EventGroup = Struct.new(:event_class, :events).freeze
|
68
37
|
end
|
69
38
|
end
|
@@ -0,0 +1,132 @@
|
|
1
|
+
# typed: false
|
2
|
+
|
3
|
+
module Datadog
|
4
|
+
module Profiling
|
5
|
+
# Used to report profiling data to Datadog.
|
6
|
+
# Methods prefixed with _native_ are implemented in `http_transport.c`
|
7
|
+
class HttpTransport
|
8
|
+
def initialize(agent_settings:, site:, api_key:, upload_timeout_seconds:)
|
9
|
+
@upload_timeout_milliseconds = (upload_timeout_seconds * 1_000).to_i
|
10
|
+
|
11
|
+
validate_agent_settings(agent_settings)
|
12
|
+
|
13
|
+
@exporter_configuration =
|
14
|
+
if agentless?(site, api_key)
|
15
|
+
[:agentless, site, api_key]
|
16
|
+
else
|
17
|
+
[:agent, base_url_from(agent_settings)]
|
18
|
+
end
|
19
|
+
|
20
|
+
status, result = validate_exporter(@exporter_configuration)
|
21
|
+
|
22
|
+
raise(ArgumentError, "Failed to initialize transport: #{result}") if status == :error
|
23
|
+
end
|
24
|
+
|
25
|
+
def export(flush)
|
26
|
+
status, result = do_export(
|
27
|
+
exporter_configuration: @exporter_configuration,
|
28
|
+
upload_timeout_milliseconds: @upload_timeout_milliseconds,
|
29
|
+
|
30
|
+
# why "timespec"?
|
31
|
+
# libdatadog represents time using POSIX's struct timespec, see
|
32
|
+
# https://www.gnu.org/software/libc/manual/html_node/Time-Types.html
|
33
|
+
# aka it represents the seconds part separate from the nanoseconds part
|
34
|
+
start_timespec_seconds: flush.start.tv_sec,
|
35
|
+
start_timespec_nanoseconds: flush.start.tv_nsec,
|
36
|
+
finish_timespec_seconds: flush.finish.tv_sec,
|
37
|
+
finish_timespec_nanoseconds: flush.finish.tv_nsec,
|
38
|
+
|
39
|
+
pprof_file_name: flush.pprof_file_name,
|
40
|
+
pprof_data: flush.pprof_data,
|
41
|
+
code_provenance_file_name: flush.code_provenance_file_name,
|
42
|
+
code_provenance_data: flush.code_provenance_data,
|
43
|
+
|
44
|
+
tags_as_array: flush.tags_as_array,
|
45
|
+
)
|
46
|
+
|
47
|
+
if status == :ok
|
48
|
+
if (200..299).cover?(result)
|
49
|
+
Datadog.logger.debug('Successfully reported profiling data')
|
50
|
+
true
|
51
|
+
else
|
52
|
+
Datadog.logger.error("Failed to report profiling data: server returned unexpected HTTP #{result} status code")
|
53
|
+
false
|
54
|
+
end
|
55
|
+
else
|
56
|
+
Datadog.logger.error("Failed to report profiling data: #{result}")
|
57
|
+
false
|
58
|
+
end
|
59
|
+
end
|
60
|
+
|
61
|
+
# Used to log soft failures in `ddprof_ffi_Vec_tag_push` (e.g. we still report the profile in these cases)
|
62
|
+
# Called from native code
|
63
|
+
def self.log_failure_to_process_tag(failure_details)
|
64
|
+
Datadog.logger.warn("Failed to add tag to profiling request: #{failure_details}")
|
65
|
+
end
|
66
|
+
|
67
|
+
private
|
68
|
+
|
69
|
+
def base_url_from(agent_settings)
|
70
|
+
case agent_settings.adapter
|
71
|
+
when Datadog::Transport::Ext::HTTP::ADAPTER
|
72
|
+
"#{agent_settings.ssl ? 'https' : 'http'}://#{agent_settings.hostname}:#{agent_settings.port}/"
|
73
|
+
when Datadog::Transport::Ext::UnixSocket::ADAPTER
|
74
|
+
"unix://#{agent_settings.uds_path}"
|
75
|
+
else
|
76
|
+
raise ArgumentError, "Unexpected adapter: #{agent_settings.adapter}"
|
77
|
+
end
|
78
|
+
end
|
79
|
+
|
80
|
+
def validate_agent_settings(agent_settings)
|
81
|
+
supported_adapters = [Datadog::Transport::Ext::HTTP::ADAPTER, Datadog::Transport::Ext::UnixSocket::ADAPTER]
|
82
|
+
unless supported_adapters.include?(agent_settings.adapter)
|
83
|
+
raise ArgumentError,
|
84
|
+
"Unsupported transport configuration for profiling: Adapter #{agent_settings.adapter} " \
|
85
|
+
' is not supported'
|
86
|
+
end
|
87
|
+
|
88
|
+
if agent_settings.deprecated_for_removal_transport_configuration_proc
|
89
|
+
Datadog.logger.warn(
|
90
|
+
'Ignoring custom c.tracing.transport_options setting as the profiler does not support it.'
|
91
|
+
)
|
92
|
+
end
|
93
|
+
end
|
94
|
+
|
95
|
+
def agentless?(site, api_key)
|
96
|
+
site && api_key && Core::Environment::VariableHelpers.env_to_bool(Profiling::Ext::ENV_AGENTLESS, false)
|
97
|
+
end
|
98
|
+
|
99
|
+
def validate_exporter(exporter_configuration)
|
100
|
+
self.class._native_validate_exporter(exporter_configuration)
|
101
|
+
end
|
102
|
+
|
103
|
+
def do_export(
|
104
|
+
exporter_configuration:,
|
105
|
+
upload_timeout_milliseconds:,
|
106
|
+
start_timespec_seconds:,
|
107
|
+
start_timespec_nanoseconds:,
|
108
|
+
finish_timespec_seconds:,
|
109
|
+
finish_timespec_nanoseconds:,
|
110
|
+
pprof_file_name:,
|
111
|
+
pprof_data:,
|
112
|
+
code_provenance_file_name:,
|
113
|
+
code_provenance_data:,
|
114
|
+
tags_as_array:
|
115
|
+
)
|
116
|
+
self.class._native_do_export(
|
117
|
+
exporter_configuration,
|
118
|
+
upload_timeout_milliseconds,
|
119
|
+
start_timespec_seconds,
|
120
|
+
start_timespec_nanoseconds,
|
121
|
+
finish_timespec_seconds,
|
122
|
+
finish_timespec_nanoseconds,
|
123
|
+
pprof_file_name,
|
124
|
+
pprof_data,
|
125
|
+
code_provenance_file_name,
|
126
|
+
code_provenance_data,
|
127
|
+
tags_as_array,
|
128
|
+
)
|
129
|
+
end
|
130
|
+
end
|
131
|
+
end
|
132
|
+
end
|
@@ -0,0 +1,42 @@
|
|
1
|
+
# typed: true
|
2
|
+
|
3
|
+
module Datadog
|
4
|
+
module Profiling
|
5
|
+
# NOTE: This OldExt file is temporary and expected to be removed once the migration to the new `HttpTransport` class
|
6
|
+
# is complete
|
7
|
+
module OldExt
|
8
|
+
module Transport
|
9
|
+
module HTTP
|
10
|
+
URI_TEMPLATE_DD_API = 'https://intake.profile.%s/'.freeze
|
11
|
+
|
12
|
+
FORM_FIELD_RECORDING_START = 'start'.freeze
|
13
|
+
FORM_FIELD_RECORDING_END = 'end'.freeze
|
14
|
+
FORM_FIELD_FAMILY = 'family'.freeze
|
15
|
+
FORM_FIELD_TAG_ENV = 'env'.freeze
|
16
|
+
FORM_FIELD_TAG_HOST = 'host'.freeze
|
17
|
+
FORM_FIELD_TAG_LANGUAGE = 'language'.freeze
|
18
|
+
FORM_FIELD_TAG_PID = 'process_id'.freeze
|
19
|
+
FORM_FIELD_TAG_PROFILER_VERSION = 'profiler_version'.freeze
|
20
|
+
FORM_FIELD_TAG_RUNTIME = 'runtime'.freeze
|
21
|
+
FORM_FIELD_TAG_RUNTIME_ENGINE = 'runtime_engine'.freeze
|
22
|
+
FORM_FIELD_TAG_RUNTIME_ID = 'runtime-id'.freeze
|
23
|
+
FORM_FIELD_TAG_RUNTIME_PLATFORM = 'runtime_platform'.freeze
|
24
|
+
FORM_FIELD_TAG_RUNTIME_VERSION = 'runtime_version'.freeze
|
25
|
+
FORM_FIELD_TAG_SERVICE = 'service'.freeze
|
26
|
+
FORM_FIELD_TAG_VERSION = 'version'.freeze
|
27
|
+
FORM_FIELD_TAGS = 'tags'.freeze
|
28
|
+
FORM_FIELD_INTAKE_VERSION = 'version'.freeze
|
29
|
+
|
30
|
+
HEADER_CONTENT_TYPE = 'Content-Type'.freeze
|
31
|
+
HEADER_CONTENT_TYPE_OCTET_STREAM = 'application/octet-stream'.freeze
|
32
|
+
|
33
|
+
FORM_FIELD_PPROF_DATA = 'data[rubyprofile.pprof]'.freeze
|
34
|
+
PPROF_DEFAULT_FILENAME = 'rubyprofile.pprof.gz'.freeze
|
35
|
+
|
36
|
+
FORM_FIELD_CODE_PROVENANCE_DATA = 'data[code-provenance.json]'.freeze
|
37
|
+
CODE_PROVENANCE_FILENAME = 'code-provenance.json.gz'.freeze
|
38
|
+
end
|
39
|
+
end
|
40
|
+
end
|
41
|
+
end
|
42
|
+
end
|
@@ -0,0 +1,101 @@
|
|
1
|
+
# typed: true
|
2
|
+
|
3
|
+
require_relative 'buffer'
|
4
|
+
require_relative 'encoding/profile'
|
5
|
+
|
6
|
+
module Datadog
|
7
|
+
module Profiling
|
8
|
+
# Stores profiling events gathered by the `Stack` collector
|
9
|
+
class OldRecorder
|
10
|
+
attr_reader :max_size
|
11
|
+
|
12
|
+
def initialize(
|
13
|
+
event_classes,
|
14
|
+
max_size,
|
15
|
+
last_flush_time: Time.now.utc
|
16
|
+
)
|
17
|
+
@buffers = {}
|
18
|
+
@last_flush_time = last_flush_time
|
19
|
+
@max_size = max_size
|
20
|
+
|
21
|
+
# Add a buffer for each class
|
22
|
+
event_classes.each do |event_class|
|
23
|
+
@buffers[event_class] = Profiling::Buffer.new(max_size)
|
24
|
+
end
|
25
|
+
|
26
|
+
# Event classes can only be added ahead of time
|
27
|
+
@buffers.freeze
|
28
|
+
end
|
29
|
+
|
30
|
+
def [](event_class)
|
31
|
+
@buffers[event_class]
|
32
|
+
end
|
33
|
+
|
34
|
+
def push(events)
|
35
|
+
if events.is_a?(Array)
|
36
|
+
# Push multiple events
|
37
|
+
event_class = events.first.class
|
38
|
+
raise UnknownEventError, event_class unless @buffers.key?(event_class)
|
39
|
+
|
40
|
+
@buffers[event_class].concat(events)
|
41
|
+
else
|
42
|
+
# Push single event
|
43
|
+
event_class = events.class
|
44
|
+
raise UnknownEventError, event_class unless @buffers.key?(event_class)
|
45
|
+
|
46
|
+
@buffers[event_class].push(events)
|
47
|
+
end
|
48
|
+
end
|
49
|
+
|
50
|
+
def serialize
|
51
|
+
event_count = 0
|
52
|
+
|
53
|
+
event_groups, start, finish = update_time do
|
54
|
+
@buffers.collect do |event_class, buffer|
|
55
|
+
events = buffer.pop
|
56
|
+
next if events.empty?
|
57
|
+
|
58
|
+
event_count += events.length
|
59
|
+
EventGroup.new(event_class, events)
|
60
|
+
end.compact
|
61
|
+
end
|
62
|
+
|
63
|
+
return if event_count.zero? # We don't want to report empty profiles
|
64
|
+
|
65
|
+
encoded_pprof =
|
66
|
+
Datadog::Profiling::Encoding::Profile::Protobuf.encode(
|
67
|
+
event_count: event_count,
|
68
|
+
event_groups: event_groups,
|
69
|
+
start: start,
|
70
|
+
finish: finish,
|
71
|
+
)
|
72
|
+
|
73
|
+
[start, finish, encoded_pprof]
|
74
|
+
end
|
75
|
+
|
76
|
+
# Error when event of an unknown type is used with the OldRecorder
|
77
|
+
class UnknownEventError < StandardError
|
78
|
+
attr_reader :event_class
|
79
|
+
|
80
|
+
def initialize(event_class)
|
81
|
+
@event_class = event_class
|
82
|
+
end
|
83
|
+
|
84
|
+
def message
|
85
|
+
@message ||= "Unknown event class '#{event_class}' for profiling recorder."
|
86
|
+
end
|
87
|
+
end
|
88
|
+
|
89
|
+
private
|
90
|
+
|
91
|
+
def update_time
|
92
|
+
start = @last_flush_time
|
93
|
+
result = yield
|
94
|
+
@last_flush_time = Time.now.utc
|
95
|
+
|
96
|
+
# Return event groups, start time, finish time
|
97
|
+
[result, start, @last_flush_time]
|
98
|
+
end
|
99
|
+
end
|
100
|
+
end
|
101
|
+
end
|
@@ -2,10 +2,10 @@
|
|
2
2
|
|
3
3
|
# typed: true
|
4
4
|
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
5
|
+
require_relative '../flush'
|
6
|
+
require_relative 'message_set'
|
7
|
+
require_relative 'string_table'
|
8
|
+
require_relative '../../core/utils/time'
|
9
9
|
|
10
10
|
module Datadog
|
11
11
|
module Profiling
|