skylight 4.3.2 → 5.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +399 -336
- data/CLA.md +1 -1
- data/CONTRIBUTING.md +2 -8
- data/LICENSE.md +7 -17
- data/README.md +1 -1
- data/ext/extconf.rb +45 -56
- data/ext/libskylight.yml +10 -6
- data/ext/skylight_native.c +22 -99
- data/lib/skylight.rb +201 -14
- data/lib/skylight/api.rb +32 -21
- data/lib/skylight/cli.rb +48 -46
- data/lib/skylight/cli/doctor.rb +62 -63
- data/lib/skylight/cli/helpers.rb +19 -19
- data/lib/skylight/cli/merger.rb +142 -138
- data/lib/skylight/config.rb +634 -199
- data/lib/skylight/deprecation.rb +17 -0
- data/lib/skylight/errors.rb +23 -9
- data/lib/skylight/extensions.rb +95 -0
- data/lib/skylight/extensions/source_location.rb +291 -0
- data/lib/skylight/formatters/http.rb +18 -0
- data/lib/skylight/gc.rb +99 -0
- data/lib/skylight/helpers.rb +81 -36
- data/lib/skylight/instrumenter.rb +336 -18
- data/lib/skylight/middleware.rb +134 -1
- data/lib/skylight/native.rb +60 -12
- data/lib/skylight/native_ext_fetcher.rb +13 -14
- data/lib/skylight/normalizers.rb +157 -0
- data/lib/skylight/normalizers/action_controller/process_action.rb +68 -0
- data/lib/skylight/normalizers/action_controller/send_file.rb +51 -0
- data/lib/skylight/normalizers/action_dispatch/process_middleware.rb +22 -0
- data/lib/skylight/normalizers/action_dispatch/route_set.rb +27 -0
- data/lib/skylight/normalizers/action_view/render_collection.rb +24 -0
- data/lib/skylight/normalizers/action_view/render_layout.rb +25 -0
- data/lib/skylight/normalizers/action_view/render_partial.rb +23 -0
- data/lib/skylight/normalizers/action_view/render_template.rb +23 -0
- data/lib/skylight/normalizers/active_job/perform.rb +90 -0
- data/lib/skylight/normalizers/active_model_serializers/render.rb +32 -0
- data/lib/skylight/normalizers/active_record/instantiation.rb +16 -0
- data/lib/skylight/normalizers/active_record/sql.rb +12 -0
- data/lib/skylight/normalizers/active_storage.rb +28 -0
- data/lib/skylight/normalizers/active_support/cache.rb +11 -0
- data/lib/skylight/normalizers/active_support/cache_clear.rb +16 -0
- data/lib/skylight/normalizers/active_support/cache_decrement.rb +16 -0
- data/lib/skylight/normalizers/active_support/cache_delete.rb +16 -0
- data/lib/skylight/normalizers/active_support/cache_exist.rb +16 -0
- data/lib/skylight/normalizers/active_support/cache_fetch_hit.rb +16 -0
- data/lib/skylight/normalizers/active_support/cache_generate.rb +16 -0
- data/lib/skylight/normalizers/active_support/cache_increment.rb +16 -0
- data/lib/skylight/normalizers/active_support/cache_read.rb +16 -0
- data/lib/skylight/normalizers/active_support/cache_read_multi.rb +16 -0
- data/lib/skylight/normalizers/active_support/cache_write.rb +16 -0
- data/lib/skylight/normalizers/coach/handler_finish.rb +44 -0
- data/lib/skylight/normalizers/coach/middleware_finish.rb +33 -0
- data/lib/skylight/normalizers/couch_potato/query.rb +20 -0
- data/lib/skylight/normalizers/data_mapper/sql.rb +12 -0
- data/lib/skylight/normalizers/default.rb +24 -0
- data/lib/skylight/normalizers/elasticsearch/request.rb +20 -0
- data/lib/skylight/normalizers/faraday/request.rb +38 -0
- data/lib/skylight/normalizers/grape/endpoint.rb +28 -0
- data/lib/skylight/normalizers/grape/endpoint_render.rb +25 -0
- data/lib/skylight/normalizers/grape/endpoint_run.rb +39 -0
- data/lib/skylight/normalizers/grape/endpoint_run_filters.rb +20 -0
- data/lib/skylight/normalizers/grape/format_response.rb +20 -0
- data/lib/skylight/normalizers/graphiti/render.rb +22 -0
- data/lib/skylight/normalizers/graphiti/resolve.rb +31 -0
- data/lib/skylight/normalizers/graphql/base.rb +127 -0
- data/lib/skylight/normalizers/render.rb +79 -0
- data/lib/skylight/normalizers/sequel/sql.rb +12 -0
- data/lib/skylight/normalizers/shrine.rb +32 -0
- data/lib/skylight/normalizers/sql.rb +45 -0
- data/lib/skylight/probes.rb +173 -0
- data/lib/skylight/probes/action_controller.rb +52 -0
- data/lib/skylight/probes/action_dispatch.rb +2 -0
- data/lib/skylight/probes/action_dispatch/request_id.rb +33 -0
- data/lib/skylight/probes/action_dispatch/routing/route_set.rb +30 -0
- data/lib/skylight/probes/action_view.rb +42 -0
- data/lib/skylight/probes/active_job.rb +27 -0
- data/lib/skylight/probes/active_job_enqueue.rb +35 -0
- data/lib/skylight/probes/active_model_serializers.rb +50 -0
- data/lib/skylight/probes/delayed_job.rb +144 -0
- data/lib/skylight/probes/elasticsearch.rb +36 -0
- data/lib/skylight/probes/excon.rb +25 -0
- data/lib/skylight/probes/excon/middleware.rb +65 -0
- data/lib/skylight/probes/faraday.rb +23 -0
- data/lib/skylight/probes/graphql.rb +38 -0
- data/lib/skylight/probes/httpclient.rb +44 -0
- data/lib/skylight/probes/middleware.rb +135 -0
- data/lib/skylight/probes/mongo.rb +156 -0
- data/lib/skylight/probes/mongoid.rb +13 -0
- data/lib/skylight/probes/net_http.rb +54 -0
- data/lib/skylight/probes/redis.rb +51 -0
- data/lib/skylight/probes/sequel.rb +29 -0
- data/lib/skylight/probes/sinatra.rb +66 -0
- data/lib/skylight/probes/sinatra_add_middleware.rb +10 -10
- data/lib/skylight/probes/tilt.rb +25 -0
- data/lib/skylight/railtie.rb +157 -27
- data/lib/skylight/sidekiq.rb +47 -0
- data/lib/skylight/subscriber.rb +108 -0
- data/lib/skylight/test.rb +151 -0
- data/lib/skylight/trace.rb +325 -22
- data/lib/skylight/user_config.rb +58 -0
- data/lib/skylight/util.rb +12 -0
- data/lib/skylight/util/allocation_free.rb +26 -0
- data/lib/skylight/util/clock.rb +57 -0
- data/lib/skylight/util/component.rb +22 -22
- data/lib/skylight/util/deploy.rb +16 -21
- data/lib/skylight/util/gzip.rb +20 -0
- data/lib/skylight/util/http.rb +106 -113
- data/lib/skylight/util/instrumenter_method.rb +26 -0
- data/lib/skylight/util/logging.rb +136 -0
- data/lib/skylight/util/lru_cache.rb +36 -0
- data/lib/skylight/util/platform.rb +1 -5
- data/lib/skylight/util/ssl.rb +1 -25
- data/lib/skylight/vendor/cli/thor/rake_compat.rb +1 -1
- data/lib/skylight/version.rb +5 -1
- data/lib/skylight/vm/gc.rb +60 -0
- metadata +126 -13
@@ -0,0 +1,11 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class Cache < Normalizer
|
5
|
+
%w[clear decrement delete exist fetch_hit generate increment read read_multi write].each do |type|
|
6
|
+
require "skylight/normalizers/active_support/cache_#{type}"
|
7
|
+
end
|
8
|
+
end
|
9
|
+
end
|
10
|
+
end
|
11
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheClear < Cache
|
5
|
+
register "cache_clear.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.clear".freeze
|
8
|
+
TITLE = "cache clear".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheDecrement < Cache
|
5
|
+
register "cache_decrement.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.decrement".freeze
|
8
|
+
TITLE = "cache decrement".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheDelete < Cache
|
5
|
+
register "cache_delete.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.delete".freeze
|
8
|
+
TITLE = "cache delete".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheExist < Cache
|
5
|
+
register "cache_exist?.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.exist".freeze
|
8
|
+
TITLE = "cache exist?".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheFetchHit < Cache
|
5
|
+
register "cache_fetch_hit.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.fetch_hit".freeze
|
8
|
+
TITLE = "cache fetch hit".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheGenerate < Cache
|
5
|
+
register "cache_generate.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.generate".freeze
|
8
|
+
TITLE = "cache generate".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheIncrement < Cache
|
5
|
+
register "cache_increment.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.increment".freeze
|
8
|
+
TITLE = "cache increment".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheRead < Cache
|
5
|
+
register "cache_read.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.read".freeze
|
8
|
+
TITLE = "cache read".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheReadMulti < Cache
|
5
|
+
register "cache_read_multi.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.read_multi".freeze
|
8
|
+
TITLE = "cache read multi".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module ActiveSupport
|
4
|
+
class CacheWrite < Cache
|
5
|
+
register "cache_write.active_support"
|
6
|
+
|
7
|
+
CAT = "app.cache.write".freeze
|
8
|
+
TITLE = "cache write".freeze
|
9
|
+
|
10
|
+
def normalize(_trace, _name, _payload)
|
11
|
+
[CAT, TITLE, nil]
|
12
|
+
end
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,44 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module Coach
|
4
|
+
class HandlerFinish < Normalizer
|
5
|
+
begin
|
6
|
+
require "coach/version"
|
7
|
+
version = Gem::Version.new(::Coach::VERSION)
|
8
|
+
rescue LoadError # rubocop:disable Lint/SuppressedException
|
9
|
+
end
|
10
|
+
|
11
|
+
if version && version < Gem::Version.new("1.0")
|
12
|
+
register "coach.handler.finish"
|
13
|
+
else
|
14
|
+
register "finish_handler.coach"
|
15
|
+
end
|
16
|
+
|
17
|
+
CAT = "app.coach.handler".freeze
|
18
|
+
|
19
|
+
# See information on the events Coach emits here:
|
20
|
+
# https://github.com/gocardless/coach#instrumentation
|
21
|
+
|
22
|
+
# Run when the handler first starts, we need to set the trace endpoint to be the
|
23
|
+
# handler name.
|
24
|
+
#
|
25
|
+
# We can expect the payload to have the :middleware key.
|
26
|
+
def normalize(trace, _name, payload)
|
27
|
+
trace.endpoint = payload[:middleware]
|
28
|
+
[CAT, payload[:middleware], nil]
|
29
|
+
end
|
30
|
+
|
31
|
+
def normalize_after(trace, _span, _name, payload)
|
32
|
+
return unless config.enable_segments?
|
33
|
+
|
34
|
+
segments = []
|
35
|
+
|
36
|
+
response_status = payload.fetch(:response, {}).fetch(:status, "").to_s
|
37
|
+
segments << "error" if response_status.start_with?("4", "5")
|
38
|
+
|
39
|
+
trace.segment = segments.join("+") if segments.any?
|
40
|
+
end
|
41
|
+
end
|
42
|
+
end
|
43
|
+
end
|
44
|
+
end
|
@@ -0,0 +1,33 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module Coach
|
4
|
+
class MiddlewareFinish < Normalizer
|
5
|
+
begin
|
6
|
+
require "coach/version"
|
7
|
+
version = Gem::Version.new(::Coach::VERSION)
|
8
|
+
rescue LoadError # rubocop:disable Lint/SuppressedException
|
9
|
+
end
|
10
|
+
|
11
|
+
if version && version < Gem::Version.new("1.0")
|
12
|
+
register "coach.middleware.finish"
|
13
|
+
else
|
14
|
+
register "finish_middleware.coach"
|
15
|
+
end
|
16
|
+
|
17
|
+
CAT = "app.coach.middleware".freeze
|
18
|
+
|
19
|
+
# See information on the events Coach emits here:
|
20
|
+
# https://github.com/gocardless/coach#instrumentation
|
21
|
+
|
22
|
+
# Called whenever a new middleware is executed. We can expect this to happen
|
23
|
+
# within a Coach::Handler.
|
24
|
+
#
|
25
|
+
# We can expect the payload to have the :middleware key.
|
26
|
+
def normalize(trace, _name, payload)
|
27
|
+
trace.endpoint = payload[:middleware]
|
28
|
+
[CAT, payload[:middleware], nil]
|
29
|
+
end
|
30
|
+
end
|
31
|
+
end
|
32
|
+
end
|
33
|
+
end
|
@@ -0,0 +1,20 @@
|
|
1
|
+
require "json"
|
2
|
+
|
3
|
+
module Skylight
|
4
|
+
module Normalizers
|
5
|
+
module CouchPotato
|
6
|
+
class Query < Normalizer
|
7
|
+
register "couch_potato.load"
|
8
|
+
register "couch_potato.view"
|
9
|
+
|
10
|
+
CAT = "db.couch_db.query".freeze
|
11
|
+
|
12
|
+
def normalize(_trace, name, payload)
|
13
|
+
description = payload[:name] if payload
|
14
|
+
name = name.sub("couch_potato.", "")
|
15
|
+
[CAT, name, description]
|
16
|
+
end
|
17
|
+
end
|
18
|
+
end
|
19
|
+
end
|
20
|
+
end
|
@@ -0,0 +1,24 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
# The default normalizer, used if no other is found.
|
4
|
+
class Default < Normalizer
|
5
|
+
def initialize
|
6
|
+
super(nil) # Pass no config and handle it in new method
|
7
|
+
end
|
8
|
+
|
9
|
+
def config
|
10
|
+
Skylight.config
|
11
|
+
end
|
12
|
+
|
13
|
+
# @param trace [Skylight::Messages::Trace::Builder] ignored, only present to match API
|
14
|
+
# @param name [String]
|
15
|
+
# @param payload [Hash]
|
16
|
+
# @option payload [String] :title
|
17
|
+
# @option payload [String] :description
|
18
|
+
# @return [Array, :skip] the normalized array or `:skip` if `name` is not part of a known {Skylight::TIERS tier}
|
19
|
+
def normalize(_trace, name, payload)
|
20
|
+
name =~ Skylight::TIER_REGEX ? [name, payload[:title], payload[:description]] : :skip
|
21
|
+
end
|
22
|
+
end
|
23
|
+
end
|
24
|
+
end
|
@@ -0,0 +1,20 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module Elasticsearch
|
4
|
+
class Request < Normalizer
|
5
|
+
register "request.elasticsearch"
|
6
|
+
|
7
|
+
CAT = "db.elasticsearch.request".freeze
|
8
|
+
|
9
|
+
def normalize(_trace, _name, payload)
|
10
|
+
path = payload[:path].split("/")
|
11
|
+
title = [payload[:method], path[0]].compact.join(" ")
|
12
|
+
desc = {}
|
13
|
+
desc[:type] = path[1] if path[1]
|
14
|
+
desc[:id] = "?" if path[2]
|
15
|
+
[CAT, title, desc.empty? ? nil : desc.to_json]
|
16
|
+
end
|
17
|
+
end
|
18
|
+
end
|
19
|
+
end
|
20
|
+
end
|
@@ -0,0 +1,38 @@
|
|
1
|
+
require "skylight/formatters/http"
|
2
|
+
|
3
|
+
module Skylight
|
4
|
+
module Normalizers
|
5
|
+
module Faraday
|
6
|
+
class Request < Normalizer
|
7
|
+
register "request.faraday"
|
8
|
+
|
9
|
+
DISABLED_KEY = :__skylight_faraday_disabled
|
10
|
+
|
11
|
+
def self.disable
|
12
|
+
old_value = Thread.current[DISABLED_KEY]
|
13
|
+
Thread.current[DISABLED_KEY] = true
|
14
|
+
yield
|
15
|
+
ensure
|
16
|
+
Thread.current[DISABLED_KEY] = old_value
|
17
|
+
end
|
18
|
+
|
19
|
+
def disabled?
|
20
|
+
!!Thread.current[DISABLED_KEY]
|
21
|
+
end
|
22
|
+
|
23
|
+
def normalize(_trace, _name, payload)
|
24
|
+
uri = payload[:url]
|
25
|
+
|
26
|
+
return :skip if disabled?
|
27
|
+
|
28
|
+
opts = Formatters::HTTP.build_opts(payload[:method], uri.scheme, uri.host, uri.port, uri.path, uri.query)
|
29
|
+
description = opts[:title]
|
30
|
+
|
31
|
+
# We use "Faraday" as the title to differentiate it in the UI in
|
32
|
+
# case it's wrapping or is wrapped by another HTTP backend
|
33
|
+
[opts[:category], "Faraday", description, opts[:meta]]
|
34
|
+
end
|
35
|
+
end
|
36
|
+
end
|
37
|
+
end
|
38
|
+
end
|
@@ -0,0 +1,28 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module Grape
|
4
|
+
class Endpoint < Normalizer
|
5
|
+
%w[run render run_filters].each { |type| require "skylight/normalizers/grape/endpoint_#{type}" }
|
6
|
+
|
7
|
+
require "skylight/normalizers/grape/format_response"
|
8
|
+
|
9
|
+
private
|
10
|
+
|
11
|
+
def get_method(endpoint)
|
12
|
+
method = endpoint.options[:method].first
|
13
|
+
method = "#{method}..." if endpoint.options[:method].length > 1
|
14
|
+
method
|
15
|
+
end
|
16
|
+
|
17
|
+
def get_path(endpoint)
|
18
|
+
endpoint.options[:path].join("/")
|
19
|
+
end
|
20
|
+
|
21
|
+
def get_namespace(endpoint)
|
22
|
+
# slice off preceding slash for data continuity
|
23
|
+
::Grape::Namespace.joined_space_path(endpoint.namespace_stackable(:namespace)).to_s[1..-1]
|
24
|
+
end
|
25
|
+
end
|
26
|
+
end
|
27
|
+
end
|
28
|
+
end
|
@@ -0,0 +1,25 @@
|
|
1
|
+
module Skylight
|
2
|
+
module Normalizers
|
3
|
+
module Grape
|
4
|
+
class EndpointRender < Endpoint
|
5
|
+
register "endpoint_render.grape"
|
6
|
+
|
7
|
+
CAT = "app.grape.endpoint".freeze
|
8
|
+
|
9
|
+
def normalize(_trace, _name, payload)
|
10
|
+
if (endpoint = payload[:endpoint])
|
11
|
+
path = get_path(endpoint)
|
12
|
+
namespace = get_namespace(endpoint)
|
13
|
+
method = get_method(endpoint)
|
14
|
+
|
15
|
+
title = [method, namespace, path].join(" ").gsub(/\s+/, " ")
|
16
|
+
|
17
|
+
[CAT, title, nil]
|
18
|
+
else
|
19
|
+
:skip
|
20
|
+
end
|
21
|
+
end
|
22
|
+
end
|
23
|
+
end
|
24
|
+
end
|
25
|
+
end
|