instana 1.195.1 → 1.197.0.pre2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (108) hide show
  1. checksums.yaml +4 -4
  2. data/.circleci/config.yml +16 -2
  3. data/.rubocop.yml +6 -2
  4. data/Appraisals +13 -1
  5. data/Rakefile +1 -1
  6. data/docker-compose.yml +20 -0
  7. data/gemfiles/aws_30.gemfile +3 -0
  8. data/gemfiles/excon_021.gemfile +18 -0
  9. data/gemfiles/excon_079.gemfile +18 -0
  10. data/gemfiles/shoryuken_50.gemfile +19 -0
  11. data/instana.gemspec +3 -7
  12. data/lib/instana.rb +3 -0
  13. data/lib/instana/activator.rb +2 -0
  14. data/lib/instana/activators/aws_sdk_s3.rb +20 -0
  15. data/lib/instana/activators/aws_sdk_sns.rb +20 -0
  16. data/lib/instana/activators/aws_sdk_sqs.rb +20 -0
  17. data/lib/instana/activators/excon.rb +1 -1
  18. data/lib/instana/activators/shoryuken.rb +24 -0
  19. data/lib/instana/backend/agent.rb +60 -0
  20. data/lib/instana/backend/gc_snapshot.rb +41 -0
  21. data/lib/instana/backend/host_agent.rb +74 -0
  22. data/lib/instana/backend/host_agent_activation_observer.rb +97 -0
  23. data/lib/instana/backend/host_agent_lookup.rb +57 -0
  24. data/lib/instana/backend/host_agent_reporting_observer.rb +106 -0
  25. data/lib/instana/backend/process_info.rb +64 -0
  26. data/lib/instana/backend/request_client.rb +73 -0
  27. data/lib/instana/backend/serverless_agent.rb +118 -0
  28. data/lib/instana/base.rb +8 -27
  29. data/lib/instana/config.rb +8 -22
  30. data/lib/instana/instrumentation/aws_sdk_dynamodb.rb +21 -2
  31. data/lib/instana/instrumentation/aws_sdk_s3.rb +55 -0
  32. data/lib/instana/instrumentation/aws_sdk_sns.rb +29 -0
  33. data/lib/instana/instrumentation/aws_sdk_sqs.rb +98 -0
  34. data/lib/instana/instrumentation/excon.rb +19 -9
  35. data/lib/instana/instrumentation/instrumented_request.rb +68 -8
  36. data/lib/instana/instrumentation/net-http.rb +11 -7
  37. data/lib/instana/instrumentation/rack.rb +12 -7
  38. data/lib/instana/instrumentation/shoryuken.rb +44 -0
  39. data/lib/instana/logger_delegator.rb +31 -0
  40. data/lib/instana/{opentracing → open_tracing}/carrier.rb +0 -0
  41. data/lib/instana/open_tracing/instana_tracer.rb +99 -0
  42. data/lib/instana/secrets.rb +8 -4
  43. data/lib/instana/setup.rb +20 -11
  44. data/lib/instana/snapshot/deltable.rb +25 -0
  45. data/lib/instana/snapshot/docker_container.rb +151 -0
  46. data/lib/instana/snapshot/fargate_container.rb +88 -0
  47. data/lib/instana/snapshot/fargate_process.rb +67 -0
  48. data/lib/instana/snapshot/fargate_task.rb +72 -0
  49. data/lib/instana/snapshot/ruby_process.rb +48 -0
  50. data/lib/instana/tracer.rb +29 -147
  51. data/lib/instana/tracing/processor.rb +14 -22
  52. data/lib/instana/tracing/span.rb +34 -37
  53. data/lib/instana/tracing/span_context.rb +16 -10
  54. data/lib/instana/util.rb +8 -69
  55. data/lib/instana/version.rb +1 -1
  56. data/lib/opentracing.rb +26 -3
  57. data/test/backend/agent_test.rb +54 -0
  58. data/test/backend/gc_snapshot_test.rb +11 -0
  59. data/test/backend/host_agent_activation_observer_test.rb +72 -0
  60. data/test/backend/host_agent_lookup_test.rb +78 -0
  61. data/test/backend/host_agent_reporting_observer_test.rb +192 -0
  62. data/test/backend/host_agent_test.rb +47 -0
  63. data/test/backend/process_info_test.rb +63 -0
  64. data/test/backend/request_client_test.rb +39 -0
  65. data/test/backend/serverless_agent_test.rb +73 -0
  66. data/test/config_test.rb +10 -0
  67. data/test/instana_test.rb +11 -4
  68. data/test/instrumentation/aws_test.rb +130 -2
  69. data/test/instrumentation/excon_test.rb +16 -1
  70. data/test/instrumentation/net_http_test.rb +18 -0
  71. data/test/instrumentation/rack_instrumented_request_test.rb +9 -4
  72. data/test/instrumentation/rack_test.rb +2 -14
  73. data/test/instrumentation/shoryuken_test.rb +47 -0
  74. data/test/secrets_test.rb +41 -22
  75. data/test/snapshot/deltable_test.rb +17 -0
  76. data/test/snapshot/docker_container_test.rb +82 -0
  77. data/test/snapshot/fargate_container_test.rb +82 -0
  78. data/test/snapshot/fargate_process_test.rb +35 -0
  79. data/test/snapshot/fargate_task_test.rb +49 -0
  80. data/test/snapshot/ruby_process_test.rb +14 -0
  81. data/test/support/mock_timer.rb +20 -0
  82. data/test/test_helper.rb +16 -4
  83. data/test/tracing/custom_test.rb +1 -3
  84. data/test/tracing/id_management_test.rb +4 -0
  85. data/test/tracing/opentracing_test.rb +15 -2
  86. data/test/tracing/processor_test.rb +58 -0
  87. data/test/tracing/span_context_test.rb +21 -0
  88. data/test/tracing/span_test.rb +136 -0
  89. data/test/tracing/tracer_async_test.rb +29 -0
  90. data/test/tracing/tracer_test.rb +82 -16
  91. data/test/util_test.rb +10 -0
  92. metadata +86 -46
  93. data/Dockerfile +0 -16
  94. data/lib/instana/agent.rb +0 -508
  95. data/lib/instana/agent/helpers.rb +0 -87
  96. data/lib/instana/agent/hooks.rb +0 -44
  97. data/lib/instana/agent/tasks.rb +0 -51
  98. data/lib/instana/collector.rb +0 -119
  99. data/lib/instana/collectors/gc.rb +0 -60
  100. data/lib/instana/collectors/memory.rb +0 -37
  101. data/lib/instana/collectors/thread.rb +0 -33
  102. data/lib/instana/eum/eum-test.js.erb +0 -17
  103. data/lib/instana/eum/eum.js.erb +0 -17
  104. data/lib/instana/helpers.rb +0 -47
  105. data/lib/instana/opentracing/tracer.rb +0 -21
  106. data/lib/instana/thread_local.rb +0 -18
  107. data/lib/oj_check.rb +0 -19
  108. data/test/agent/agent_test.rb +0 -151
@@ -0,0 +1,118 @@
1
+ # (c) Copyright IBM Corp. 2021
2
+ # (c) Copyright Instana Inc. 2021
3
+
4
+ module Instana
5
+ module Backend
6
+ # @since 1.197.0
7
+ class ServerlessAgent
8
+ DEFAULT_SECRETS = 'contains-ignore-case:key,password,secret'.freeze
9
+ attr_reader :timer
10
+
11
+ # rubocop:disable Metrics/ParameterLists
12
+ def initialize(snapshots,
13
+ timer_class: Concurrent::TimerTask,
14
+ processor: ::Instana.processor,
15
+ logger: ::Instana.logger,
16
+ backend_uri: ENV['INSTANA_ENDPOINT_URL'],
17
+ secrets: ENV.fetch('INSTANA_SECRETS', DEFAULT_SECRETS), headers: ENV.fetch('INSTANA_EXTRA_HTTP_HEADERS', ''))
18
+ @snapshots = snapshots
19
+ @processor = processor
20
+ @logger = logger
21
+ @timer = timer_class.new(execution_interval: 1, run_now: true) { send_bundle }
22
+ @backend_uri = URI(backend_uri)
23
+ @client = Backend::RequestClient.new(@backend_uri.host, @backend_uri.port, use_ssl: @backend_uri.scheme == "https")
24
+ @secrets = secrets
25
+ @headers = headers
26
+ end
27
+ # rubocop:enable Metrics/ParameterLists
28
+
29
+ def setup; end
30
+
31
+ def spawn_background_thread
32
+ @timer.execute
33
+ end
34
+
35
+ # @return [Boolean] true if the agent able to send spans to the backend
36
+ def ready?
37
+ true
38
+ end
39
+
40
+ # @return [Hash, NilClass] the backend friendly description of the current in process collector
41
+ def source
42
+ return @source if @source
43
+
44
+ snapshot = @snapshots.detect { |s| s.respond_to?(:source) }
45
+
46
+ if snapshot
47
+ @source = snapshot.source
48
+ else
49
+ @logger.warn('Unable to find a snapshot which provides a source.')
50
+ {}
51
+ end
52
+ end
53
+
54
+ # @return [Array] extra headers to include in the trace
55
+ def extra_headers
56
+ @headers.split(';')
57
+ end
58
+
59
+ # @return [Hash] values which are removed from urls sent to the backend
60
+ def secret_values
61
+ # TODO: Parse from env
62
+ matcher, *keys = @secrets.split(/[:,]/)
63
+ {'matcher' => matcher, 'list' => keys}
64
+ end
65
+
66
+ private
67
+
68
+ def request_headers
69
+ {
70
+ 'X-Instana-Host' => host_name,
71
+ 'X-Instana-Key' => ENV['INSTANA_AGENT_KEY'],
72
+ 'X-Instana-Time' => (Time.now.to_i * 1000).to_s
73
+ }
74
+ end
75
+
76
+ def send_bundle
77
+ spans = @processor.queued_spans
78
+ bundle = {
79
+ spans: spans,
80
+ metrics: {
81
+ plugins: agent_snapshots
82
+ }
83
+ }
84
+
85
+ path = "#{@backend_uri.path}/bundle"
86
+ response = @client.send_request('POST', path, bundle, request_headers)
87
+
88
+ return if response.ok?
89
+
90
+ @logger.warn("Recived a `#{response.code}` when sending data.")
91
+ end
92
+
93
+ def agent_snapshots
94
+ @snapshots.map do |snapshot|
95
+ begin # rubocop:disable Style/RedundantBegin, Lint/RedundantCopDisableDirective
96
+ snapshot.snapshot
97
+ rescue StandardError => e
98
+ @logger.error(e.message)
99
+ nil
100
+ end
101
+ end.compact
102
+ end
103
+
104
+ def host_name
105
+ return @host_name if @host_name
106
+
107
+ snapshot = @snapshots.detect { |s| s.respond_to?(:host_name) }
108
+
109
+ if snapshot
110
+ @host_name = snapshot.host_name
111
+ else
112
+ @logger.warn('Unable to find a snapshot which provides a host_name.')
113
+ ''
114
+ end
115
+ end
116
+ end
117
+ end
118
+ end
data/lib/instana/base.rb CHANGED
@@ -4,16 +4,13 @@
4
4
  require "logger"
5
5
  require "instana/version"
6
6
  require "instana/util"
7
- require "instana/helpers"
8
7
 
9
8
  module Instana
10
9
  class << self
11
10
  attr_accessor :agent
12
- attr_accessor :collector
13
11
  attr_accessor :tracer
14
12
  attr_accessor :processor
15
13
  attr_accessor :config
16
- attr_accessor :logger
17
14
  attr_accessor :pid
18
15
  attr_reader :secrets
19
16
 
@@ -24,36 +21,20 @@ module Instana
24
21
  # to run" state.
25
22
  #
26
23
  def setup
27
- @agent = ::Instana::Agent.new
24
+ @agent = ::Instana::Backend::Agent.new
28
25
  @tracer = ::Instana::Tracer.new
29
26
  @processor = ::Instana::Processor.new
30
- @collector = ::Instana::Collector.new
31
27
  @secrets = ::Instana::Secrets.new
32
28
  end
33
- end
34
- end
35
-
36
- # Setup the logger as early as possible
37
-
38
- # Default Logger outputs to STDOUT
39
- ::Instana.logger = Logger.new(STDOUT)
40
-
41
- # Can instead log to a file that is rotated every 10M
42
- # ::Instana.logger = Logger.new("instana.log", 10, 1073741824)
43
29
 
44
- if ENV.key?('INSTANA_GEM_TEST')
45
- ::Instana.logger.level = Logger::DEBUG
46
- elsif ENV.key?('INSTANA_GEM_DEV') || ENV.key?('INSTANA_DEBUG')
47
- ::Instana.logger.level = Logger::DEBUG
48
- elsif ENV.key?('INSTANA_QUIET')
49
- ::Instana.logger.level = Logger::FATAL
50
- else
51
- ::Instana.logger.level = Logger::WARN
52
- end
30
+ def logger
31
+ @logger ||= ::Instana::LoggerDelegator.new(Logger.new(STDOUT))
32
+ end
53
33
 
54
- ::Instana.logger.formatter = proc do |severity, datetime, progname, msg|
55
- "#{datetime}: #{severity.rjust(5)} Instana: #{progname} #{msg}\n"
34
+ def logger=(val)
35
+ @logger.__setobj__(val)
36
+ end
37
+ end
56
38
  end
57
39
 
58
-
59
40
  ::Instana.logger.info "Stan is on the scene. Starting Instana instrumentation version #{::Instana::VERSION}"
@@ -3,26 +3,21 @@
3
3
 
4
4
  module Instana
5
5
  class Config
6
-
7
- def initialize
6
+ def initialize(logger: ::Instana.logger, agent_host: ENV['INSTANA_AGENT_HOST'], agent_port: ENV['INSTANA_AGENT_PORT'])
8
7
  @config = {}
9
- if ENV.key?('INSTANA_AGENT_HOST')
10
- ::Instana.logger.debug "Using custom agent host location specified in INSTANA_AGENT_HOST (#{ENV['INSTANA_AGENT_HOST']})"
11
- @config[:agent_host] = ENV['INSTANA_AGENT_HOST']
8
+ if agent_host
9
+ logger.debug "Using custom agent host location specified in INSTANA_AGENT_HOST (#{ENV['INSTANA_AGENT_HOST']})"
10
+ @config[:agent_host] = agent_host
12
11
  else
13
12
  @config[:agent_host] = '127.0.0.1'
14
13
  end
15
- if ENV.key?('INSTANA_AGENT_PORT')
16
- ::Instana.logger.debug "Using custom agent port specified in INSTANA_AGENT_PORT (#{ENV['INSTANA_AGENT_PORT']})"
17
- @config[:agent_port] = ENV['INSTANA_AGENT_PORT']
14
+ if agent_port
15
+ logger.debug "Using custom agent port specified in INSTANA_AGENT_PORT (#{ENV['INSTANA_AGENT_PORT']})"
16
+ @config[:agent_port] = agent_port
18
17
  else
19
18
  @config[:agent_port] = 42699
20
19
  end
21
20
 
22
- # This option has been DEPRECATED. Use the INSTANA_DISABLE environment variable instead.
23
- # https://docs.instana.io/ecosystem/ruby/configuration/
24
- @config[:enabled] = true
25
-
26
21
  # Enable/disable metrics globally or individually (default: all enabled)
27
22
  @config[:metrics] = { :enabled => true }
28
23
  @config[:metrics][:gc] = { :enabled => true }
@@ -56,7 +51,7 @@ module Instana
56
51
  @config[:sanitize_sql] = true
57
52
 
58
53
  # W3 Trace Context Support
59
- @config[:w3_trace_correlation] = ENV.fetch('INSTANA_W3C_TRACE_CORRELATION', 'true').eql?('true')
54
+ @config[:w3_trace_correlation] = ENV['INSTANA_DISABLE_W3C_TRACE_CORRELATION'].nil?
60
55
 
61
56
  @config[:action_controller] = { :enabled => true }
62
57
  @config[:action_view] = { :enabled => true }
@@ -80,15 +75,6 @@ module Instana
80
75
 
81
76
  def []=(key, value)
82
77
  @config[key.to_sym] = value
83
-
84
- if key == :enabled
85
- # Configuring global enable/disable flag, then set the
86
- # appropriate children flags.
87
- @config[:metrics][:enabled] = value
88
- @config[:tracing][:enabled] = value
89
-
90
- ::Instana.logger.warn "::Instana.config[:enabled] has been deprecated. Set INSTANA_DISABLE environment variable to any value instead."
91
- end
92
78
  end
93
79
  end
94
80
  end
@@ -7,11 +7,11 @@ module Instana
7
7
  class Handler < Seahorse::Client::Handler
8
8
  def call(context)
9
9
  dynamo_tags = {
10
- op: context.operation_name,
10
+ op: format_operation(context.operation_name),
11
11
  table: table_name_from(context)
12
12
  }
13
13
 
14
- ::Instana.tracer.trace(:dynamodb, dynamo_tags) { @handler.call(context) }
14
+ ::Instana.tracer.trace(:dynamodb, {dynamodb: dynamo_tags}) { @handler.call(context) }
15
15
  end
16
16
 
17
17
  private
@@ -19,6 +19,25 @@ module Instana
19
19
  def table_name_from(context)
20
20
  context.params[:table_name] || context.params[:global_table_name] || 'Unknown'
21
21
  end
22
+
23
+ def format_operation(name)
24
+ case name
25
+ when :create_table
26
+ 'create'
27
+ when :list_tables
28
+ 'list'
29
+ when :get_item
30
+ 'get'
31
+ when :put_item
32
+ 'put'
33
+ when :update_item
34
+ 'update'
35
+ when :delete_item
36
+ 'delete'
37
+ else
38
+ name.to_s
39
+ end
40
+ end
22
41
  end
23
42
 
24
43
  def add_handlers(handlers, _config)
@@ -0,0 +1,55 @@
1
+ # (c) Copyright IBM Corp. 2021
2
+ # (c) Copyright Instana Inc. 2021
3
+
4
+ module Instana
5
+ module Instrumentation
6
+ class S3 < Seahorse::Client::Plugin
7
+ class Handler < Seahorse::Client::Handler
8
+ def call(context)
9
+ s3_tags = {
10
+ op: format_operation(context.operation_name),
11
+ bucket: bucket_name_from(context),
12
+ key: key_from_context(context)
13
+ }.compact
14
+
15
+ ::Instana.tracer.trace(:s3, {s3: s3_tags}) { @handler.call(context) }
16
+ end
17
+
18
+ private
19
+
20
+ def bucket_name_from(context)
21
+ context.params[:bucket] || 'Unknown'
22
+ end
23
+
24
+ def key_from_context(context)
25
+ context.params[:key]
26
+ end
27
+
28
+ def format_operation(name)
29
+ case name
30
+ when :create_bucket
31
+ 'createBucket'
32
+ when :delete_bucket
33
+ 'deleteBucket'
34
+ when :delete_object
35
+ 'delete'
36
+ when :get_object
37
+ 'get'
38
+ when :head_object
39
+ 'metadata'
40
+ when :list_objects
41
+ 'list'
42
+ when :put_object
43
+ 'list'
44
+ else
45
+ name.to_s
46
+ end
47
+ end
48
+ end
49
+
50
+ def add_handlers(handlers, _config)
51
+ handlers.add(Handler, step: :initialize)
52
+ end
53
+ end
54
+ end
55
+ end
@@ -0,0 +1,29 @@
1
+ # (c) Copyright IBM Corp. 2021
2
+ # (c) Copyright Instana Inc. 2021
3
+
4
+ module Instana
5
+ module Instrumentation
6
+ class SNS < Seahorse::Client::Plugin
7
+ class Handler < Seahorse::Client::Handler
8
+ def call(context)
9
+ sns_tags = {
10
+ topic: context.params[:topic_arn],
11
+ target: context.params[:target_arn],
12
+ phone: context.params[:phone_number],
13
+ subject: context.params[:subject]
14
+ }.compact
15
+
16
+ if context.operation_name == :publish
17
+ ::Instana.tracer.trace(:sns, {sns: sns_tags}) { @handler.call(context) }
18
+ else
19
+ @handler.call(context)
20
+ end
21
+ end
22
+ end
23
+
24
+ def add_handlers(handlers, _config)
25
+ handlers.add(Handler, step: :initialize)
26
+ end
27
+ end
28
+ end
29
+ end
@@ -0,0 +1,98 @@
1
+ # (c) Copyright IBM Corp. 2021
2
+ # (c) Copyright Instana Inc. 2021
3
+
4
+ module Instana
5
+ module Instrumentation
6
+ class SQS < Seahorse::Client::Plugin
7
+ class Handler < Seahorse::Client::Handler
8
+ SPAN_FORMING_OPERATIONS = [:send_message, :send_message_batch, :get_queue_url, :create_queue, :delete_message, :delete_message_batch].freeze
9
+
10
+ def call(context)
11
+ is_tracing = ::Instana.tracer.tracing?
12
+ unless is_tracing && SPAN_FORMING_OPERATIONS.include?(context.operation_name)
13
+ return @handler.call(context)
14
+ end
15
+
16
+ span_tags = tags_for(context.operation_name, context.params).compact
17
+
18
+ ::Instana.tracer.trace(:sqs, {sqs: span_tags}) do |span|
19
+ case context.operation_name
20
+ when :send_message
21
+ inject_instana_headers(span, context.params)
22
+ when :send_message_batch
23
+ context.params[:entries].each { |e| inject_instana_headers(span, e) }
24
+ end
25
+
26
+ response = @handler.call(context)
27
+
28
+ span_tags[:queue] = response.queue_url if response.respond_to?(:queue_url)
29
+ span.set_tags(sqs: span_tags)
30
+
31
+ response
32
+ end
33
+ end
34
+
35
+ private
36
+
37
+ def inject_instana_headers(span, params)
38
+ params[:message_attributes] ||= {}
39
+ params[:message_attributes].merge!({
40
+ "X_INSTANA_T" => {data_type: 'String', string_value: span.context.trace_id},
41
+ "X_INSTANA_S" => {data_type: 'String', string_value: span.context.span_id},
42
+ "X_INSTANA_L" => {data_type: 'String', string_value: span.context.level.to_s}
43
+ })
44
+ end
45
+
46
+ def tags_for(operation_name, params)
47
+ case operation_name
48
+ when :create_queue
49
+ {
50
+ sort: 'exit',
51
+ type: 'create.queue',
52
+ queue: params[:queue_name]
53
+ }
54
+ when :get_queue_url
55
+ {
56
+ sort: 'exit',
57
+ type: 'get.queue',
58
+ queue: params[:queue_name]
59
+ }
60
+ when :send_message
61
+ {
62
+ sort: 'exit',
63
+ type: 'single.sync',
64
+ queue: params[:queue_url],
65
+ group: params[:message_group_id]
66
+ }
67
+ when :send_message_batch
68
+ {
69
+ sort: 'exit',
70
+ type: 'single.sync',
71
+ queue: params[:queue_url],
72
+ size: params[:entries].count
73
+ }
74
+ when :delete_message
75
+ {
76
+ sort: 'exit',
77
+ type: 'delete.single.sync',
78
+ queue: params[:queue_url]
79
+ }
80
+ when :delete_message_batch
81
+ {
82
+ sort: 'exit',
83
+ type: 'delete.batch.sync',
84
+ queue: params[:queue_url],
85
+ size: params[:entries].count
86
+ }
87
+ else
88
+ {}
89
+ end
90
+ end
91
+ end
92
+
93
+ def add_handlers(handlers, _config)
94
+ handlers.add(Handler, step: :initialize)
95
+ end
96
+ end
97
+ end
98
+ end