instana 1.195.1 → 1.197.0.pre2

data/lib/instana/secrets.rb

@@ -6,11 +6,15 @@ require 'cgi'
 
 module Instana
   class Secrets
+    def initialize(logger: ::Instana.logger)
+      @logger = logger
+    end
+
     def remove_from_query(str, secret_values = Instana.agent.secret_values)
       return str unless secret_values
 
       url = URI(str)
-      params = CGI.parse(url.query || '')
+      params = url.scheme ? CGI.parse(url.query || '') : CGI.parse(url.to_s)
 
       redacted = params.map do |k, v|
         needs_redaction = secret_values['list']
@@ -19,7 +23,7 @@ module Instana
       end
 
       url.query = URI.encode_www_form(redacted)
-      CGI.unescape(url.to_s)
+      url.scheme ? CGI.unescape(url.to_s) : CGI.unescape(url.query)
     end
 
     private
@@ -37,8 +41,8 @@ module Instana
       when 'regex'
         ->(expected, actual) { !Regexp.new(expected).match(actual).nil? }
       else
-        ::Instana.logger.warn("Matcher #{name} is not supported.")
-        lambda { false }
+        @logger.warn("Matcher #{name} is not supported.")
+        ->(_e, _a) { false }
       end
     end
   end

data/lib/instana/setup.rb

@@ -1,30 +1,39 @@
 # (c) Copyright IBM Corp. 2021
 # (c) Copyright Instana Inc. 2016
 
-require 'oj_check'
+require 'instana/logger_delegator'
 
 require "instana/base"
 require "instana/config"
-require "instana/agent"
-require "instana/collector"
 require "instana/secrets"
 require "instana/tracer"
 require "instana/tracing/processor"
 
 require 'instana/activator'
 
+require 'instana/backend/request_client'
+require 'instana/backend/gc_snapshot'
+require 'instana/backend/process_info'
+
+require 'instana/snapshot/deltable'
+require 'instana/snapshot/ruby_process'
+require 'instana/snapshot/fargate_process'
+require 'instana/snapshot/fargate_task'
+require 'instana/snapshot/fargate_container'
+require 'instana/snapshot/docker_container'
+
+require 'instana/backend/host_agent_lookup'
+require 'instana/backend/host_agent_activation_observer'
+require 'instana/backend/host_agent_reporting_observer'
+
+require 'instana/backend/host_agent'
+require 'instana/backend/serverless_agent'
+require 'instana/backend/agent'
+
 ::Instana.setup
 ::Instana.agent.setup
 ::Instana::Activator.start
 
-# Register the metric collectors
-unless RUBY_PLATFORM == 'java'.freeze
-  require 'instana/collectors/gc'
-end
-
-require 'instana/collectors/memory'
-require 'instana/collectors/thread'
-
 # Require supported OpenTracing interfaces
 require "opentracing"
 

data/lib/instana/snapshot/deltable.rb

@@ -0,0 +1,25 @@
+# (c) Copyright IBM Corp. 2021
+# (c) Copyright Instana Inc. 2021
+
+module Instana
+  module Snapshot
+    # @since 1.197.0
+    module Deltable
+      def delta(key, *rest, compute:, obj:, path: [key, *rest])
+        val = obj[key]
+        return val if val == nil
+
+        if rest.empty?
+          @__delta ||= Hash.new(0)
+          cache_key = path.join('.')
+          old = @__delta[cache_key]
+          @__delta[cache_key] = val
+
+          return compute.call(old, val)
+        end
+
+        delta(*rest, compute: compute, obj: val, path: path)
+      end
+    end
+  end
+end

data/lib/instana/snapshot/docker_container.rb

@@ -0,0 +1,151 @@
+# (c) Copyright IBM Corp. 2021
+# (c) Copyright Instana Inc. 2021
+
+module Instana
+  module Snapshot
+    # Describes a Docker container visible to the current process
+    # @since 1.197.0
+    class DockerContainer
+      include Deltable
+      ID = 'com.instana.plugin.docker'.freeze
+
+      def initialize(container, metadata_uri: ENV['ECS_CONTAINER_METADATA_URI'])
+        @container = container
+        @metadata_uri = URI(metadata_uri)
+        @client = Backend::RequestClient.new(@metadata_uri.host, @metadata_uri.port, use_ssl: @metadata_uri.scheme == "https")
+      end
+
+      def entity_id
+        "#{@container['Labels']['com.amazonaws.ecs.task-arn']}::#{@container['Name']}"
+      end
+
+      def data
+        metrics = lookup('/task/stats').fetch(@container['DockerId'], {})
+
+        container_metrics(metrics)
+          .merge(container_metadata)
+      end
+
+      def snapshot
+        {
+          name: ID,
+          entityId: entity_id,
+          data: data
+        }
+      end
+
+      private
+
+      def container_metadata
+        {
+          Id: @container['DockerId'],
+          Created: @container['CreatedAt'],
+          Started: @container['StartedAt'],
+          Image: @container['Image'],
+          Labels: @container['Labels'],
+          Ports: @container['Ports'],
+          NetworkMode: @container['Networks'].first['NetworkMode']
+        }
+      end
+
+      def container_metrics(metrics)
+        return {} if metrics.empty?
+
+        {
+          memory: memory_stats(metrics),
+          blkio: blkio_stats(metrics),
+          cpu: cpu_stats(metrics),
+          network: network_stats(metrics)
+        }.compact
+      end
+
+      def memory_stats(metrics)
+        identity = ->(_old, new) { new }
+
+        {
+          active_anon: delta('memory_stats', 'stats', 'active_anon', compute: identity, obj: metrics),
+          active_file: delta('memory_stats', 'stats', 'active_file', compute: identity, obj: metrics),
+          inactive_anon: delta('memory_stats', 'stats', 'inactive_anon', compute: identity, obj: metrics),
+          inactive_file: delta('memory_stats', 'stats', 'inactive_file', compute: identity, obj: metrics),
+          total_cache: delta('memory_stats', 'stats', 'total_cache', compute: identity, obj: metrics),
+          total_rss: delta('memory_stats', 'stats', 'total_rss', compute: identity, obj: metrics),
+          usage: delta('memory_stats', 'usage', compute: identity, obj: metrics),
+          max_usage: delta('memory_stats', 'max_usage', compute: identity, obj: metrics),
+          limit: delta('memory_stats', 'limit', compute: identity, obj: metrics)
+        }
+      end
+
+      def blkio_stats(metrics)
+        delta = ->(old, new) { new - old }
+        bytes = {
+          'block_bytes' => metrics['blkio_stats']['io_service_bytes_recursive'].map { |r| [r['op'], r['value']] }.to_h
+        }
+
+        {
+          blk_read: delta('block_bytes', 'Read', compute: delta, obj: bytes),
+          blk_write: delta('block_bytes', 'Write', compute: delta, obj: bytes)
+        }
+      end
+
+      def cpu_stats(metrics)
+        delta = ->(old, new) { new - old }
+        identity = ->(_old, new) { new }
+
+        cpu_system_delta = delta('cpu_stats', 'system_cpu_usage', compute: delta, obj: metrics).to_f
+        online_cpus = delta('cpu_stats', 'online_cpus', compute: identity, obj: metrics) || 1
+
+        {
+          total_usage: (delta('cpu_stats', 'cpu_usage', 'total_usage', compute: delta, obj: metrics) / cpu_system_delta) * online_cpus,
+          user_usage: (delta('cpu_stats', 'cpu_usage', 'usage_in_usermode', compute: delta, obj: metrics) / cpu_system_delta) * online_cpus,
+          system_usage: (delta('cpu_stats', 'cpu_usage', 'usage_in_kernelmode', compute: delta, obj: metrics) / cpu_system_delta) * online_cpus,
+          throttling_count: delta('cpu_stats', 'throttling_data', 'periods', compute: delta, obj: metrics),
+          throttling_time: delta('cpu_stats', 'throttling_data', 'throttled_time', compute: delta, obj: metrics)
+        }
+      end
+
+      def network_stats(metrics)
+        delta = ->(old, new) { new - old }
+        return nil unless metrics['networks']
+
+        interfaces = metrics['networks'].keys
+        payload = {
+          rx: {
+            bytes: 0,
+            dropped: 0,
+            errors: 0,
+            packet: 0
+          },
+          tx: {
+            bytes: 0,
+            dropped: 0,
+            errors: 0,
+            packet: 0
+          }
+        }
+
+        interfaces.each do |interface|
+          payload[:rx][:bytes] += delta('networks', interface, 'rx_bytes', compute: delta, obj: metrics)
+          payload[:rx][:dropped] += delta('networks', interface, 'rx_dropped', compute: delta, obj: metrics)
+          payload[:rx][:errors] += delta('networks', interface, 'rx_errors', compute: delta, obj: metrics)
+          payload[:rx][:packet] += delta('networks', interface, 'rx_packets', compute: delta, obj: metrics)
+
+          payload[:tx][:bytes] += delta('networks', interface, 'tx_bytes', compute: delta, obj: metrics)
+          payload[:tx][:dropped] += delta('networks', interface, 'tx_packets', compute: delta, obj: metrics)
+          payload[:tx][:errors] += delta('networks', interface, 'tx_errors', compute: delta, obj: metrics)
+          payload[:tx][:packet] += delta('networks', interface, 'tx_dropped', compute: delta, obj: metrics)
+        end
+
+        payload
+      end
+
+      def lookup(resource)
+        path = @metadata_uri.path + resource
+        response = @client.send_request('GET', path)
+
+        raise "Unable to get `#{path}`. Got `#{response.code}`." unless response.ok?
+
+        response.json
+      end
+    end
+  end
+end

data/lib/instana/snapshot/fargate_container.rb

@@ -0,0 +1,88 @@
+# (c) Copyright IBM Corp. 2021
+# (c) Copyright Instana Inc. 2021
+
+module Instana
+  module Snapshot
+    # Describes a Fargate container visible to the current process
+    # @since 1.197.0
+    class FargateContainer
+      ID = 'com.instana.plugin.aws.ecs.container'.freeze
+
+      def initialize(container, metadata_uri: ENV['ECS_CONTAINER_METADATA_URI'])
+        @container = container
+        @metadata_uri = URI(metadata_uri)
+        @client = Backend::RequestClient.new(@metadata_uri.host, @metadata_uri.port, use_ssl: @metadata_uri.scheme == "https")
+      end
+
+      def entity_id
+        "#{@container['Labels']['com.amazonaws.ecs.task-arn']}::#{@container['Name']}"
+      end
+
+      def data
+        payload = {
+          dockerId: @container['DockerId'],
+          dockerName: @container['DockerName'],
+          containerName: @container['Name'],
+          image: @container['Image'],
+          imageId: @container['ImageID'],
+          taskArn: @container['Labels']['com.amazonaws.ecs.task-arn'],
+          taskDefinition: @container['Labels']['com.amazonaws.ecs.task-definition-data.family'],
+          taskDefinitionVersion: @container['Labels']['com.amazonaws.ecs.task-definition-data.version'],
+          clusterArn: @container['Labels']['com.amazonaws.ecs.cluster'],
+          desiredStatus: @container['DesiredStatus'],
+          knownStatus: @container['KnownStatus'],
+          ports: @container['Ports'],
+          limits: {
+            cpu: @container['Limits']['CPU'],
+            memory: @container['Limits']['Memory']
+          },
+          createdAt: @container['CreatedAt'],
+          startedAt: @container['StartedAt']
+        }
+
+        if current_container?
+          payload[:instrumented] = true
+          payload[:runtime] = 'ruby'
+        end
+
+        payload
+      end
+
+      def snapshot
+        {
+          name: ID,
+          entityId: entity_id,
+          data: data
+        }
+      end
+
+      def source
+        return unless current_container?
+
+        {
+          hl: true,
+          cp: 'aws',
+          e: entity_id
+        }
+      end
+
+      private
+
+      def current_container?
+        return @current_container if @current_container
+
+        current_conatiner_response = current_conatiner
+        @current_container = @container['DockerName'] == current_conatiner_response['DockerName']
+      end
+
+      def current_conatiner
+        path = @metadata_uri.path
+        response = @client.send_request('GET', path)
+
+        raise "Unable to get `#{path}`. Got `#{response.code}`." unless response.ok?
+
+        response.json
+      end
+    end
+  end
+end

data/lib/instana/snapshot/fargate_process.rb

@@ -0,0 +1,67 @@
+# (c) Copyright IBM Corp. 2021
+# (c) Copyright Instana Inc. 2021
+
+module Instana
+  module Snapshot
+    # Describes the current process in terms of its existence inside of a Fargate container
+    # @since 1.197.0
+    class FargateProcess
+      ID = 'com.instana.plugin.process'.freeze
+
+      def initialize(metadata_uri: ENV['ECS_CONTAINER_METADATA_URI'])
+        @metadata_uri = URI(metadata_uri)
+        @client = Backend::RequestClient.new(@metadata_uri.host, @metadata_uri.port, use_ssl: @metadata_uri.scheme == "https")
+        @start_time = Time.now
+      end
+
+      def entity_id
+        Process.pid.to_s
+      end
+
+      def data
+        proc_table = Sys::ProcTable.ps(pid: Process.pid)
+        process = Backend::ProcessInfo.new(proc_table)
+
+        {
+          pid: process.pid.to_i,
+          env: ENV.to_h,
+          exec: process.name,
+          args: process.arguments,
+          user: process.uid,
+          group: process.gid,
+          start: @start_time.to_i * 1000,
+          containerType: 'docker',
+          container: container_id,
+          "com.instana.plugin.host.name": task_id
+        }
+      end
+
+      def snapshot
+        {
+          name: ID,
+          entityId: entity_id,
+          data: data
+        }
+      end
+
+      private
+
+      def lookup(resource = nil)
+        path = resource ? @metadata_uri.path + resource : @metadata_uri.path
+        response = @client.send_request('GET', path)
+
+        raise "Unable to get `#{path}`. Got `#{response.code}`." unless response.ok?
+
+        response.json
+      end
+
+      def container_id
+        @container_id ||= lookup['DockerId']
+      end
+
+      def task_id
+        @task_id ||= lookup('/task')['TaskARN']
+      end
+    end
+  end
+end

data/lib/instana/snapshot/fargate_task.rb

@@ -0,0 +1,72 @@
+# (c) Copyright IBM Corp. 2021
+# (c) Copyright Instana Inc. 2021
+
+module Instana
+  module Snapshot
+    # Describes the current process in terms of its existence inside of a Fargate task
+    # @since 1.197.0
+    class FargateTask
+      ID = 'com.instana.plugin.aws.ecs.task'.freeze
+
+      def initialize(metadata_uri: ENV['ECS_CONTAINER_METADATA_URI'])
+        @metadata_uri = URI(metadata_uri)
+        @client = Backend::RequestClient.new(@metadata_uri.host, @metadata_uri.port, use_ssl: @metadata_uri.scheme == "https")
+      end
+
+      def entity_id
+        task_metadata['TaskARN']
+      end
+      alias host_name entity_id
+
+      def data
+        {
+          taskArn: task_metadata['TaskARN'],
+          clusterArn: task_metadata['Cluster'],
+          taskDefinition: task_metadata['Family'],
+          taskDefinitionVersion: task_metadata['Revision'],
+          availabilityZone: task_metadata['AvailabilityZone'],
+          desiredStatus: task_metadata['DesiredStatus'],
+          knownStatus: task_metadata['KnownStatus'],
+          pullStartedAt: task_metadata['PullStartedAt'],
+          pullStoppedAt: task_metadata['PullStoppedAt'],
+          instanaZone: instana_zone,
+          tags: instana_tags
+        }.compact
+      end
+
+      def snapshot
+        {
+          name: ID,
+          entityId: entity_id,
+          data: data
+        }
+      end
+
+      private
+
+      def task_metadata
+        lookup('/task')
+      end
+
+      def instana_zone
+        ENV['INSTANA_ZONE']
+      end
+
+      def instana_tags
+        ENV.fetch('INSTANA_TAGS', '')
+           .split(/,/)
+           .map { |t| t.include?('=') ? t.split('=', 2) : [t, nil] }
+           .to_h
+      end
+
+      def lookup(resource)
+        path = @metadata_uri.path + resource
+        response = @client.send_request('GET', path)
+
+        raise "Unable to get `#{path}`. Got `#{response.code}`." unless response.ok?
+
+        response.json
+      end
+    end
+  end
+end