stackify-ruby-apm 1.11.0 → 1.14.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c11dd1bfd73ddd45923cd58ee7672b9a6e0bc872ca07e92d10558b2b826f3f7b
-  data.tar.gz: '018b2653259a17ada4fbc55aa117ac0300c2f0a0e4804e129ea2f3f24f4cb34e'
+  metadata.gz: 4db351752b697f408b2c683f6d6e82bb406f4b1acedd9cc8136bd38de622f613
+  data.tar.gz: baa9790e6ecbec16c9c27a68b7e60cdf3955ad60ab75b19fdd6f232efbec26b4
 SHA512:
-  metadata.gz: 508a7a1213e03e3adfac74f4a1868b441cf878ad607a10911c7662f72665ae6715a5cbe562e0143f1a0199ea08f51340b7c74c90a457e7f32ae1f268077978be
-  data.tar.gz: 8e10efe82d70b1728dc1661e896b3138e5dfd4a2bbeb5f77a3e2324b090e91554117039fb45de140e21bdb391caeade87ce7eee57c5c1f1b5b5a60c9c7fdb4c6
+  metadata.gz: 611d7584183fc9491055c5dc86f3141a4e6d72fc408e18a7e8b4d54fa1ee598a5ca6197b30ecd047793e1a5a139de89a18f0a6e4006605e0d17a2800558b871e
+  data.tar.gz: 3ce7f56cbabf25ac2c55d049eba7f76b86a056f8e8a248b7625d6762ec0717a680a4f28b03b9b84fb0be49eb074f19ca6f4c54ad9390dfca5812cd3500aa3a03

data/lib/stackify_apm/config.rb

@@ -26,7 +26,7 @@ module StackifyRubyAPM
       environment_name: ENV['RAILS_ENV'] || ENV['RACK_ENV'],
       already_instrumented_flag: false,
       rum_auto_injection: false,
-      rum_enabled: false,
+      rum_enabled: true,
       rum_cookie_path: '/',
       rum_cookie_name: '.Stackify.Rum',
       transport: StackifyRubyAPM::TRACE_LOG,
@@ -70,7 +70,8 @@ module StackifyRubyAPM
       transport_http_endpoint: 'https://localhost:10601',
 
       queue: true,
-      lambda_handler: ''
+      lambda_handler: '',
+      prefix_enabled: false
     }.freeze
 
     ENV_TO_KEY = {
@@ -97,7 +98,8 @@ module StackifyRubyAPM
       'STACKIFY_FLUSH_INTERVAL' => 'flush_interval_seconds',
       'STACKIFY_DISABLED_SPIES' => [:list, 'disabled_spies'],
       'STACKIFY_QUEUE' => [:bool, 'queue'],
-      'STACKIFY_LAMBDA_HANDLER' => 'lambda_handler'
+      'STACKIFY_LAMBDA_HANDLER' => 'lambda_handler',
+      'STACKIFY_PREFIX_ENABLED' => [:bool, 'prefix_enabled']
     }.freeze
 
     def initialize(options = {})
@@ -105,6 +107,7 @@ module StackifyRubyAPM
       set_from_args(options)
       set_from_config_file
       set_from_env
+      set_prefix_paths if @prefix_enabled
       yield self if block_given?
       debug_logger
       StackifyRubyAPM::Util.host_os == 'WINDOWS' ? load_stackify_props_windows : load_stackify_props_linux
@@ -170,6 +173,7 @@ module StackifyRubyAPM
 
     attr_accessor :queue
     attr_accessor :lambda_handler
+    attr_accessor :prefix_enabled
 
     attr_reader :client_id
     attr_reader :device_id
@@ -210,7 +214,20 @@ module StackifyRubyAPM
         httparty
         stackify_logger
         sidekiq
-        delayed_job
+        delayed_job 
+        faraday
+        sucker_punch
+        dynamo_db
+      ]
+    end
+
+    def prefix_spies
+      return [] unless @prefix_enabled
+      %w[
+        logger
+        logging
+        log4r
+        yell
       ]
     end
 
@@ -233,7 +250,7 @@ module StackifyRubyAPM
                               available_spies
                             end
 
-      new_available_spies - disabled_spies
+      new_available_spies + prefix_spies - disabled_spies
     end
 
     # Default Transport
@@ -254,7 +271,11 @@ module StackifyRubyAPM
 
     def assign(options)
       options.each do |key, value|
-        send("#{key}=", value)
+        begin
+          send("#{key}=", value)
+        rescue Exception => e
+          info "[Config] Key: '#{key}' doesn't exist."
+        end
       end
     end
 
@@ -295,6 +316,14 @@ module StackifyRubyAPM
       assign(YAML.load_file(config_file) || {})
     end
 
+    # set log paths to prefix path if prefix_enabled is true
+    def set_prefix_paths
+      all_user_profile = ENV['ALLUSERSPROFILE'] || "C:\\ProgramData"
+
+      @log_path = StackifyRubyAPM::Util.host_os == 'WINDOWS' ? "#{all_user_profile}\\Stackify\\Agent\\debug\\stackify-ruby-apm-1.log" : "/usr/local/prefix/debug/stackify-ruby-apm-1.log"
+      @log_trace_path = StackifyRubyAPM::Util.host_os == 'WINDOWS' ? "#{all_user_profile}\\Stackify\\Agent\\log\\" : '/usr/local/prefix/log/'
+    end
+
     # rubocop:disable Naming/AccessorMethodName
     def set_rails(app)
       self.application_name ||= format_name(application_name || app.class.parent_name).strip
@@ -382,6 +411,7 @@ module StackifyRubyAPM
       info '[Config] environment_name must be String type.' unless @environment_name.is_a?(String) && defined?(@environment_name)
       info '[Config] transport must be String type.' unless @transport.is_a?(String) && defined?(@transport)
       info '[Config] Transport should be one of these values: [agent_socket, default, agent_http]. Should be a String.' if defined?(@transport) && !%w[agent_socket default agent_http].include?(@transport.downcase)
+      info '[Config] prefix_enabled must be Boolean type: true/false.' unless [TrueClass, FalseClass].include?(@prefix_enabled.class) && defined?(@prefix_enabled)
     end
     # rubocop:enable Metrics/CyclomaticComplexity
     # rubocop:enable Metrics/PerceivedComplexity

data/lib/stackify_apm/context.rb

@@ -2,7 +2,9 @@
 
 # This class initializes the parameters and variables for the context of Transaction/Span
 
+require 'stackify_apm/context/prefix'
 require 'stackify_apm/context/request'
+require 'stackify_apm/context/request/headers'
 require 'stackify_apm/context/request/socket'
 require 'stackify_apm/context/request/url'
 require 'stackify_apm/context/response'
@@ -12,12 +14,13 @@ module StackifyRubyAPM
   class Context
     include NaivelyHashable
 
-    attr_accessor :request, :response, :aws, :category
+    attr_accessor :request, :response, :aws, :category, :prefix
     attr_reader :custom, :tags
 
     def initialize
       @custom = {}
       @tags = {}
+      @prefix = Context::Prefix.new
     end
 
     # add aws context to context instance

data/lib/stackify_apm/context/prefix.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module StackifyRubyAPM
+  class Context
+    # @api private
+    class Prefix
+      include NaivelyHashable
+
+      attr_accessor :response_body, :request_body
+      attr_reader :response_headers, :request_headers
+
+      def request_headers=(headers)
+        @request_headers = to_json_list(headers)
+      end
+
+      def response_headers=(headers)
+        @response_headers = to_json_list(headers)
+      end
+
+      private
+      def to_json_list(header)
+        list_header = []
+        header.each do |key, value|
+          list_header << {key => value}
+        end
+        list_header.to_json
+      end
+    end
+  end
+end

data/lib/stackify_apm/context/request/headers.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module StackifyRubyAPM
+  # @api private
+  class Context
+    # @api private
+    class Request
+      # @api private
+      class Headers
+        include NaivelyHashable
+
+        def initialize(req)
+          @values = build_headers req
+        end
+
+        attr_reader :values
+
+        def build_headers req
+          env = req.env
+          headers = Hash[*env.select {|k,v| k.start_with? 'HTTP_'}
+            .collect {|k,v| [k.sub(/^HTTP_/, ''), v]}
+            .collect {|k,v| [k.split('_').collect(&:capitalize).join('-'), v]}
+            .sort
+            .flatten]
+          return headers
+        end
+      end
+    end
+  end
+end

data/lib/stackify_apm/context_builder.rb

@@ -27,6 +27,7 @@ module StackifyRubyAPM
       request.method = req.request_method
       request.url = Context::Request::Url.new(req).to_h
       request.body = get_body(req)
+      request.headers = Context::Request::Headers.new(req).values
 
       context
     end

data/lib/stackify_apm/helper/database_helper.rb

@@ -23,5 +23,44 @@ module DatabaseHelper
   end
   # rubocop:enable Metrics/CyclomaticComplexity
   # rubocop:enable Metrics/PerceivedComplexity
+
+  # Check the prepared statement by placeholder if its valid
+  # placeholder - contains the prepared statement pattern.
+  #               Placeholder for mysql, sqlite, jdbc oracle, db2 is ?, example "SELECT * FROM posts WHERE author = ? and id = ?"
+  #               Placeholder for postgres is $1, $2,...$n, example "SELECT * FROM posts WHERE author = $1 and id = $2"
+  # statement   - contains the db properties such as SQL, PROVIDER, etc.
+  #               So if there's payload value we append PREFIX_SQL_PARAMETERS to the existing object properties.
+  # payload     - contains the payload[:binds] which is the payload value/data of the placeholder.
+  #               Example payload: {:sql=>"SELECT * FROM posts WHERE author = ? and id = ?", :db_adapter=>"mysql2::client", :binds=>["J.K. Rowling", 1]}
+  def check_prepared_stmt_by_placeholder(placeholder, statement, payload)
+    sqlParam = []
+    unless payload[:binds].nil?
+      payload[:binds].each_with_index do |record, idx|
+        if record && defined?(record.value)
+          StackifyRubyAPM::Util.pushToAryIndex(sqlParam, idx, record.value[0..999])
+        elsif ((record && record.instance_of?(Array)) && defined?(record[1]))
+          StackifyRubyAPM::Util.pushToAryIndex(sqlParam, idx, record[1][0..999])
+        else
+          StackifyRubyAPM::Util.pushToAryIndex(sqlParam, idx, record[0..999])
+        end
+      end
+      statement[:PREFIX_SQL_PARAMETERS] = sqlParam[0..99].to_json if sqlParam.count > 0
+      statement[:PREFIX_SQL_PARAMETER_COUNT] = sqlParam.length.to_s if sqlParam.count > 0
+      true
+    else
+      false
+    end
+  end
+
+  # Common DB span properties shared to sequel, activerecord, etc.
+  def get_common_db_properties
+    {
+      CATEGORY: 'Database',
+      SUBCATEGORY: 'Execute',
+      COMPONENT_CATEGORY: 'DB Query',
+      COMPONENT_DETAIL: 'Execute SQL Query',
+      PROVIDER: 'generic'
+    }
+  end
 end
 include DatabaseHelper

data/lib/stackify_apm/instrumenter_helper.rb

@@ -189,6 +189,93 @@ module StackifyRubyAPM
       @custom_class_info[current_class.to_s]['controller'] = true if class_path && class_path.include?('controllers')
       @custom_class_info[current_class.to_s]['model'] = true if class_path && class_path.include?('models')
     end
+
+    # Monkey patch the single ruby module file.
+    #
+    # tracked_func - trackedFunction variable in stackify.json
+    # current_module - module variable in stackify.json
+    # class_path - file_path variable in stackify.json
+    # options - other options such as trackedFunctionName
+    def self.patched_module(tracked_func, current_module, class_path, **options)
+      current_method = options[:current_method] || nil
+      tracked_function_name = options[:tracked_function_name] || nil
+      transaction = options[:is_transaction] || nil
+      mod_spy = "#{current_module}Spy"
+
+      unless @custom_instrumented[current_module.to_s]
+        @custom_instrumented[current_module.to_s] = {}
+      end
+
+      unless @custom_instrumented[current_module.to_s][current_method.to_s]
+        @custom_instrumented[current_module.to_s][current_method.to_s] = false
+      end
+
+      unless @custom_class_info[current_module.to_s]
+        @custom_class_info[current_module.to_s] = {}
+      end
+
+      unless @custom_class_info[current_module.to_s]['controller']
+        @custom_class_info[current_module.to_s]['controller'] = false
+      end
+
+      unless @custom_class_info[current_module.to_s]['model']
+        @custom_class_info[current_module.to_s]['model'] = false
+      end
+
+      return unless @custom_instrumented[current_module.to_s][current_method.to_s] == false
+
+      eval <<-RUBY
+        module #{mod_spy}
+          def self.install
+            #{current_module}.class_eval do
+              class<< self
+                alias_method "#{current_method}_without_apm", "#{current_method}"
+
+                def #{current_method}(*args, &block)
+                  if StackifyRubyAPM.current_transaction.nil? && #{!transaction.nil?}
+                    t = StackifyRubyAPM.transaction("custom.#{current_module}.#{current_method}", TRACETYPE)
+                    begin
+                      req = #{current_method}_without_apm(*args, &block)
+                    rescue Exception => e
+                      StackifyRubyAPM.report(e)
+                      raise e
+                    ensure
+                      t.submit
+                    end
+                    return req
+                  elsif StackifyRubyAPM.current_transaction
+                    name = "Custom Instrument"
+                    type = "#{current_module}##{current_method}"
+                    ctx = if "#{tracked_func}" == 'true'
+                            Span::Context.new(
+                              CATEGORY: 'Ruby',
+                              TRACKED_FUNC: "#{tracked_function_name}"
+                            )
+                          else
+                            Span::Context.new(
+                              CATEGORY: 'Ruby'
+                            )
+                          end
+
+                    StackifyRubyAPM.span name, type, context: ctx do
+                      #{current_method}_without_apm(*args, &block)
+                    end
+                  else
+                    return #{current_method}_without_apm(*args, &block)
+                  end
+                end
+              end
+            end
+          end
+        end
+
+        StackifyRubyAPM::Spies.register current_module.to_s, class_path.to_s, #{mod_spy}, true, "#{current_method}", "#{tracked_func}", "#{tracked_function_name}"
+      RUBY
+      @custom_instrumented[current_module.to_s][current_method.to_s] = true
+      @custom_class_info[current_module.to_s]['controller'] = true if class_path && class_path.include?('controllers')
+      @custom_class_info[current_module.to_s]['model'] = true if class_path && class_path.include?('models')
+    end
+
     # rubocop:enable Metrics/CyclomaticComplexity
     # rubocop:enable Metrics/PerceivedComplexity
     # rubocop:enable Lint/UselessAssignment

data/lib/stackify_apm/logger/logger_high_version.rb

@@ -29,7 +29,11 @@ module StackifyRubyAPM
           temp_filename = logdev.gsub('-1.log', '')
           new_logdev = temp_filename + '-1.log'
         end
-        @logdev = LogDevice.new(new_logdev, shift_size: shift_size)
+        begin
+          @logdev = LogDevice.new(new_logdev, shift_size: shift_size)
+        rescue StandardError => e
+          puts "Stackify Profiler unable to access [" + logdev + "]"
+        end
       end
     end
     require 'stackify_apm/logger/log_device'

data/lib/stackify_apm/logger/logger_lower_version.rb

@@ -20,7 +20,11 @@ module StackifyRubyAPM
           temp_filename = logdev.gsub('-1.log', '')
           new_logdev = temp_filename + '-1.log'
         end
-        @logdev = LogDevice.new(new_logdev, shift_size: shift_size)
+        begin
+          @logdev = LogDevice.new(new_logdev, shift_size: shift_size)
+        rescue StandardError => e
+          puts "Stackify Profiler unable to access [" + logdev + "]"
+        end
       end
     end
 

data/lib/stackify_apm/middleware.rb

@@ -39,7 +39,8 @@ module StackifyRubyAPM
     # rubocop:disable Metrics/PerceivedComplexity
     def call(env)
       begin
-        transaction = build_transaction(env) if running?
+        context = StackifyRubyAPM.build_context(env)
+        transaction = build_transaction(env, context) if running?
         resp = @app.call env
 
         @rack_status = resp[0].to_i
@@ -47,9 +48,13 @@ module StackifyRubyAPM
         @rack_body = resp[2]
         @configuration = config
 
+        build_prefix_context(transaction, context)
+
         if okay_to_modify?
           @configuration.already_instrumented_flag = true
           if @configuration.rum_enabled.is_a?(TrueClass)
+            # close old response body proxy to close all db connections
+            @rack_body.close if @rack_body.respond_to?(:close)
             response = Rack::Response.new @rack_body, @rack_status, @rack_headers
             response.set_cookie(@configuration.rum_cookie_name, value: transaction.id, path: @configuration.rum_cookie_path)
             resp = response.finish
@@ -92,8 +97,9 @@ module StackifyRubyAPM
 
     # Start of transaction building with params: name, type, context
     #
-    def build_transaction(env)
-      StackifyRubyAPM.transaction 'Rack', 'WEBAPP', context: StackifyRubyAPM.build_context(env)
+    def build_transaction(env, context=nil)
+      context = context || StackifyRubyAPM.build_context(env)
+      StackifyRubyAPM.transaction 'Rack', 'WEBAPP', context: context
     end
 
     def running?
@@ -129,5 +135,19 @@ module StackifyRubyAPM
     def xhr?
       @rack_headers['HTTP_X_REQUESTED_WITH'] == 'XMLHttpRequest'
     end
+
+    # Add prefix instrument data to transaction context if enabled
+    def build_prefix_context(transaction, context)
+      return nil unless @configuration.prefix_enabled.is_a?(TrueClass)
+
+      source = nil
+      body = @rack_body
+      body.each { |fragment| source ? (source << fragment.to_s) : (source = fragment.to_s) }
+
+      transaction.context.prefix.request_body = context && context.request && context.request.body || ""
+      transaction.context.prefix.request_headers = context && context.request && context.request.headers || Hash.new
+      transaction.context.prefix.response_body = source || ""
+      transaction.context.prefix.response_headers = @rack_headers || Hash.new
+    end
   end
 end

data/lib/stackify_apm/normalizers/active_record.rb

@@ -20,6 +20,7 @@ module StackifyRubyAPM
           return :skip if %w[SCHEMA CACHE].include?(payload[:name])
 
           statement = query_variables(payload)
+          check_prepared_stmt(statement, payload)
           name = payload[:sql] || payload[:name] || 'Default'
           context = Span::Context.new(statement)
           [name, @type, context]
@@ -28,14 +29,14 @@ module StackifyRubyAPM
         private
 
         def query_variables(payload)
-          {
-            CATEGORY: 'Database',
-            SUBCATEGORY: 'Execute',
-            COMPONENT_CATEGORY: 'DB Query',
-            COMPONENT_DETAIL: 'Execute SQL Query',
-            SQL: payload[:sql],
-            PROVIDER: get_profiler(lookup_adapter)
-          }
+          adapter_config = lookup_adapter_config
+          props = get_common_db_properties
+          props[:PROVIDER] = get_profiler(lookup_adapter)
+          props[:SQL] = payload[:sql]
+          if adapter_config
+            props[:URL] = "#{adapter_config[:host]}:#{adapter_config[:port]}"
+          end
+          props
         end
 
         def lookup_adapter
@@ -44,6 +45,24 @@ module StackifyRubyAPM
           debug '[SqlNormalizer] lookup_adapter err: ' + error.inspect.to_s
           nil
         end
+
+        def lookup_adapter_config
+          ::ActiveRecord::Base.connection_config.to_h
+        rescue StandardError => error
+          debug '[SqlNormalizer] lookup_adapter_config err: ' + error.inspect.to_s
+          nil
+        end
+
+        def check_prepared_stmt(statement, payload)
+          if StackifyRubyAPM.agent.config.prefix_enabled
+            case get_profiler(lookup_adapter)
+            when 'generic', 'mysql', 'sqlite', 'oracle', 'db2'
+              check_prepared_stmt_by_placeholder(payload[:sql].include?('?'), statement, payload)
+            when 'postgresql'
+              check_prepared_stmt_by_placeholder(!!payload[:sql].match(/\$\d/), statement, payload)
+            end
+          end
+        end
       end
     end
   end