stackify-ruby-apm 1.10.2 → 1.13.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8ace5e2981f0588711fce71484c2192d09647f9387693082b55c907ed421da82
-  data.tar.gz: 1bff561f0a9e316cf487bba4168c89a7bd6defb4f87c0dd1eacdf648ebee2d3c
+  metadata.gz: c1ee1b9b91d78729820e74b7fbc014310af4037390de6c0982cb0169cba50a8a
+  data.tar.gz: 3a7dfe377099f033779e85d591e8ec973039ee4a4b59f20175e57afdd967819a
 SHA512:
-  metadata.gz: 540d32c55572249886f87bd3c339cd158d9f85d0a0556323698b25046decae29eab319669ec5b077121cb48046c08fca6eb0ad8223d3488fabb54fe0183c6a0a
-  data.tar.gz: ae9f59d8c40f09c71833d67cb836b7ebb278934b336160f2375763416479fa5050fdbbbfbc2b7843630dc21b005caebeb9372df835c93e254c9f507d1ce7cc29
+  metadata.gz: 143b1fba17994c286ad71dc020d731247079b28a75fda11ee742ed8d49c023557a731e16c0ae8715153d6f5c98dbbb7dbbdaa10a225d4ad8f5f0750aedb7a739
+  data.tar.gz: 28be6a1c40fa6dab5fc5a35f2c56e99984c579d4e5f84e5481ffa6e5c9b9fa9c615a0425c1af81d5a3d1d7d4088df1b4f777250fde816b48a2049f320a1df1c4

data/lib/stackify_apm/agent.rb

@@ -101,8 +101,6 @@ module StackifyRubyAPM
       info '[Agent] start()'
       info '[Agent] transport type: ' + @config.transport
       spies_name = ''
-      # If the rake task is detected as being ran then we don't load the spies
-      StackifyRubyAPM::Util.apm_disabled_in_rake
       return false unless @config.instrument
       config.enabled_spies.each do |lib|
         spies_name = spies_name + ', ' + lib.inspect.to_s

data/lib/stackify_apm/config.rb

@@ -26,7 +26,7 @@ module StackifyRubyAPM
       environment_name: ENV['RAILS_ENV'] || ENV['RACK_ENV'],
       already_instrumented_flag: false,
       rum_auto_injection: false,
-      rum_enabled: false,
+      rum_enabled: true,
       rum_cookie_path: '/',
       rum_cookie_name: '.Stackify.Rum',
       transport: StackifyRubyAPM::TRACE_LOG,
@@ -70,7 +70,8 @@ module StackifyRubyAPM
       transport_http_endpoint: 'https://localhost:10601',
 
       queue: true,
-      lambda_handler: ''
+      lambda_handler: '',
+      prefix_enabled: false
     }.freeze
 
     ENV_TO_KEY = {
@@ -97,7 +98,8 @@ module StackifyRubyAPM
       'STACKIFY_FLUSH_INTERVAL' => 'flush_interval_seconds',
       'STACKIFY_DISABLED_SPIES' => [:list, 'disabled_spies'],
       'STACKIFY_QUEUE' => [:bool, 'queue'],
-      'STACKIFY_LAMBDA_HANDLER' => 'lambda_handler'
+      'STACKIFY_LAMBDA_HANDLER' => 'lambda_handler',
+      'STACKIFY_PREFIX_ENABLED' => [:bool, 'prefix_enabled']
     }.freeze
 
     def initialize(options = {})
@@ -105,6 +107,7 @@ module StackifyRubyAPM
       set_from_args(options)
       set_from_config_file
       set_from_env
+      set_prefix_paths if @prefix_enabled
       yield self if block_given?
       debug_logger
       StackifyRubyAPM::Util.host_os == 'WINDOWS' ? load_stackify_props_windows : load_stackify_props_linux
@@ -170,6 +173,7 @@ module StackifyRubyAPM
 
     attr_accessor :queue
     attr_accessor :lambda_handler
+    attr_accessor :prefix_enabled
 
     attr_reader :client_id
     attr_reader :device_id
@@ -210,6 +214,20 @@ module StackifyRubyAPM
         httparty
         stackify_logger
         sidekiq
+        delayed_job 
+        faraday
+        sucker_punch
+        dynamo_db
+      ]
+    end
+
+    def prefix_spies
+      return [] unless @prefix_enabled
+      %w[
+        logger
+        logging
+        log4r
+        yell
       ]
     end
 
@@ -232,7 +250,7 @@ module StackifyRubyAPM
                               available_spies
                             end
 
-      new_available_spies - disabled_spies
+      new_available_spies + prefix_spies - disabled_spies
     end
 
     # Default Transport
@@ -253,7 +271,11 @@ module StackifyRubyAPM
 
     def assign(options)
       options.each do |key, value|
-        send("#{key}=", value)
+        begin
+          send("#{key}=", value)
+        rescue Exception => e
+          info "[Config] Key: '#{key}' doesn't exist."
+        end
       end
     end
 
@@ -294,6 +316,14 @@ module StackifyRubyAPM
       assign(YAML.load_file(config_file) || {})
     end
 
+    # set log paths to prefix path if prefix_enabled is true
+    def set_prefix_paths
+      all_user_profile = ENV['ALLUSERSPROFILE'] || "C:\\ProgramData"
+
+      @log_path = StackifyRubyAPM::Util.host_os == 'WINDOWS' ? "#{all_user_profile}\\Stackify\\Agent\\debug\\stackify-ruby-apm-1.log" : "/usr/local/prefix/debug/stackify-ruby-apm-1.log"
+      @log_trace_path = StackifyRubyAPM::Util.host_os == 'WINDOWS' ? "#{all_user_profile}\\Stackify\\Agent\\log\\" : '/usr/local/prefix/log/'
+    end
+
     # rubocop:disable Naming/AccessorMethodName
     def set_rails(app)
       self.application_name ||= format_name(application_name || app.class.parent_name).strip
@@ -381,6 +411,7 @@ module StackifyRubyAPM
       info '[Config] environment_name must be String type.' unless @environment_name.is_a?(String) && defined?(@environment_name)
       info '[Config] transport must be String type.' unless @transport.is_a?(String) && defined?(@transport)
       info '[Config] Transport should be one of these values: [agent_socket, default, agent_http]. Should be a String.' if defined?(@transport) && !%w[agent_socket default agent_http].include?(@transport.downcase)
+      info '[Config] prefix_enabled must be Boolean type: true/false.' unless [TrueClass, FalseClass].include?(@prefix_enabled.class) && defined?(@prefix_enabled)
     end
     # rubocop:enable Metrics/CyclomaticComplexity
     # rubocop:enable Metrics/PerceivedComplexity

data/lib/stackify_apm/context.rb

@@ -2,7 +2,9 @@
 
 # This class initializes the parameters and variables for the context of Transaction/Span
 
+require 'stackify_apm/context/prefix'
 require 'stackify_apm/context/request'
+require 'stackify_apm/context/request/headers'
 require 'stackify_apm/context/request/socket'
 require 'stackify_apm/context/request/url'
 require 'stackify_apm/context/response'
@@ -12,12 +14,13 @@ module StackifyRubyAPM
   class Context
     include NaivelyHashable
 
-    attr_accessor :request, :response, :aws
+    attr_accessor :request, :response, :aws, :category, :prefix
     attr_reader :custom, :tags
 
     def initialize
       @custom = {}
       @tags = {}
+      @prefix = Context::Prefix.new
     end
 
     # add aws context to context instance

data/lib/stackify_apm/context/prefix.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module StackifyRubyAPM
+  class Context
+    # @api private
+    class Prefix
+      include NaivelyHashable
+
+      attr_accessor :response_body, :request_body
+      attr_reader :response_headers, :request_headers
+
+      def request_headers=(headers)
+        @request_headers = to_json_list(headers)
+      end
+
+      def response_headers=(headers)
+        @response_headers = to_json_list(headers)
+      end
+
+      private
+      def to_json_list(header)
+        list_header = []
+        header.each do |key, value|
+          list_header << {key => value}
+        end
+        list_header.to_json
+      end
+    end
+  end
+end

data/lib/stackify_apm/context/request/headers.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module StackifyRubyAPM
+  # @api private
+  class Context
+    # @api private
+    class Request
+      # @api private
+      class Headers
+        include NaivelyHashable
+
+        def initialize(req)
+          @values = build_headers req
+        end
+
+        attr_reader :values
+
+        def build_headers req
+          env = req.env
+          headers = Hash[*env.select {|k,v| k.start_with? 'HTTP_'}
+            .collect {|k,v| [k.sub(/^HTTP_/, ''), v]}
+            .collect {|k,v| [k.split('_').collect(&:capitalize).join('-'), v]}
+            .sort
+            .flatten]
+          return headers
+        end
+      end
+    end
+  end
+end

data/lib/stackify_apm/context_builder.rb

@@ -27,6 +27,7 @@ module StackifyRubyAPM
       request.method = req.request_method
       request.url = Context::Request::Url.new(req).to_h
       request.body = get_body(req)
+      request.headers = Context::Request::Headers.new(req).values
 
       context
     end

data/lib/stackify_apm/helper/database_helper.rb

@@ -18,10 +18,49 @@ module DatabaseHelper
     elsif driver.include? 'db2'
       'db2'
     elsif driver.include? 'sqlite'
-      'generic'
+      'sqlite'
     end
   end
   # rubocop:enable Metrics/CyclomaticComplexity
   # rubocop:enable Metrics/PerceivedComplexity
+
+  # Check the prepared statement by placeholder if its valid
+  # placeholder - contains the prepared statement pattern.
+  #               Placeholder for mysql, sqlite, jdbc oracle, db2 is ?, example "SELECT * FROM posts WHERE author = ? and id = ?"
+  #               Placeholder for postgres is $1, $2,...$n, example "SELECT * FROM posts WHERE author = $1 and id = $2"
+  # statement   - contains the db properties such as SQL, PROVIDER, etc.
+  #               So if there's payload value we append PREFIX_SQL_PARAMETERS to the existing object properties.
+  # payload     - contains the payload[:binds] which is the payload value/data of the placeholder.
+  #               Example payload: {:sql=>"SELECT * FROM posts WHERE author = ? and id = ?", :db_adapter=>"mysql2::client", :binds=>["J.K. Rowling", 1]}
+  def check_prepared_stmt_by_placeholder(placeholder, statement, payload)
+    sqlParam = []
+    unless payload[:binds].nil?
+      payload[:binds].each_with_index do |record, idx|
+        if record && defined?(record.value)
+          StackifyRubyAPM::Util.pushToAryIndex(sqlParam, idx, record.value[0..999])
+        elsif ((record && record.instance_of?(Array)) && defined?(record[1]))
+          StackifyRubyAPM::Util.pushToAryIndex(sqlParam, idx, record[1][0..999])
+        else
+          StackifyRubyAPM::Util.pushToAryIndex(sqlParam, idx, record[0..999])
+        end
+      end
+      statement[:PREFIX_SQL_PARAMETERS] = sqlParam[0..99].to_json if sqlParam.count > 0
+      statement[:PREFIX_SQL_PARAMETER_COUNT] = sqlParam.length.to_s if sqlParam.count > 0
+      true
+    else
+      false
+    end
+  end
+
+  # Common DB span properties shared to sequel, activerecord, etc.
+  def get_common_db_properties
+    {
+      CATEGORY: 'Database',
+      SUBCATEGORY: 'Execute',
+      COMPONENT_CATEGORY: 'DB Query',
+      COMPONENT_DETAIL: 'Execute SQL Query',
+      PROVIDER: 'generic'
+    }
+  end
 end
 include DatabaseHelper

data/lib/stackify_apm/instrumenter_helper.rb

@@ -90,9 +90,8 @@ module StackifyRubyAPM
                           )
                         end
 
-                  req = #{current_method_without}(*args, &block)
                   StackifyRubyAPM.span name, type, context: ctx do
-                    req
+                    #{current_method_without}(*args, &block)
                   end
                 else
                   return #{current_method_without}(*args, &block)
@@ -169,9 +168,9 @@ module StackifyRubyAPM
                             CATEGORY: 'Ruby'
                           )
                         end
-                  req = _self_without_apm_#{current_method}(*args, &block)
+
                   StackifyRubyAPM.span name, type, context: ctx do
-                    req
+                    _self_without_apm_#{current_method}(*args, &block)
                   end
                 else
                   return _self_without_apm_#{current_method}(*args, &block)
@@ -190,6 +189,93 @@ module StackifyRubyAPM
       @custom_class_info[current_class.to_s]['controller'] = true if class_path && class_path.include?('controllers')
       @custom_class_info[current_class.to_s]['model'] = true if class_path && class_path.include?('models')
     end
+
+    # Monkey patch the single ruby module file.
+    #
+    # tracked_func - trackedFunction variable in stackify.json
+    # current_module - module variable in stackify.json
+    # class_path - file_path variable in stackify.json
+    # options - other options such as trackedFunctionName
+    def self.patched_module(tracked_func, current_module, class_path, **options)
+      current_method = options[:current_method] || nil
+      tracked_function_name = options[:tracked_function_name] || nil
+      transaction = options[:is_transaction] || nil
+      mod_spy = "#{current_module}Spy"
+
+      unless @custom_instrumented[current_module.to_s]
+        @custom_instrumented[current_module.to_s] = {}
+      end
+
+      unless @custom_instrumented[current_module.to_s][current_method.to_s]
+        @custom_instrumented[current_module.to_s][current_method.to_s] = false
+      end
+
+      unless @custom_class_info[current_module.to_s]
+        @custom_class_info[current_module.to_s] = {}
+      end
+
+      unless @custom_class_info[current_module.to_s]['controller']
+        @custom_class_info[current_module.to_s]['controller'] = false
+      end
+
+      unless @custom_class_info[current_module.to_s]['model']
+        @custom_class_info[current_module.to_s]['model'] = false
+      end
+
+      return unless @custom_instrumented[current_module.to_s][current_method.to_s] == false
+
+      eval <<-RUBY
+        module #{mod_spy}
+          def self.install
+            #{current_module}.class_eval do
+              class<< self
+                alias_method "#{current_method}_without_apm", "#{current_method}"
+
+                def #{current_method}(*args, &block)
+                  if StackifyRubyAPM.current_transaction.nil? && #{!transaction.nil?}
+                    t = StackifyRubyAPM.transaction("custom.#{current_module}.#{current_method}", TRACETYPE)
+                    begin
+                      req = #{current_method}_without_apm(*args, &block)
+                    rescue Exception => e
+                      StackifyRubyAPM.report(e)
+                      raise e
+                    ensure
+                      t.submit
+                    end
+                    return req
+                  elsif StackifyRubyAPM.current_transaction
+                    name = "Custom Instrument"
+                    type = "#{current_module}##{current_method}"
+                    ctx = if "#{tracked_func}" == 'true'
+                            Span::Context.new(
+                              CATEGORY: 'Ruby',
+                              TRACKED_FUNC: "#{tracked_function_name}"
+                            )
+                          else
+                            Span::Context.new(
+                              CATEGORY: 'Ruby'
+                            )
+                          end
+
+                    StackifyRubyAPM.span name, type, context: ctx do
+                      #{current_method}_without_apm(*args, &block)
+                    end
+                  else
+                    return #{current_method}_without_apm(*args, &block)
+                  end
+                end
+              end
+            end
+          end
+        end
+
+        StackifyRubyAPM::Spies.register current_module.to_s, class_path.to_s, #{mod_spy}, true, "#{current_method}", "#{tracked_func}", "#{tracked_function_name}"
+      RUBY
+      @custom_instrumented[current_module.to_s][current_method.to_s] = true
+      @custom_class_info[current_module.to_s]['controller'] = true if class_path && class_path.include?('controllers')
+      @custom_class_info[current_module.to_s]['model'] = true if class_path && class_path.include?('models')
+    end
+
     # rubocop:enable Metrics/CyclomaticComplexity
     # rubocop:enable Metrics/PerceivedComplexity
     # rubocop:enable Lint/UselessAssignment

data/lib/stackify_apm/logger/logger_high_version.rb

@@ -29,7 +29,11 @@ module StackifyRubyAPM
           temp_filename = logdev.gsub('-1.log', '')
           new_logdev = temp_filename + '-1.log'
         end
-        @logdev = LogDevice.new(new_logdev, shift_size: shift_size)
+        begin
+          @logdev = LogDevice.new(new_logdev, shift_size: shift_size)
+        rescue StandardError => e
+          puts "Stackify Profiler unable to access [" + logdev + "]"
+        end
       end
     end
     require 'stackify_apm/logger/log_device'

data/lib/stackify_apm/logger/logger_lower_version.rb

@@ -20,7 +20,11 @@ module StackifyRubyAPM
           temp_filename = logdev.gsub('-1.log', '')
           new_logdev = temp_filename + '-1.log'
         end
-        @logdev = LogDevice.new(new_logdev, shift_size: shift_size)
+        begin
+          @logdev = LogDevice.new(new_logdev, shift_size: shift_size)
+        rescue StandardError => e
+          puts "Stackify Profiler unable to access [" + logdev + "]"
+        end
       end
     end
 

data/lib/stackify_apm/middleware.rb

@@ -39,7 +39,8 @@ module StackifyRubyAPM
     # rubocop:disable Metrics/PerceivedComplexity
     def call(env)
       begin
-        transaction = build_transaction(env) if running?
+        context = StackifyRubyAPM.build_context(env)
+        transaction = build_transaction(env, context) if running?
         resp = @app.call env
 
         @rack_status = resp[0].to_i
@@ -47,6 +48,8 @@ module StackifyRubyAPM
         @rack_body = resp[2]
         @configuration = config
 
+        build_prefix_context(transaction, context)
+
         if okay_to_modify?
           @configuration.already_instrumented_flag = true
           if @configuration.rum_enabled.is_a?(TrueClass)
@@ -92,8 +95,9 @@ module StackifyRubyAPM
 
     # Start of transaction building with params: name, type, context
     #
-    def build_transaction(env)
-      StackifyRubyAPM.transaction 'Rack', 'WEBAPP', context: StackifyRubyAPM.build_context(env)
+    def build_transaction(env, context=nil)
+      context = context || StackifyRubyAPM.build_context(env)
+      StackifyRubyAPM.transaction 'Rack', 'WEBAPP', context: context
     end
 
     def running?
@@ -129,5 +133,19 @@ module StackifyRubyAPM
     def xhr?
       @rack_headers['HTTP_X_REQUESTED_WITH'] == 'XMLHttpRequest'
     end
+
+    # Add prefix instrument data to transaction context if enabled
+    def build_prefix_context(transaction, context)
+      return nil unless @configuration.prefix_enabled.is_a?(TrueClass)
+
+      source = nil
+      body = @rack_body
+      body.each { |fragment| source ? (source << fragment.to_s) : (source = fragment.to_s) }
+
+      transaction.context.prefix.request_body = context && context.request && context.request.body || ""
+      transaction.context.prefix.request_headers = context && context.request && context.request.headers || Hash.new
+      transaction.context.prefix.response_body = source || ""
+      transaction.context.prefix.response_headers = @rack_headers || Hash.new
+    end
   end
 end