traceview 3.0.0-java

data/lib/traceview/inst/redis.rb

@@ -0,0 +1,271 @@
+# Copyright (c) 2014 AppNeta, Inc.
+# All rights reserved.
+
+module TraceView
+  module Inst
+    module Redis
+      module Client
+        # The operations listed in this constant skip collecting KVKey
+        NO_KEY_OPS = [:keys, :randomkey, :scan, :sdiff, :sdiffstore, :sinter,
+                      :sinterstore, :smove, :sunion, :sunionstore, :zinterstore,
+                      :zunionstore, :publish, :select, :eval, :evalsha, :script]
+
+        # Instead of a giant switch statement, we use a hash constant to map out what
+        # KVs need to be collected for each of the many many Redis operations
+        # Hash formatting by undiagnosed OCD
+        KV_COLLECT_MAP = {
+          :brpoplpush  => { :destination  => 2 }, :rpoplpush   => { :destination  => 2 },
+          :sdiffstore  => { :destination  => 1 }, :sinterstore => { :destination  => 1 },
+          :sunionstore => { :destination  => 1 }, :zinterstore => { :destination  => 1 },
+          :zunionstore => { :destination  => 1 }, :publish     => { :channel      => 1 },
+          :incrby      => { :increment    => 2 }, :incrbyfloat => { :increment    => 2 },
+          :pexpire     => { :milliseconds => 2 }, :pexpireat   => { :milliseconds => 2 },
+          :expireat    => { :timestamp    => 2 }, :decrby      => { :decrement    => 2 },
+          :psetex      => { :ttl     => 2 },      :restore  => { :ttl     => 2 },
+          :setex       => { :ttl     => 2 },      :setnx    => { :ttl     => 2 },
+          :move        => { :db      => 2 },      :select   => { :db      => 1 },
+          :lindex      => { :index   => 2 },      :getset   => { :value   => 2 },
+          :keys        => { :pattern => 1 },      :expire   => { :seconds => 2 },
+          :rename      => { :newkey  => 2 },      :renamenx => { :newkey  => 2 },
+          :getbit      => { :offset  => 2 },      :setbit   => { :offset  => 2 },
+          :setrange    => { :offset  => 2 },      :evalsha  => { :sha     => 1 },
+          :getrange    => { :start => 2, :end       => 3 },
+          :zrange      => { :start => 2, :end       => 3 },
+          :bitcount    => { :start => 2, :stop      => 3 },
+          :lrange      => { :start => 2, :stop      => 3 },
+          :zrevrange   => { :start => 2, :stop      => 3 },
+          :hincrby     => { :field => 2, :increment => 3 },
+          :smove           => { :source    => 1, :destination => 2 },
+          :bitop           => { :operation => 1, :destkey     => 2 },
+          :hincrbyfloat    => { :field     => 2, :increment   => 3 },
+          :zremrangebyrank => { :start     => 2, :stop        => 3 }
+        }
+
+        # The following operations don't require any special handling. For these,
+        # we only collect KVKey and KVOp
+        #
+        # :append, :blpop, :brpop, :decr, :del, :dump, :exists,
+        # :hgetall, :hkeys, :hlen, :hvals, :hmset, :incr, :linsert,
+        # :llen, :lpop, :lpush, :lpushx, :lrem, :lset, :ltrim,
+        # :persist, :pttl, :hscan, :rpop, :rpush, :rpushx, :sadd,
+        # :scard, :sismember, :smembers, :strlen, :sort, :spop,
+        # :srandmember, :srem, :sscan, :ttl, :type, :zadd, :zcard,
+        # :zcount, :zincrby, :zrangebyscore, :zrank, :zrem,
+        # :zremrangebyscore, :zrevrank, :zrevrangebyscore, :zscore
+        #
+        # For the operations in NO_KEY_OPS (above) we only collect
+        # KVOp (no KVKey)
+
+        def self.included(klass)
+          # We wrap two of the Redis methods to instrument
+          # operations
+          ::TraceView::Util.method_alias(klass, :call, ::Redis::Client)
+          ::TraceView::Util.method_alias(klass, :call_pipeline, ::Redis::Client)
+        end
+
+        # Given any Redis operation command array, this method
+        # extracts the Key/Values to report to the TraceView
+        # dashboard.
+        #
+        # @param command [Array] the Redis operation array
+        # @param r [Return] the return value from the operation
+        # @return [Hash] the Key/Values to report
+        def extract_trace_details(command, r)
+          kvs = {}
+          op = command.first
+
+          begin
+            kvs[:KVOp] = command[0]
+            kvs[:RemoteHost] = @options[:host]
+
+            unless NO_KEY_OPS.include?(op) || (command[1].is_a?(Array) && command[1].count > 1)
+              if command[1].is_a?(Array)
+                kvs[:KVKey] = command[1].first
+              else
+                kvs[:KVKey] = command[1]
+              end
+            end
+
+            if KV_COLLECT_MAP[op]
+              # Extract KVs from command for this op
+              KV_COLLECT_MAP[op].each { |k, v|
+                kvs[k] = command[v]
+              }
+            else
+              # This case statement handle special cases not handled
+              # by KV_COLLECT_MAP
+              case op
+              when :set
+                if command.count > 3
+                  options = command[3]
+                  kvs[:ex] = options[:ex] if options.key?(:ex)
+                  kvs[:px] = options[:px] if options.key?(:px)
+                  kvs[:nx] = options[:nx] if options.key?(:nx)
+                  kvs[:xx] = options[:xx] if options.key?(:xx)
+                end
+
+              when :get
+                kvs[:KVHit] = r.nil? ? 0 : 1
+
+              when :hdel, :hexists, :hget, :hset, :hsetnx
+                kvs[:field] = command[2] unless command[2].is_a?(Array)
+                if op == :hget
+                  kvs[:KVHit] = r.nil? ? 0 : 1
+                end
+
+              when :eval
+                if command[1].length > 1024
+                  kvs[:Script] = command[1][0..1023] + '(...snip...)'
+                else
+                  kvs[:Script] = command[1]
+                end
+
+              when :script
+                kvs[:subcommand] = command[1]
+                kvs[:Backtrace] = TraceView::API.backtrace if TraceView::Config[:redis][:collect_backtraces]
+                if command[1] == 'load'
+                  if command[1].length > 1024
+                    kvs[:Script] = command[2][0..1023] + '(...snip...)'
+                  else
+                    kvs[:Script] = command[2]
+                  end
+                elsif command[1] == :exists
+                  if command[2].is_a?(Array)
+                    kvs[:KVKey] = command[2].inspect
+                  else
+                    kvs[:KVKey] = command[2]
+                  end
+                end
+
+              when :mget
+                if command[1].is_a?(Array)
+                  kvs[:KVKeyCount] = command[1].count
+                else
+                  kvs[:KVKeyCount] = command.count - 1
+                end
+                values = r.select { |i| i }
+                kvs[:KVHitCount] = values.count
+
+              when :hmget
+                kvs[:KVKeyCount] = command.count - 2
+                values = r.select { |i| i }
+                kvs[:KVHitCount] = values.count
+
+              when :mset, :msetnx
+                if command[1].is_a?(Array)
+                  kvs[:KVKeyCount] = command[1].count / 2
+                else
+                  kvs[:KVKeyCount] = (command.count - 1) / 2
+                end
+              end # case op
+            end # if KV_COLLECT_MAP[op]
+
+          rescue StandardError => e
+            TraceView.logger.debug "Error collecting redis KVs: #{e.message}"
+            TraceView.logger.debug e.backtrace.join('\n')
+          end
+
+          kvs
+        end
+
+        # Extracts the Key/Values to report from a pipelined
+        # call to the TraceView dashboard.
+        #
+        # @param pipeline [Redis::Pipeline] the Redis pipeline instance
+        # @return [Hash] the Key/Values to report
+        def extract_pipeline_details(pipeline)
+          kvs = {}
+
+          begin
+            kvs[:RemoteHost] = @options[:host]
+            kvs[:Backtrace] = TraceView::API.backtrace if TraceView::Config[:redis][:collect_backtraces]
+
+            command_count = pipeline.commands.count
+            kvs[:KVOpCount] = command_count
+
+            if pipeline.commands.first == :multi
+              kvs[:KVOp] = :multi
+            else
+              kvs[:KVOp] = :pipeline
+            end
+
+            # Report pipelined operations  if the number
+            # of ops is reasonable
+            if command_count < 12
+              ops = []
+              pipeline.commands.each do |c|
+                ops << c.first
+              end
+              kvs[:KVOps] = ops.join(', ')
+            end
+          rescue StandardError => e
+            TraceView.logger.debug "[traceview/debug] Error extracting pipelined commands: #{e.message}"
+            TraceView.logger.debug e.backtrace
+          end
+          kvs
+        end
+
+        #
+        # The wrapper method for Redis::Client.call.  Here
+        # (when tracing) we capture KVs to report and pass
+        # the call along
+        #
+        def call_with_traceview(command, &block)
+          if TraceView.tracing?
+            ::TraceView::API.log_entry('redis', {})
+
+            begin
+              r = call_without_traceview(command, &block)
+              report_kvs = extract_trace_details(command, r)
+              r
+            rescue StandardError => e
+              ::TraceView::API.log_exception('redis', e)
+              raise
+            ensure
+              ::TraceView::API.log_exit('redis', report_kvs)
+            end
+
+          else
+            call_without_traceview(command, &block)
+          end
+        end
+
+        #
+        # The wrapper method for Redis::Client.call_pipeline.  Here
+        # (when tracing) we capture KVs to report and pass the call along
+        #
+        def call_pipeline_with_traceview(pipeline)
+          if TraceView.tracing?
+            # Fall back to the raw tracing API so we can pass KVs
+            # back on exit (a limitation of the TraceView::API.trace
+            # block method)  This removes the need for an info
+            # event to send additonal KVs
+            ::TraceView::API.log_entry('redis', {})
+
+            report_kvs = extract_pipeline_details(pipeline)
+
+            begin
+              call_pipeline_without_traceview(pipeline)
+            rescue StandardError => e
+              ::TraceView::API.log_exception('redis', e)
+              raise
+            ensure
+              ::TraceView::API.log_exit('redis', report_kvs)
+            end
+          else
+            call_pipeline_without_traceview(pipeline)
+          end
+        end
+
+      end
+    end
+  end
+end
+
+if TraceView::Config[:redis][:enabled]
+  if defined?(::Redis) && Gem::Version.new(::Redis::VERSION) >= Gem::Version.new('3.0.0')
+    TraceView.logger.info '[traceview/loading] Instrumenting redis' if TraceView::Config[:verbose]
+    ::TraceView::Util.send_include(::Redis::Client, ::TraceView::Inst::Redis::Client)
+  end
+end
+

data/lib/traceview/inst/resque.rb

@@ -0,0 +1,192 @@
+# Copyright (c) 2013 AppNeta, Inc.
+# All rights reserved.
+
+require 'socket'
+require 'json'
+
+module TraceView
+  module Inst
+    module Resque
+      def self.included(base)
+        base.send :extend, ::Resque
+      end
+
+      def extract_trace_details(op, klass, args)
+        report_kvs = {}
+
+        begin
+          report_kvs[:Op] = op.to_s
+          report_kvs[:Class] = klass.to_s if klass
+
+          if TraceView::Config[:resque][:log_args]
+            kv_args = args.to_json
+
+            # Limit the argument json string to 1024 bytes
+            if kv_args.length > 1024
+              report_kvs[:Args] = kv_args[0..1023] + '...[snipped]'
+            else
+              report_kvs[:Args] = kv_args
+            end
+          end
+
+          report_kvs[:Backtrace] = TraceView::API.backtrace if TraceView::Config[:resque][:collect_backtraces]
+        rescue
+        end
+
+        report_kvs
+      end
+
+      def enqueue_with_traceview(klass, *args)
+        if TraceView.tracing?
+          report_kvs = extract_trace_details(:enqueue, klass, args)
+
+          TraceView::API.trace('resque-client', report_kvs, :enqueue) do
+            args.push(:parent_trace_id => TraceView::Context.toString) if TraceView::Config[:resque][:link_workers]
+            enqueue_without_traceview(klass, *args)
+          end
+        else
+          enqueue_without_traceview(klass, *args)
+        end
+      end
+
+      def enqueue_to_with_traceview(queue, klass, *args)
+        if TraceView.tracing? && !TraceView.tracing_layer_op?(:enqueue)
+          report_kvs = extract_trace_details(:enqueue_to, klass, args)
+          report_kvs[:Queue] = queue.to_s if queue
+
+          TraceView::API.trace('resque-client', report_kvs) do
+            args.push(:parent_trace_id => TraceView::Context.toString) if TraceView::Config[:resque][:link_workers]
+            enqueue_to_without_traceview(queue, klass, *args)
+          end
+        else
+          enqueue_to_without_traceview(queue, klass, *args)
+        end
+      end
+
+      def dequeue_with_traceview(klass, *args)
+        if TraceView.tracing?
+          report_kvs = extract_trace_details(:dequeue, klass, args)
+
+          TraceView::API.trace('resque-client', report_kvs) do
+            dequeue_without_traceview(klass, *args)
+          end
+        else
+          dequeue_without_traceview(klass, *args)
+        end
+      end
+    end
+
+    module ResqueWorker
+      def perform_with_traceview(job)
+        report_kvs = {}
+        last_arg = nil
+
+        begin
+          report_kvs[:Op] = :perform
+
+          # Set these keys for the ability to separate out
+          # background tasks into a separate app on the server-side UI
+          report_kvs[:Controller] = :Resque
+          report_kvs[:Action] = :perform
+
+          report_kvs['HTTP-Host'] = Socket.gethostname
+          report_kvs[:URL] = '/resque/' + job.queue
+          report_kvs[:Method] = 'NONE'
+          report_kvs[:Queue] = job.queue
+
+          report_kvs[:Class] = job.payload['class']
+
+          if TraceView::Config[:resque][:log_args]
+            kv_args = job.payload['args'].to_json
+
+            # Limit the argument json string to 1024 bytes
+            if kv_args.length > 1024
+              report_kvs[:Args] = kv_args[0..1023] + '...[snipped]'
+            else
+              report_kvs[:Args] = kv_args
+            end
+          end
+
+          last_arg = job.payload['args'].last
+        rescue
+        end
+
+        if last_arg.is_a?(Hash) && last_arg.key?('parent_trace_id')
+          begin
+            # Since the enqueue was traced, we force trace the actual job execution and reference
+            # the enqueue trace with ParentTraceID
+            report_kvs[:ParentTraceID] = last_arg['parent_trace_id']
+            job.payload['args'].pop
+
+          rescue
+          end
+
+          # Force this trace regardless of sampling rate so that child trace can be
+          # link to parent trace.
+          TraceView::API.start_trace('resque-worker', nil, report_kvs.merge('Force' => true)) do
+            perform_without_traceview(job)
+          end
+
+        else
+          TraceView::API.start_trace('resque-worker', nil, report_kvs) do
+            perform_without_traceview(job)
+          end
+        end
+      end
+    end
+
+    module ResqueJob
+      def fail_with_traceview(exception)
+        if TraceView.tracing?
+          TraceView::API.log_exception('resque', exception)
+        end
+        fail_without_traceview(exception)
+      end
+    end
+  end
+end
+
+if defined?(::Resque)
+  TraceView.logger.info '[traceview/loading] Instrumenting resque' if TraceView::Config[:verbose]
+
+  ::Resque.module_eval do
+    include TraceView::Inst::Resque
+
+    [:enqueue, :enqueue_to, :dequeue].each do |m|
+      if method_defined?(m)
+        module_eval "alias #{m}_without_traceview #{m}"
+        module_eval "alias #{m} #{m}_with_traceview"
+      elsif TraceView::Config[:verbose]
+        TraceView.logger.warn "[traceview/loading] Couldn't properly instrument Resque (#{m}).  Partial traces may occur."
+      end
+    end
+  end
+
+  if defined?(::Resque::Worker)
+    ::Resque::Worker.class_eval do
+      include TraceView::Inst::ResqueWorker
+
+      if method_defined?(:perform)
+        alias perform_without_traceview perform
+        alias perform perform_with_traceview
+      elsif TraceView::Config[:verbose]
+        TraceView.logger.warn '[traceview/loading] Couldn\'t properly instrument ResqueWorker (perform).  Partial traces may occur.'
+      end
+    end
+  end
+
+  if defined?(::Resque::Job)
+    ::Resque::Job.class_eval do
+      include TraceView::Inst::ResqueJob
+
+      if method_defined?(:fail)
+        alias fail_without_traceview fail
+        alias fail fail_with_traceview
+      elsif TraceView::Config[:verbose]
+        TraceView.logger.warn '[traceview/loading] Couldn\'t properly instrument ResqueWorker (fail).  Partial traces may occur.'
+      end
+    end
+  end
+end
+
+

data/lib/traceview/inst/rest-client.rb

@@ -0,0 +1,38 @@
+# Copyright (c) 2015 AppNeta, Inc.
+# All rights reserved.
+
+module TraceView
+  module Inst
+    module RestClientRequest
+      def self.included(klass)
+        ::TraceView::Util.method_alias(klass, :execute, ::RestClient::Request)
+      end
+
+      ##
+      # execute_with_traceview
+      #
+      # The wrapper method for RestClient::Request.execute
+      #
+      def execute_with_traceview & block
+        kvs = {}
+        kvs['Backtrace'] = TraceView::API.backtrace if TraceView::Config[:rest_client][:collect_backtraces]
+        TraceView::API.log_entry("rest-client", kvs)
+
+        # The core rest-client call
+        execute_without_traceview(&block)
+      rescue => e
+        TraceView::API.log_exception('rest-client', e)
+        raise e
+      ensure
+        TraceView::API.log_exit("rest-client")
+      end
+    end
+  end
+end
+
+if TraceView::Config[:rest_client][:enabled]
+  if defined?(::RestClient)
+    TraceView.logger.info '[traceview/loading] Instrumenting rest-client' if TraceView::Config[:verbose]
+    ::TraceView::Util.send_include(::RestClient::Request, ::TraceView::Inst::RestClientRequest)
+  end
+end

data/lib/traceview/inst/sequel.rb

@@ -0,0 +1,162 @@
+# Copyright (c) 2015 AppNeta, Inc.
+# All rights reserved.
+
+module TraceView
+  module Inst
+    module Sequel
+      def extract_trace_details(sql, opts)
+        kvs = {}
+
+        if TraceView::Config[:sanitize_sql]
+          # Sanitize SQL and don't report binds
+          if sql.is_a?(Symbol)
+            kvs[:Query] = sql
+          else
+            kvs[:Query] = sql.gsub(/('[\s\S][^\']*\'|\d*\.\d*)/, '?')
+          end
+        else
+          # Report raw SQL and any binds if they exist
+          kvs[:Query] = sql.to_s
+          kvs[:QueryArgs] = opts[:arguments] if opts.is_a?(Hash) and opts.key?(:arguments)
+        end
+        kvs[:IsPreparedStatement] = true if sql.is_a?(Symbol)
+
+        kvs[:Backtrace] = TraceView::API.backtrace if TraceView::Config[:sequel][:collect_backtraces]
+
+        if ::Sequel::VERSION < '3.41.0' && !(self.class.to_s =~ /Dataset$/)
+          db_opts = @opts
+        elsif @pool
+          db_opts = @pool.db.opts
+        else
+          db_opts = @db.opts
+        end
+
+        kvs[:Database]   = db_opts[:database]
+        kvs[:RemoteHost] = db_opts[:host]
+        kvs[:RemotePort] = db_opts[:port] if db_opts.key?(:port)
+        kvs[:Flavor]     = db_opts[:adapter]
+      rescue => e
+        TraceView.logger.debug "[traceview/debug Error capturing Sequel KVs: #{e.message}" if TraceView::Config[:verbose]
+      ensure
+        return kvs
+      end
+    end
+
+    module SequelDatabase
+      def self.included(klass)
+        ::TraceView::Util.method_alias(klass, :run, ::Sequel::Database)
+        ::TraceView::Util.method_alias(klass, :execute_ddl, ::Sequel::Database)
+        ::TraceView::Util.method_alias(klass, :execute_dui, ::Sequel::Database)
+        ::TraceView::Util.method_alias(klass, :execute_insert, ::Sequel::Database)
+      end
+
+      def run_with_traceview(sql, opts=::Sequel::OPTS)
+        kvs = extract_trace_details(sql, opts)
+
+        TraceView::API.log_entry('sequel', kvs)
+
+        run_without_traceview(sql, opts)
+      rescue => e
+        TraceView::API.log_exception('sequel', e)
+        raise e
+      ensure
+        TraceView::API.log_exit('sequel')
+      end
+
+      def exec_with_traceview(method, sql, opts=::Sequel::OPTS, &block)
+        kvs = extract_trace_details(sql, opts)
+
+        TraceView::API.log_entry('sequel', kvs)
+
+        send(method, sql, opts, &block)
+      rescue => e
+        TraceView::API.log_exception('sequel', e)
+        raise e
+      ensure
+        TraceView::API.log_exit('sequel')
+      end
+
+      def execute_ddl_with_traceview(sql, opts=::Sequel::OPTS, &block)
+        # If we're already tracing a sequel operation, then this call likely came
+        # from Sequel::Dataset.  In this case, just pass it on.
+        return execute_ddl_without_traceview(sql, opts, &block) if TraceView.tracing_layer?('sequel')
+
+        exec_with_traceview(:execute_ddl_without_traceview, sql, opts, &block)
+      end
+
+      def execute_dui_with_traceview(sql, opts=::Sequel::OPTS, &block)
+        # If we're already tracing a sequel operation, then this call likely came
+        # from Sequel::Dataset.  In this case, just pass it on.
+        return execute_dui_without_traceview(sql, opts, &block) if TraceView.tracing_layer?('sequel')
+
+        exec_with_traceview(:execute_dui_without_traceview, sql, opts, &block)
+      end
+
+      def execute_insert_with_traceview(sql, opts=::Sequel::OPTS, &block)
+        # If we're already tracing a sequel operation, then this call likely came
+        # from Sequel::Dataset.  In this case, just pass it on.
+        return execute_insert_without_traceview(sql, opts, &block) if TraceView.tracing_layer?('sequel')
+
+        exec_with_traceview(:execute_insert_without_traceview, sql, opts, &block)
+      end
+    end # module SequelDatabase
+
+    module SequelDataset
+
+      def self.included(klass)
+        ::TraceView::Util.method_alias(klass, :execute, ::Sequel::Dataset)
+        ::TraceView::Util.method_alias(klass, :execute_ddl, ::Sequel::Dataset)
+        ::TraceView::Util.method_alias(klass, :execute_dui, ::Sequel::Dataset)
+        ::TraceView::Util.method_alias(klass, :execute_insert, ::Sequel::Dataset)
+      end
+
+      def exec_with_traceview(method, sql, opts=::Sequel::OPTS, &block)
+        kvs = extract_trace_details(sql, opts)
+
+        TraceView::API.log_entry('sequel', kvs)
+
+        send(method, sql, opts, &block)
+      rescue => e
+        TraceView::API.log_exception('sequel', e)
+        raise e
+      ensure
+        TraceView::API.log_exit('sequel')
+      end
+
+      def execute_with_traceview(sql, opts=::Sequel::OPTS, &block)
+        exec_with_traceview(:execute_without_traceview, sql, opts, &block)
+      end
+
+      def execute_ddl_with_traceview(sql, opts=::Sequel::OPTS, &block)
+        exec_with_traceview(:execute_ddl_without_traceview, sql, opts, &block)
+      end
+
+      def execute_dui_with_traceview(sql, opts=::Sequel::OPTS, &block)
+        exec_with_traceview(:execute_dui_without_traceview, sql, opts, &block)
+      end
+
+      def execute_insert_with_traceview(sql, opts=::Sequel::OPTS, &block)
+        exec_with_traceview(:execute_insert_without_traceview, sql, opts, &block)
+      end
+
+    end # module SequelDataset
+  end # module Inst
+end # module TraceView
+
+if TraceView::Config[:sequel][:enabled]
+  if defined?(::Sequel) && ::Sequel::VERSION < "4.0.0"
+    # For versions before 4.0.0, Sequel::OPTS wasn't defined.
+    # Define it as an empty hash for backwards compatibility.
+    module ::Sequel
+      OPTS = {}
+    end
+  end
+
+  if defined?(::Sequel)
+    TraceView.logger.info '[traceview/loading] Instrumenting sequel' if TraceView::Config[:verbose]
+    ::TraceView::Util.send_include(::Sequel::Database, ::TraceView::Inst::Sequel)
+    ::TraceView::Util.send_include(::Sequel::Database, ::TraceView::Inst::SequelDatabase)
+    ::TraceView::Util.send_include(::Sequel::Dataset, ::TraceView::Inst::Sequel)
+    ::TraceView::Util.send_include(::Sequel::Dataset, ::TraceView::Inst::SequelDataset)
+  end
+end