rails_performance 1.2.3 → 1.3.1

data/lib/rails_performance/models/sidekiq_record.rb

@@ -1,66 +1,65 @@
-module RailsPerformance
-  module Models
-    class SidekiqRecord < BaseRecord
-      attr_accessor :queue, :worker, :jid, :datetimei, :enqueued_ati, :datetime, :start_timei, :status, :duration, :message
-
-      # key = job-performance
-      # |queue|default
-      # |worker|SimpleWorker
-      # |jid|7d48fbf20976c224510dbc60
-      # |datetime|20200124T0523
-      # |datetimei|1583146613
-      # |enqueued_ati|1583146613
-      # |start_timei|1583146614
-      # |status|success|END|1.0.0
-      # value = JSON
-      def SidekiqRecord.from_db(key, value)
-        items = key.split("|")
-
-        SidekiqRecord.new(
-          queue: items[2],
-          worker: items[4],
-          jid: items[6],
-          datetime: items[8],
-          datetimei: items[10],
-          enqueued_ati: items[12],
-          start_timei: items[14],
-          status: items[16],
-          json: value
-        )
-      end
-
-      def initialize(queue:, worker:, jid:, datetime:, datetimei:, enqueued_ati:, start_timei:, status: nil, duration: nil, json: "{}")
-        @queue        = queue
-        @worker       = worker
-        @jid          = jid
-        @datetime     = datetime
-        @datetimei    = datetimei.to_i
-        @enqueued_ati = enqueued_ati
-        @start_timei  = start_timei
-        @status       = status
-        @duration     = duration
-        @json         = json
-      end
-
-      def record_hash
-        {
-          worker: self.worker,
-          queue: self.queue,
-          jid: self.jid,
-          status: self.status,
-          datetimei: datetimei,
-          datetime: Time.at(self.start_timei.to_i),
-          duration: self.value['duration'],
-          message: value['message']
-        }
-      end
-
-      def save
-        key   = "sidekiq|queue|#{queue}|worker|#{worker}|jid|#{jid}|datetime|#{datetime}|datetimei|#{datetimei}|enqueued_ati|#{enqueued_ati}|start_timei|#{start_timei}|status|#{status}|END|#{RailsPerformance::SCHEMA}"
-        value = { message: message, duration: duration }
-        Utils.save_to_redis(key, value)
-      end
-
-    end
-  end
-end
+module RailsPerformance
+  module Models
+    class SidekiqRecord < BaseRecord
+      attr_accessor :queue, :worker, :jid, :datetimei, :enqueued_ati, :datetime, :start_timei, :status, :duration, :message
+
+      # key = job-performance
+      # |queue|default
+      # |worker|SimpleWorker
+      # |jid|7d48fbf20976c224510dbc60
+      # |datetime|20200124T0523
+      # |datetimei|1583146613
+      # |enqueued_ati|1583146613
+      # |start_timei|1583146614
+      # |status|success|END|1.0.0
+      # value = JSON
+      def self.from_db(key, value)
+        items = key.split("|")
+
+        SidekiqRecord.new(
+          queue: items[2],
+          worker: items[4],
+          jid: items[6],
+          datetime: items[8],
+          datetimei: items[10],
+          enqueued_ati: items[12],
+          start_timei: items[14],
+          status: items[16],
+          json: value
+        )
+      end
+
+      def initialize(queue:, worker:, jid:, datetime:, datetimei:, enqueued_ati:, start_timei:, status: nil, duration: nil, json: "{}")
+        @queue = queue
+        @worker = worker
+        @jid = jid
+        @datetime = datetime
+        @datetimei = datetimei.to_i
+        @enqueued_ati = enqueued_ati
+        @start_timei = start_timei
+        @status = status
+        @duration = duration
+        @json = json
+      end
+
+      def record_hash
+        {
+          worker: worker,
+          queue: queue,
+          jid: jid,
+          status: status,
+          datetimei: datetimei,
+          datetime: Time.at(start_timei.to_i),
+          duration: value["duration"],
+          message: value["message"]
+        }
+      end
+
+      def save
+        key = "sidekiq|queue|#{queue}|worker|#{worker}|jid|#{jid}|datetime|#{datetime}|datetimei|#{datetimei}|enqueued_ati|#{enqueued_ati}|start_timei|#{start_timei}|status|#{status}|END|#{RailsPerformance::SCHEMA}"
+        value = {message: message, duration: duration}
+        Utils.save_to_redis(key, value)
+      end
+    end
+  end
+end

data/lib/rails_performance/models/trace_record.rb

@@ -1,19 +1,18 @@
-module RailsPerformance
-  module Models
-    class TraceRecord < BaseRecord
-      attr_accessor :request_id, :value
-
-      def initialize(request_id:, value:)
-        @request_id = request_id
-        @value      = value
-      end
-
-      def save
-        return if value.empty?
-
-        Utils.save_to_redis("trace|#{request_id}|END|#{RailsPerformance::SCHEMA}", value, RailsPerformance.recent_requests_time_window.to_i)
-      end
-
-    end
-  end
-end
+module RailsPerformance
+  module Models
+    class TraceRecord < BaseRecord
+      attr_accessor :request_id, :value
+
+      def initialize(request_id:, value:)
+        @request_id = request_id
+        @value = value
+      end
+
+      def save
+        return if value.empty?
+
+        Utils.save_to_redis("trace|#{request_id}|END|#{RailsPerformance::SCHEMA}", value, RailsPerformance.recent_requests_time_window.to_i)
+      end
+    end
+  end
+end

data/lib/rails_performance/rails/middleware.rb

@@ -1,76 +1,75 @@
-module RailsPerformance
-  module Rails
-    class MiddlewareTraceStorerAndCleanup
-      def initialize(app)
-        @app = app
-      end
-
-      def call(env)
-        dup.call!(env)
-      end
-
-      def call!(env)
-        if %r{#{RailsPerformance.mount_at}}.match?(env["PATH_INFO"])
-          RailsPerformance.skip = true
-        end
-
-        @status, @headers, @response = @app.call(env)
-
-        if !RailsPerformance.skip
-          RailsPerformance::Models::TraceRecord.new(
-            request_id: CurrentRequest.current.request_id,
-            value: CurrentRequest.current.tracings
-          ).save
-        end
-
-        CurrentRequest.cleanup
-
-        [@status, @headers, @response]
-      end
-    end
-
-    class Middleware
-      def initialize(app)
-        @app = app
-      end
-
-      def call(env)
-        dup.call!(env)
-      end
-
-      def call!(env)
-        @status, @headers, @response = @app.call(env)
-
-        #t = Time.current
-        if !RailsPerformance.skip
-          if !CurrentRequest.current.ignore.include?(:performance) # grape is executed first, and than ignore regular future storage of "controller"-like request
-            if data = CurrentRequest.current.data
-              record = RailsPerformance::Models::RequestRecord.new(**data.merge({request_id: CurrentRequest.current.request_id}))
-
-              # for 500 errors
-              record.status ||= @status
-
-              # capture referer from where this page was opened
-              record.http_referer = env["HTTP_REFERER"] if record.status == 404
-
-              # we can add custom data, for example Http User-Agent
-              # or even devise current_user
-              if RailsPerformance.custom_data_proc
-                # just to be sure it won't break format how we store in redis
-                record.custom_data = RailsPerformance.custom_data_proc.call(env)
-              end
-
-              # store for section "recent requests"
-              # store request information (regular rails request)
-              record.save
-            end
-          end
-        end
-        #puts "==> store performance data: #{(Time.current - t).round(3)}ms"
-
-        [@status, @headers, @response]
-      end
-
-    end
-  end
-end
+module RailsPerformance
+  module Rails
+    class MiddlewareTraceStorerAndCleanup
+      def initialize(app)
+        @app = app
+      end
+
+      def call(env)
+        dup.call!(env)
+      end
+
+      def call!(env)
+        if %r{#{RailsPerformance.mount_at}}.match?(env["PATH_INFO"])
+          RailsPerformance.skip = true
+        end
+
+        @status, @headers, @response = @app.call(env)
+
+        if !RailsPerformance.skip
+          RailsPerformance::Models::TraceRecord.new(
+            request_id: CurrentRequest.current.request_id,
+            value: CurrentRequest.current.tracings
+          ).save
+        end
+
+        CurrentRequest.cleanup
+
+        [@status, @headers, @response]
+      end
+    end
+
+    class Middleware
+      def initialize(app)
+        @app = app
+      end
+
+      def call(env)
+        dup.call!(env)
+      end
+
+      def call!(env)
+        @status, @headers, @response = @app.call(env)
+
+        # t = Time.current
+        if !RailsPerformance.skip
+          if !CurrentRequest.current.ignore.include?(:performance) # grape is executed first, and than ignore regular future storage of "controller"-like request
+            if (data = CurrentRequest.current.data)
+              record = RailsPerformance::Models::RequestRecord.new(**data.merge({request_id: CurrentRequest.current.request_id}))
+
+              # for 500 errors
+              record.status ||= @status
+
+              # capture referer from where this page was opened
+              record.http_referer = env["HTTP_REFERER"] if record.status == 404
+
+              # we can add custom data, for example Http User-Agent
+              # or even devise current_user
+              if RailsPerformance.custom_data_proc
+                # just to be sure it won't break format how we store in redis
+                record.custom_data = RailsPerformance.custom_data_proc.call(env)
+              end
+
+              # store for section "recent requests"
+              # store request information (regular rails request)
+              record.save
+            end
+          end
+        end
+        # puts "==> store performance data: #{(Time.current - t).round(3)}ms"
+
+        [@status, @headers, @response]
+      end
+    end
+  end
+end

data/lib/rails_performance/rails/query_builder.rb

@@ -1,20 +1,18 @@
-module RailsPerformance
-  module Rails
-    class QueryBuilder
-
-      def QueryBuilder.compose_from(params)
-        result = {}
-
-        result[:controller] = params[:controller_eq]
-        result[:action]     = params[:action_eq]
-        result[:format]     = params[:format_eq]
-        result[:status]     = params[:status_eq]
-
-        result.delete_if {|k, v| v.nil?}
-
-        { q: result }
-      end
-
-    end
-  end
-end
+module RailsPerformance
+  module Rails
+    class QueryBuilder
+      def self.compose_from(params)
+        result = {}
+
+        result[:controller] = params[:controller_eq]
+        result[:action] = params[:action_eq]
+        result[:format] = params[:format_eq]
+        result[:status] = params[:status_eq]
+
+        result.delete_if { |k, v| v.nil? }
+
+        {q: result}
+      end
+    end
+  end
+end

data/lib/rails_performance/reports/base_report.rb

@@ -1,60 +1,60 @@
-module RailsPerformance
-  module Reports
-    class BaseReport
-      attr_reader :db, :group, :sort, :title
-
-      def initialize(db, group: nil, sort: nil, title: nil)
-        @db     = db
-        @group  = group
-        @sort   = sort
-        @title  = title
-
-        set_defaults
-      end
-
-      def collect
-        db.group_by(group).inject([]) do |res, (k,v)|
-          res << yield(k, v)
-          res
-        end
-      end
-
-      def set_defaults; end
-
-      def self.time_in_app_time_zone(time)
-        app_time_zone = ::Rails.application.config.time_zone
-        if app_time_zone.present?
-          time.in_time_zone(app_time_zone)
-        else
-          time
-        end
-      end
-
-      def calculate_data
-        now        = Time.current
-        stop       = Time.at(60 * ((now.to_i)/ 60))
-        offset     = RailsPerformance::Reports::BaseReport::time_in_app_time_zone(now).utc_offset
-        current    = stop - RailsPerformance.duration
-
-        @data      = []
-        all        = {}
-
-        # read current values
-        db.group_by(group).each do |(k, v)|
-          yield(all, k, v)
-        end
-
-        # add blank columns
-        while current <= stop
-          key   = (current).strftime(RailsPerformance::FORMAT)
-          views = all[key].presence || 0
-          @data << [(current.to_i + offset) * 1000, views.round(2)]
-          current += 1.minute
-        end
-
-        # sort by time
-        @data.sort!
-      end
-    end
-  end
-end
+module RailsPerformance
+  module Reports
+    class BaseReport
+      attr_reader :db, :group, :sort, :title
+
+      def initialize(db, group: nil, sort: nil, title: nil)
+        @db = db
+        @group = group
+        @sort = sort
+        @title = title
+
+        set_defaults
+      end
+
+      def set_defaults
+      end
+
+      def collect
+        db.group_by(group).each_with_object([]) do |(k, v), res|
+          res << yield(k, v)
+        end
+      end
+
+      def self.time_in_app_time_zone(time)
+        app_time_zone = ::Rails.application.config.time_zone
+        if app_time_zone.present?
+          time.in_time_zone(app_time_zone)
+        else
+          time
+        end
+      end
+
+      def calculate_data
+        now = Time.current
+        stop = Time.at(60 * (now.to_i / 60))
+        offset = RailsPerformance::Reports::BaseReport.time_in_app_time_zone(now).utc_offset
+        current = stop - RailsPerformance.duration
+
+        @data = []
+        all = {}
+
+        # read current values
+        db.group_by(group).each do |(k, v)|
+          yield(all, k, v)
+        end
+
+        # add blank columns
+        while current <= stop
+          key = current.strftime(RailsPerformance::FORMAT)
+          views = all[key].presence || 0
+          @data << [(current.to_i + offset) * 1000, views.round(2)]
+          current += 1.minute
+        end
+
+        # sort by time
+        @data.sort!
+      end
+    end
+  end
+end

data/lib/rails_performance/reports/breakdown_report.rb

@@ -1,18 +1,15 @@
-module RailsPerformance
-  module Reports
-    class BreakdownReport < BaseReport
-
-      def set_defaults
-        @sort ||= :datetimei
-      end
-
-      def data
-        db.data
-          .collect{|e| e.record_hash}
-          .sort{|a, b| b[sort] <=> a[sort]}
-      end
-    end
-
-
-  end
-end
+module RailsPerformance
+  module Reports
+    class BreakdownReport < BaseReport
+      def set_defaults
+        @sort ||= :datetimei
+      end
+
+      def data
+        db.data
+          .collect { |e| e.record_hash }
+          .sort { |a, b| b[sort] <=> a[sort] }
+      end
+    end
+  end
+end

data/lib/rails_performance/reports/crash_report.rb

@@ -1,17 +1,15 @@
-module RailsPerformance
-  module Reports
-    class CrashReport < BaseReport
-      def set_defaults
-        @sort ||= :datetimei
-      end
-
-      def data
-        db.data
-          .collect{|e| e.record_hash}
-          .sort{|a, b| b[sort] <=> a[sort]}
-      end
-    end
-
-
-  end
-end
+module RailsPerformance
+  module Reports
+    class CrashReport < BaseReport
+      def set_defaults
+        @sort ||= :datetimei
+      end
+
+      def data
+        db.data
+          .collect { |e| e.record_hash }
+          .sort { |a, b| b[sort] <=> a[sort] }
+      end
+    end
+  end
+end

data/lib/rails_performance/reports/percentile_report.rb

@@ -0,0 +1,14 @@
+module RailsPerformance
+  module Reports
+    class PercentileReport < BaseReport
+      def data
+        durations = db.data.collect(&:duration)
+        {
+          p50: RailsPerformance::Utils.percentile(durations, 50),
+          p95: RailsPerformance::Utils.percentile(durations, 95),
+          p99: RailsPerformance::Utils.percentile(durations, 99)
+        }
+      end
+    end
+  end
+end

data/lib/rails_performance/reports/recent_requests_report.rb

@@ -1,24 +1,24 @@
-module RailsPerformance
-  module Reports
-    class RecentRequestsReport < BaseReport
-      def set_defaults
-        @sort ||= :datetimei
-      end
-
-      def data(from_timei = nil)
-        time_agoi = [RailsPerformance.recent_requests_time_window.ago.to_i, from_timei.to_i].reject(&:blank?).max
-        db.data
-          .collect{|e| e.record_hash}
-          .select{|e| e if e[sort] > time_agoi}
-          .sort{|a, b| b[sort] <=> a[sort]}
-          .first(limit)
-      end
-
-      private
-
-      def limit
-        RailsPerformance.recent_requests_limit ? RailsPerformance.recent_requests_limit.to_i : 100_000
-      end
-    end
-  end
-end
+module RailsPerformance
+  module Reports
+    class RecentRequestsReport < BaseReport
+      def set_defaults
+        @sort ||= :datetimei
+      end
+
+      def data(from_timei = nil)
+        time_agoi = [RailsPerformance.recent_requests_time_window.ago.to_i, from_timei.to_i].reject(&:blank?).max
+        db.data
+          .collect { |e| e.record_hash }
+          .select { |e| e if e[sort] > time_agoi }
+          .sort { |a, b| b[sort] <=> a[sort] }
+          .first(limit)
+      end
+
+      private
+
+      def limit
+        RailsPerformance.recent_requests_limit ? RailsPerformance.recent_requests_limit.to_i : 100_000
+      end
+    end
+  end
+end