qa_server 7.3.0 → 7.7.0

data/app/services/qa_server/performance_datatable_service.rb

@@ -32,48 +32,48 @@ module QaServer
         end
       end
 
-      private
+    private
 
-        def datatable_data_for_authority(authority_name: nil)
-          [:search, :fetch, :all_actions].each_with_object({}) do |action, hash|
-            hash[action] = data_table_stats(authority_name, action)
-          end
+      def datatable_data_for_authority(authority_name: nil)
+        [:search, :fetch, :all_actions].each_with_object({}) do |action, hash|
+          hash[action] = data_table_stats(authority_name, action)
         end
+      end
 
-        # Get statistics for data table.
-        # @param auth_name [String] limit statistics to records for the given authority (default: all authorities)
-        # @param action [Symbol] one of :search, :fetch, :all_actions
-        # @returns [Hash] performance statistics for the datatable during the expected time period
-        # @example
-        #   { retrieve_avg_ms: 12.3, graph_load_avg_ms: 2.1, normalization_avg_ms: 4.2, full_request_avg_ms: 16.5,
-        #     retrieve_10th_ms: 12.3, graph_load_10th_ms: 12.3, normalization_10th_ms: 4.2, full_request_10th_ms: 16.5,
-        #     retrieve_90th_ms: 12.3, graph_load_90th_ms: 12.3, normalization_90th_ms: 4.2, full_request_90th_ms: 16.5 }
-        def data_table_stats(auth_name, action)
-          records = records_for_authority(auth_name)
-          stats_calculator_class.new(records, action: action).calculate_stats_with_percentiles
-        end
+      # Get statistics for data table.
+      # @param auth_name [String] limit statistics to records for the given authority (default: all authorities)
+      # @param action [Symbol] one of :search, :fetch, :all_actions
+      # @returns [Hash] performance statistics for the datatable during the expected time period
+      # @example
+      #   { retrieve_avg_ms: 12.3, graph_load_avg_ms: 2.1, normalization_avg_ms: 4.2, full_request_avg_ms: 16.5,
+      #     retrieve_10th_ms: 12.3, graph_load_10th_ms: 12.3, normalization_10th_ms: 4.2, full_request_10th_ms: 16.5,
+      #     retrieve_90th_ms: 12.3, graph_load_90th_ms: 12.3, normalization_90th_ms: 4.2, full_request_90th_ms: 16.5 }
+      def data_table_stats(auth_name, action)
+        records = records_for_authority(auth_name)
+        stats_calculator_class.new(records, action: action).calculate_stats_with_percentiles
+      end
 
-        def expected_time_period
-          QaServer.config.performance_datatable_default_time_period
-        end
+      def expected_time_period
+        QaServer.config.performance_datatable_default_time_period
+      end
 
-        def records_for_authority(auth_name)
-          case expected_time_period
-          when :day
-            QaServer.config.performance_cache.write_all # only need to write if just using today's data
-            performance_data_class.where(QaServer::TimePeriodService.where_clause_for_last_24_hours(auth_name: auth_name))
-          when :month
-            performance_data_class.where(QaServer::TimePeriodService.where_clause_for_last_30_days(auth_name: auth_name))
-          when :year
-            performance_data_class.where(QaServer::TimePeriodService.where_clause_for_last_12_months(auth_name: auth_name))
-          else
-            all_records(auth_name)
-          end
+      def records_for_authority(auth_name)
+        case expected_time_period
+        when :day
+          QaServer.config.performance_cache.write_all # only need to write if just using today's data
+          performance_data_class.where(QaServer::TimePeriodService.where_clause_for_last_24_hours(auth_name: auth_name))
+        when :month
+          performance_data_class.where(QaServer::TimePeriodService.where_clause_for_last_30_days(auth_name: auth_name))
+        when :year
+          performance_data_class.where(QaServer::TimePeriodService.where_clause_for_last_12_months(auth_name: auth_name))
+        else
+          all_records(auth_name)
         end
+      end
 
-        def all_records(auth_name)
-          auth_name.nil? ? performance_data_class.all : performance_data_class.where(authority: auth_name)
-        end
+      def all_records(auth_name)
+        auth_name.nil? ? performance_data_class.all : performance_data_class.where(authority: auth_name)
+      end
     end
   end
 end

data/app/services/qa_server/performance_graph_data_service.rb

@@ -88,39 +88,39 @@ module QaServer
         averages
       end
 
-      private
+    private
 
-        def records_by(authority_name, action, time_period)
-          where_clause = { dt_stamp: time_period }
-          where_clause[:authority] = authority_name unless authority_name.nil? || authority_name == ALL_AUTH
-          where_clause[:action] = action unless action.nil? || action == ALL_ACTIONS
-          performance_data_class.where(where_clause)
-        end
+      def records_by(authority_name, action, time_period)
+        where_clause = { dt_stamp: time_period }
+        where_clause[:authority] = authority_name unless authority_name.nil? || authority_name == ALL_AUTH
+        where_clause[:action] = action unless action.nil? || action == ALL_ACTIONS
+        performance_data_class.where(where_clause)
+      end
 
-        def performance_by_hour_label(idx, start_hour)
-          if idx == 23
-            I18n.t('qa_server.monitor_status.performance.now')
-          elsif ((idx + 1) % 2).zero?
-            (start_hour.hour * 100).to_s
-          else
-            " "
-          end
+      def performance_by_hour_label(idx, start_hour)
+        if idx == 23
+          I18n.t('qa_server.monitor_status.performance.now')
+        elsif ((idx + 1) % 2).zero?
+          (start_hour.hour * 100).to_s
+        else
+          " "
         end
+      end
 
-        def performance_by_day_label(idx, start_day)
-          if idx == 29
-            I18n.t('qa_server.monitor_status.performance.today')
-          elsif ((idx + 1) % 5).zero?
-            start_day.strftime("%m-%d")
-          else
-            " "
-          end
+      def performance_by_day_label(idx, start_day)
+        if idx == 29
+          I18n.t('qa_server.monitor_status.performance.today')
+        elsif ((idx + 1) % 5).zero?
+          start_day.strftime("%m-%d")
+        else
+          " "
         end
+      end
 
-        def calculate_from_records(records, range_idx, range_label)
-          stats = stats_calculator_class.new(records).calculate_average_stats
-          { STATS => stats, range_idx => range_label }
-        end
+      def calculate_from_records(records, range_idx, range_label)
+        stats = stats_calculator_class.new(records).calculate_average_stats
+        { STATS => stats, range_idx => range_label }
+      end
     end
   end
 end

data/app/services/qa_server/performance_graphing_service.rb

@@ -63,69 +63,69 @@ module QaServer
                            I18n.t('qa_server.monitor_status.performance.x_axis_hour'))
       end
 
-      private
+    private
 
-        def performance_graph_full_path(authority_name, action, time_period)
-          graph_full_path(graph_filename(authority_name, action, time_period))
-        end
+      def performance_graph_full_path(authority_name, action, time_period)
+        graph_full_path(graph_filename(authority_name, action, time_period))
+      end
 
-        def graph_filename(authority_name, action, time_period)
-          "performance_of_#{authority_name}_#{action}_for_#{time_period}_graph.png"
-        end
+      def graph_filename(authority_name, action, time_period)
+        "performance_of_#{authority_name}_#{action}_for_#{time_period}_graph.png"
+      end
 
-        def rework_performance_data_for_gruff(performance_data, label_key)
-          labels = {}
-          # full_load_data = []
-          retrieve_data = []
-          graph_load_data = []
-          normalization_data = []
-          performance_data.each do |i, data|
-            labels[i] = data[label_key]
-            retrieve_data << data[STATS][AVG_RETR]
-            graph_load_data << graph_load_time(data)
-            normalization_data << data[STATS][AVG_NORM]
-          end
-          [labels, retrieve_data, graph_load_data, normalization_data]
+      def rework_performance_data_for_gruff(performance_data, label_key)
+        labels = {}
+        # full_load_data = []
+        retrieve_data = []
+        graph_load_data = []
+        normalization_data = []
+        performance_data.each do |i, data|
+          labels[i] = data[label_key]
+          retrieve_data << data[STATS][AVG_RETR]
+          graph_load_data << graph_load_time(data)
+          normalization_data << data[STATS][AVG_NORM]
         end
+        [labels, retrieve_data, graph_load_data, normalization_data]
+      end
 
-        def graph_load_time(data)
-          # For some sense of backward compatibility and to avoid losing the usefulness of previously collected data,
-          # create the graph using the old :load stat when both :retrieve and :graph_load are 0. If the value truly
-          # is 0, then :load will also be 0.
-          # NOTE: It's ok to use AVG_RETR for the retrieve data point because it is 0.
-          # rubocop:disable Style/TernaryParentheses
-          (data[STATS][AVG_RETR].zero? && data[STATS][AVG_GRPH].zero?) ? data[STATS][AVG_LOAD] : data[STATS][AVG_GRPH]
-          # rubocop:enable Style/TernaryParentheses
-        end
+      def graph_load_time(data)
+        # For some sense of backward compatibility and to avoid losing the usefulness of previously collected data,
+        # create the graph using the old :load stat when both :retrieve and :graph_load are 0. If the value truly
+        # is 0, then :load will also be 0.
+        # NOTE: It's ok to use AVG_RETR for the retrieve data point because it is 0.
+        # rubocop:disable Style/TernaryParentheses
+        (data[STATS][AVG_RETR].zero? && data[STATS][AVG_GRPH].zero?) ? data[STATS][AVG_LOAD] : data[STATS][AVG_GRPH]
+        # rubocop:enable Style/TernaryParentheses
+      end
 
-        def performance_graph_theme(g, x_axis_label)
-          g.theme_pastel
-          g.colors = [QaServer.config.performance_normalization_color,
-                      QaServer.config.performance_graph_load_color,
-                      QaServer.config.performance_retrieve_color]
-          g.marker_font_size = 12
-          g.x_axis_increment = 10
-          g.x_axis_label = x_axis_label
-          g.y_axis_label = I18n.t('qa_server.monitor_status.performance.y_axis_ms')
-          g.minimum_value = 0
-          g.maximum_value = QaServer.config.performance_y_axis_max
-        end
+      def performance_graph_theme(g, x_axis_label)
+        g.theme_pastel
+        g.colors = [QaServer.config.performance_normalization_color,
+                    QaServer.config.performance_graph_load_color,
+                    QaServer.config.performance_retrieve_color]
+        g.marker_font_size = 12
+        g.x_axis_increment = 10
+        g.x_axis_label = x_axis_label
+        g.y_axis_label = I18n.t('qa_server.monitor_status.performance.y_axis_ms')
+        g.minimum_value = 0
+        g.maximum_value = QaServer.config.performance_y_axis_max
+      end
 
-        def create_gruff_graph(performance_data, performance_graph_full_path, x_axis_label)
-          g = Gruff::StackedBar.new
-          performance_graph_theme(g, x_axis_label)
-          g.labels = performance_data[0]
-          g.data(I18n.t('qa_server.monitor_status.performance.retrieve_time_ms'), performance_data[1])
-          g.data(I18n.t('qa_server.monitor_status.performance.graph_load_time_ms'), performance_data[2])
-          g.data(I18n.t('qa_server.monitor_status.performance.normalization_time_ms'), performance_data[3])
-          g.write performance_graph_full_path
-        end
+      def create_gruff_graph(performance_data, performance_graph_full_path, x_axis_label)
+        g = Gruff::StackedBar.new
+        performance_graph_theme(g, x_axis_label)
+        g.labels = performance_data[0]
+        g.data(I18n.t('qa_server.monitor_status.performance.retrieve_time_ms'), performance_data[1])
+        g.data(I18n.t('qa_server.monitor_status.performance.graph_load_time_ms'), performance_data[2])
+        g.data(I18n.t('qa_server.monitor_status.performance.normalization_time_ms'), performance_data[3])
+        g.write performance_graph_full_path
+      end
 
-        def log_failure(authority_name, action, time_period)
-          relative_path = performance_graph_image_path(authority_name: authority_name, action: action, time_period: time_period)
-          exists = performance_graph_image_exists?(authority_name: authority_name, action: action, time_period: time_period)
-          QaServer.config.monitor_logger.warn("FAILED to write performance graph at #{relative_path}") unless exists
-        end
+      def log_failure(authority_name, action, time_period)
+        relative_path = performance_graph_image_path(authority_name: authority_name, action: action, time_period: time_period)
+        exists = performance_graph_image_exists?(authority_name: authority_name, action: action, time_period: time_period)
+        QaServer.config.monitor_logger.warn("FAILED to write performance graph at #{relative_path}") unless exists
+      end
     end
   end
 end

data/app/services/qa_server/performance_per_byte_calculator_service.rb

@@ -0,0 +1,88 @@
+# frozen_string_literal: true
+# This class calculates min, max, average stats for load, normalization, and full request times for a given set of performance records.
+require 'matrix'
+module QaServer
+  class PerformancePerByteCalculatorService
+    include QaServer::PerformanceHistoryDataKeys
+
+    TIME  = 0
+    BYTES = 1
+
+    attr_reader :n, :stats, :records
+
+    # @param records [Array <Qa::PerformanceHistory>] set of records used to calculate the statistics
+    def initialize(records:, n:)
+      @records = records
+      @n = n
+      @stats = {}
+    end
+
+    # Calculate performance statistics with percentiles.  Min is at the 10th percentile.  Max is at the 90th percentile.
+    # @return [Hash] hash of the statistics
+    # @example
+    #   { data_raw_bytes_from_source: [16271, 16271],
+    #     retrieve_bytes_per_ms: [67.24433786890475, 55.51210410757532],
+    #     retrieve_ms_per_byte: [0.014871140555351083, 0.018014089288745542]
+    #     graph_load_bytes_per_ms_ms: [86.74089418722461, 54.97464153778724],
+    #     graph_load_ms_per_byte: [0.011528587632974647, 0.018190205011389522],
+    #     normalization_bytes_per_ms: [64.70169466560836, 89.25337465693322],
+    #     normalization_ms_per_byte: [0.01530700843338457, 0.015455545718983178]
+    #   }
+    def calculate
+      extract_bytes
+      calculate_retrieve_stats
+      calculate_graph_load_stats
+      calculate_normalization_stats
+      stats
+    end
+
+  private
+
+    def extract_bytes
+      stats[SRC_BYTES] = retrieve_data.count.zero? ? 0 : retrieve_data.map { |d| d[BYTES] }
+    end
+
+    def calculate_retrieve_stats
+      stats[BPMS_RETR] = calculate_bytes_per_ms(retrieve_data)
+      stats[MSPB_RETR] = calculate_ms_per_byte(retrieve_data)
+    end
+
+    def calculate_graph_load_stats
+      stats[BPMS_GRPH] = calculate_bytes_per_ms(graph_load_data)
+      stats[MSPB_GRPH] = calculate_ms_per_byte(graph_load_data)
+    end
+
+    def calculate_normalization_stats
+      stats[BPMS_NORM] = calculate_bytes_per_ms(norm_data)
+      stats[MSPB_NORM] = calculate_ms_per_byte(norm_data)
+    end
+
+    def calculate_bytes_per_ms(data)
+      return 0 if data.count.zero?
+      return data[0][BYTES] / d[0][TIME] if data.count == 1
+      data.map { |d| d[BYTES] / d[TIME] }
+    end
+
+    def calculate_ms_per_byte(data)
+      return 0 if data.count.zero?
+      return data[0][TIME] / d[0][BYTES] if data.count == 1
+      data.map { |d| d[TIME] / d[BYTES] }
+    end
+
+    def data(column)
+      records.where.not(column => nil).order(dt_stamp: :desc).limit(n).pluck(column, :size_bytes)
+    end
+
+    def retrieve_data
+      @retrieve_data ||= data(:retrieve_time_ms)
+    end
+
+    def graph_load_data
+      @graph_data ||= data(:graph_load_time_ms)
+    end
+
+    def norm_data
+      @norm_data ||= data(:normalization_time_ms)
+    end
+  end
+end

data/app/services/qa_server/performance_per_byte_data_service.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+# This class calculates performance stats based on size of data.
+module QaServer
+  class PerformancePerByteDataService
+    class << self
+      include QaServer::PerformanceHistoryDataKeys
+
+      class_attribute :stats_calculator_class, :performance_data_class
+      self.stats_calculator_class = QaServer::PerformancePerByteCalculatorService
+      self.performance_data_class = QaServer::PerformanceHistory
+
+      # Performance data based on size of data.
+      # @param authority_name [String] name of an authority
+      # @param action [Symbol] :search, :fetch, or :all_actions
+      # @param n [Integer] calculate stats for last n records
+      # @returns [Hash] performance statistics based on size of data
+      # @example returns for n=2
+      #   { data_raw_bytes_from_source: [16271, 16271],
+      #     retrieve_bytes_per_ms: [67.24433786890475, 55.51210410757532],
+      #     retrieve_ms_per_byte: [0.014871140555351083, 0.018014089288745542]
+      #     graph_load_bytes_per_ms_ms: [86.74089418722461, 54.97464153778724],
+      #     graph_load_ms_per_byte: [0.011528587632974647, 0.018190205011389522],
+      #     normalization_bytes_per_ms: [64.70169466560836, 89.25337465693322],
+      #     normalization_ms_per_byte: [0.01530700843338457, 0.015455545718983178]
+      #   }
+      def calculate(authority_name:, action:, n: 10)
+        records = records_by(authority_name, action)
+        stats_calculator_class.new(records: records, n: n).calculate
+      end
+
+    private
+
+      def records_by(authority_name, action)
+        where_clause = {}
+        where_clause[:authority] = authority_name unless authority_name.nil? || authority_name == ALL_AUTH
+        where_clause[:action] = action unless action.nil? || action == ALL_ACTIONS
+        performance_data_class.where(where_clause)
+      end
+    end
+  end
+end

data/app/services/qa_server/scenarios_loader_service.rb

@@ -32,7 +32,7 @@ module QaServer
 
     def self.load_config(authority_name, status_log)
       scenarios_config = YAML.load_file(scenario_path(authority_name))
-      unless scenarios_config.present?
+      if scenarios_config.blank?
         status_log.add(authority_name: authority_name,
                        status: QaServer::ScenarioValidator::FAIL,
                        error_message: "Unable to load scenarios for authority '#{authority_name}'; cause: UNKNOWN")

data/app/services/qa_server/time_period_service.rb

@@ -63,31 +63,31 @@ module QaServer
         where_with_authority(where_clause, auth_name, auth_table)
       end
 
-      private
+    private
 
-        def where_for_dt_stamp(dt_table, dt_column, time_period)
-          end_range = QaServer::TimeService.current_time
-          start_range = end_range - time_period
-          where_clause = { dt_column => start_range..end_range }
-          where_clause = { dt_table => where_clause } unless dt_table.nil?
-          where_clause
-        end
+      def where_for_dt_stamp(dt_table, dt_column, time_period)
+        end_range = QaServer::TimeService.current_time
+        start_range = end_range - time_period
+        where_clause = { dt_column => start_range..end_range }
+        where_clause = { dt_table => where_clause } unless dt_table.nil?
+        where_clause
+      end
 
-        def where_with_authority(where_clause, auth_name, auth_table)
-          return where_clause if auth_name.nil?
-          if auth_table.nil?
-            where_clause[:authority] = auth_name
-          else
-            where_clause[auth_table] = { authority: auth_name }
-          end
-          where_clause
+      def where_with_authority(where_clause, auth_name, auth_table)
+        return where_clause if auth_name.nil?
+        if auth_table.nil?
+          where_clause[:authority] = auth_name
+        else
+          where_clause[auth_table] = { authority: auth_name }
         end
+        where_clause
+      end
 
-        def validate_params(auth_name, auth_table, dt_table)
-          raise ArgumentError, "Do not specify auth_table when auth_name is not specified" if auth_table.present? && auth_name.nil?
-          return if auth_name.nil?
-          raise ArgumentError, "Either both table names need to be specified or neither" if auth_table.present? ^ dt_table.present?
-        end
+      def validate_params(auth_name, auth_table, dt_table)
+        raise ArgumentError, "Do not specify auth_table when auth_name is not specified" if auth_table.present? && auth_name.nil?
+        return if auth_name.nil?
+        raise ArgumentError, "Either both table names need to be specified or neither" if auth_table.present? ^ dt_table.present?
+      end
     end
   end
 end