qa_server 7.3.0 → 7.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fd13388cd52b97f47cbc007512409654b26e4742
-  data.tar.gz: 2e7fd2e75b65e662460c334cb9c87a39bb246e9e
+  metadata.gz: 98cc1d63f4dab80fb1135ddbbef562943e596cae
+  data.tar.gz: 0e90cb6702c55c536e8d16d9e9d157127f695446
 SHA512:
-  metadata.gz: cc1aff80d3bf495a4dbedc6fdef33ec4e580f38d3e9953048ac5a991e550b807e5a772059a7ef934cada9243506ef48ef717ef973419a8b0bce8b1aae38de480
-  data.tar.gz: aa8a277abc68f7db17bec6653990e5c3476e89d0860f670cf99f846cb82e26b76c187502c7bd059781a9212596184fd97654363b0b8be885cea29c1088fb94c2
+  metadata.gz: 650b0109a2a047900a74272b1e1662a4ce90df5ce830bc47c3def63f115019c72c0ec2c757b25064de73de1694914781ea4a5c6fa0088f36da2a1bdaaceaed5d
+  data.tar.gz: 476c4f9489b0a0ea99df541ef1d7067c90b5b9555d24f26a122783947c6e9888a419a0a59161fbbdbd97a07210580e0ace2f6b98bfe63b95bec64316ffa58cb8

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+### 7.4.0 (2020-04-13)
+
+* add size and complexity performance statistics (not auto-generated)
+
 ### 7.3.0 (2020-04-08)
 
 * move generation of graphs to background jobs

data/app/jobs/qa_server/performance_per_byte_job.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+# Job to generate the performance day graph covering the last 24 hours.
+module QaServer
+  class PerformancePerByteJob < ApplicationJob
+    include QaServer::PerformanceHistoryDataKeys
+
+    queue_as :default
+
+    class_attribute :authority_list_class, :data_service
+    self.authority_list_class = QaServer::AuthorityListerService
+    self.data_service = QaServer::PerformancePerByteDataService
+    # self.graphing_service = QaServer::PerformanceGraphingService
+
+    def perform(n: 10, action: :search, authority_complexity_ratings: {})
+      # checking active_job_id? prevents race conditions for long running jobs
+      generate_data_for_authorities(n, action, authority_complexity_ratings) if QaServer::JobIdCache.active_job_id?(job_key: job_key, job_id: job_id)
+    end
+
+    private
+
+      def generate_data_for_authorities(n, action, authority_complexity_ratings)
+        QaServer.config.monitor_logger.debug("(#{self.class}-#{job_id}) - GENERATING performance by byte data")
+        auths = authority_list_class.authorities_list
+        data = if action.nil?
+                 # generate_data_for_authority(ALL_AUTH, n) # generates data for all authorities
+                 auths.each_with_object({}) { |authname, hash| hash[authname] = generate_data_for_authority(authname, n) }
+               else
+                 auths.each_with_object({}) { |authname, hash| hash[authname] = { action => generate_data(authname, action, n) } }
+               end
+        QaServer.config.monitor_logger.debug("(#{self.class}-#{job_id}) COMPLETED performance by byte data generation")
+        QaServer::JobIdCache.reset_job_id(job_key: job_key)
+        convert_to_csv(data, authority_complexity_ratings)
+      end
+
+      def generate_data_for_authority(authority_name, n)
+        [SEARCH, FETCH, ALL_ACTIONS].each_with_object({}) do |action, hash|
+          hash[action] = generate_data(authority_name, action, n)
+        end
+      end
+
+      def generate_data(authority_name, action, n)
+        data_service.calculate(authority_name: authority_name, action: action, n: n)
+        # graphing_service.generate_day_graph(authority_name: authority_name, action: action, data: data)
+      end
+
+      # @param data [Hash] performance statistics based on size of data
+      # @param authority_complexity_ratings [Hash] complexity rating of the extended context included with results
+      # @example data
+      #   { data_raw_bytes_from_source: [16271, 16271],
+      #     retrieve_bytes_per_ms: [67.24433786890475, 55.51210410757532],
+      #     retrieve_ms_per_byte: [0.014871140555351083, 0.018014089288745542]
+      #     graph_load_bytes_per_ms_ms: [86.74089418722461, 54.97464153778724],
+      #     graph_load_ms_per_byte: [0.011528587632974647, 0.018190205011389522],
+      #     normalization_bytes_per_ms: [64.70169466560836, 89.25337465693322],
+      #     normalization_ms_per_byte: [0.01530700843338457, 0.015455545718983178]
+      #   }
+      def convert_to_csv(data, authority_complexity_ratings) # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+        performance_file = File.new('log/performance.csv', 'w')
+        performance_file.write("authority name, complexity_rating, action, size_bytes, ")
+        performance_file.write("retrieve_bytes_per_ms, graph_load_bytes_per_ms, normalize_bytes_per_ms, ")
+        performance_file.puts("retrieve_ms_per_byte, graph_load_ms_per_byte, normalize_ms_per_byte")
+        data.each do |auth_name, auth_data|
+          complexity_rating = authority_complexity_ratings.key?(auth_name) ? authority_complexity_ratings[auth_name] : "UNKNOWN"
+          auth_data.each do |action, action_data|
+            auth_action = "#{auth_name}, #{complexity_rating}, #{action}"
+            0.upto(action_data[:retrieve_bytes_per_ms].size - 1) do |idx|
+              performance_file.write(auth_action)
+              performance_file.write(", #{action_data[SRC_BYTES][idx]}")
+              performance_file.write(", #{action_data[BPMS_RETR][idx]}")
+              performance_file.write(", #{action_data[BPMS_GRPH][idx]}")
+              performance_file.write(", #{action_data[BPMS_NORM][idx]}")
+              performance_file.write(", #{action_data[MSPB_RETR][idx]}")
+              performance_file.write(", #{action_data[MSPB_GRPH][idx]}")
+              performance_file.puts(", #{action_data[MSPB_NORM][idx]}")
+            end
+          end
+        end
+        performance_file.close
+      end
+
+      def job_key
+        "QaServer::PerformanceByByteJob--job_id"
+      end
+  end
+end

data/app/models/concerns/qa_server/performance_history_data_keys.rb

@@ -38,5 +38,13 @@ module QaServer
     HIGH_NORM = :high_normalization_ms
     HIGH_ACTN = :high_action_request_ms
     HIGH_FULL = :high_full_request_ms
+
+    SRC_BYTES = :data_raw_bytes_from_source
+    BPMS_RETR = :retrieve_bytes_per_ms
+    MSPB_RETR = :retrieve_ms_per_byte
+    BPMS_GRPH = :load_graph_bytes_per_ms
+    MSPB_GRPH = :load_graph_ms_per_byte
+    BPMS_NORM = :normalization_bytes_per_ms
+    MSPB_NORM = :normalization_ms_per_byte
   end
 end

data/app/services/qa_server/performance_per_byte_calculator_service.rb

@@ -0,0 +1,88 @@
+# frozen_string_literal: true
+# This class calculates min, max, average stats for load, normalization, and full request times for a given set of performance records.
+require 'matrix'
+module QaServer
+  class PerformancePerByteCalculatorService
+    include QaServer::PerformanceHistoryDataKeys
+
+    TIME  = 0
+    BYTES = 1
+
+    attr_reader :n, :stats, :records
+
+    # @param records [Array <Qa::PerformanceHistory>] set of records used to calculate the statistics
+    def initialize(records:, n:)
+      @records = records
+      @n = n
+      @stats = {}
+    end
+
+    # Calculate performance statistics with percentiles.  Min is at the 10th percentile.  Max is at the 90th percentile.
+    # @return [Hash] hash of the statistics
+    # @example
+    #   { data_raw_bytes_from_source: [16271, 16271],
+    #     retrieve_bytes_per_ms: [67.24433786890475, 55.51210410757532],
+    #     retrieve_ms_per_byte: [0.014871140555351083, 0.018014089288745542]
+    #     graph_load_bytes_per_ms_ms: [86.74089418722461, 54.97464153778724],
+    #     graph_load_ms_per_byte: [0.011528587632974647, 0.018190205011389522],
+    #     normalization_bytes_per_ms: [64.70169466560836, 89.25337465693322],
+    #     normalization_ms_per_byte: [0.01530700843338457, 0.015455545718983178]
+    #   }
+    def calculate
+      extract_bytes
+      calculate_retrieve_stats
+      calculate_graph_load_stats
+      calculate_normalization_stats
+      stats
+    end
+
+    private
+
+      def extract_bytes
+        stats[SRC_BYTES] = retrieve_data.count.zero? ? 0 : retrieve_data.map { |d| d[BYTES] }
+      end
+
+      def calculate_retrieve_stats
+        stats[BPMS_RETR] = calculate_bytes_per_ms(retrieve_data)
+        stats[MSPB_RETR] = calculate_ms_per_byte(retrieve_data)
+      end
+
+      def calculate_graph_load_stats
+        stats[BPMS_GRPH] = calculate_bytes_per_ms(graph_load_data)
+        stats[MSPB_GRPH] = calculate_ms_per_byte(graph_load_data)
+      end
+
+      def calculate_normalization_stats
+        stats[BPMS_NORM] = calculate_bytes_per_ms(norm_data)
+        stats[MSPB_NORM] = calculate_ms_per_byte(norm_data)
+      end
+
+      def calculate_bytes_per_ms(data)
+        return 0 if data.count.zero?
+        return data[0][BYTES] / d[0][TIME] if data.count == 1
+        data.map { |d| d[BYTES] / d[TIME] }
+      end
+
+      def calculate_ms_per_byte(data)
+        return 0 if data.count.zero?
+        return data[0][TIME] / d[0][BYTES] if data.count == 1
+        data.map { |d| d[TIME] / d[BYTES] }
+      end
+
+      def data(column)
+        records.where.not(column => nil).order(dt_stamp: :desc).limit(n).pluck(column, :size_bytes)
+      end
+
+      def retrieve_data
+        @retrieve_data ||= data(:retrieve_time_ms)
+      end
+
+      def graph_load_data
+        @graph_data ||= data(:graph_load_time_ms)
+      end
+
+      def norm_data
+        @norm_data ||= data(:normalization_time_ms)
+      end
+  end
+end

data/app/services/qa_server/performance_per_byte_data_service.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+# This class calculates performance stats based on size of data.
+module QaServer
+  class PerformancePerByteDataService
+    class << self
+      include QaServer::PerformanceHistoryDataKeys
+
+      class_attribute :stats_calculator_class, :performance_data_class
+      self.stats_calculator_class = QaServer::PerformancePerByteCalculatorService
+      self.performance_data_class = QaServer::PerformanceHistory
+
+      # Performance data based on size of data.
+      # @param authority_name [String] name of an authority
+      # @param action [Symbol] :search, :fetch, or :all_actions
+      # @param n [Integer] calculate stats for last n records
+      # @returns [Hash] performance statistics based on size of data
+      # @example returns for n=2
+      #   { data_raw_bytes_from_source: [16271, 16271],
+      #     retrieve_bytes_per_ms: [67.24433786890475, 55.51210410757532],
+      #     retrieve_ms_per_byte: [0.014871140555351083, 0.018014089288745542]
+      #     graph_load_bytes_per_ms_ms: [86.74089418722461, 54.97464153778724],
+      #     graph_load_ms_per_byte: [0.011528587632974647, 0.018190205011389522],
+      #     normalization_bytes_per_ms: [64.70169466560836, 89.25337465693322],
+      #     normalization_ms_per_byte: [0.01530700843338457, 0.015455545718983178]
+      #   }
+      def calculate(authority_name:, action:, n: 10)
+        records = records_by(authority_name, action)
+        stats_calculator_class.new(records: records, n: n).calculate
+      end
+
+      private
+
+        def records_by(authority_name, action)
+          where_clause = {}
+          where_clause[:authority] = authority_name unless authority_name.nil? || authority_name == ALL_AUTH
+          where_clause[:action] = action unless action.nil? || action == ALL_ACTIONS
+          performance_data_class.where(where_clause)
+        end
+    end
+  end
+end

data/lib/qa_server/version.rb

@@ -1,4 +1,4 @@
 # frozen_string_literal: true
 module QaServer
-  VERSION = '7.3.0'
+  VERSION = '7.4.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: qa_server
 version: !ruby/object:Gem::Version
-  version: 7.3.0
+  version: 7.4.0
 platform: ruby
 authors:
 - E. Lynette Rayle
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-04-08 00:00:00.000000000 Z
+date: 2020-04-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -362,6 +362,7 @@ files:
 - app/jobs/qa_server/monitor_tests_job.rb
 - app/jobs/qa_server/performance_day_graph_job.rb
 - app/jobs/qa_server/performance_month_graph_job.rb
+- app/jobs/qa_server/performance_per_byte_job.rb
 - app/jobs/qa_server/performance_year_graph_job.rb
 - app/loggers/qa_server/scenario_logger.rb
 - app/models/concerns/qa_server/performance_history_data_keys.rb
@@ -398,6 +399,8 @@ files:
 - app/services/qa_server/performance_datatable_service.rb
 - app/services/qa_server/performance_graph_data_service.rb
 - app/services/qa_server/performance_graphing_service.rb
+- app/services/qa_server/performance_per_byte_calculator_service.rb
+- app/services/qa_server/performance_per_byte_data_service.rb
 - app/services/qa_server/scenarios_loader_service.rb
 - app/services/qa_server/time_period_service.rb
 - app/services/qa_server/time_service.rb