qa_server 7.3.0 → 7.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: fd13388cd52b97f47cbc007512409654b26e4742
-  data.tar.gz: 2e7fd2e75b65e662460c334cb9c87a39bb246e9e
+SHA256:
+  metadata.gz: 57808d7b02e3ca992f1d927f43dd6630025451e6fb6c7cebab7ed2882acd79c9
+  data.tar.gz: 3ab76c0ebda5fd6e1ebe9811ff522bf0a7d13e0461b28a4b7a421ac5bdd66a18
 SHA512:
-  metadata.gz: cc1aff80d3bf495a4dbedc6fdef33ec4e580f38d3e9953048ac5a991e550b807e5a772059a7ef934cada9243506ef48ef717ef973419a8b0bce8b1aae38de480
-  data.tar.gz: aa8a277abc68f7db17bec6653990e5c3476e89d0860f670cf99f846cb82e26b76c187502c7bd059781a9212596184fd97654363b0b8be885cea29c1088fb94c2
+  metadata.gz: 77d4103d2ff49636bf353f8d5ca93019fb2f477c90ff62e9f94832d9d7f387ed3be3f1577692025863882c53bbc38ae2020a1435a6d84379e73d1bee4bb06714
+  data.tar.gz: b99e3284b1e690236f83e088fd78ece19e743a995ad65342da4d8b75022e962b96478222529132d1965521a7a57e5c01a0b38cd5bc68e05fd6e709ea6c334970

data/.rubocop_fixme.yml

@@ -12,3 +12,6 @@ Lint/UnusedMethodArgument:
 Style/SpecialGlobalVars:
   Exclude:
     - 'tasks/qa_server_dev.rake'
+
+Layout/AccessModifierIndentation:
+  EnforcedStyle: outdent

data/.travis.yml

@@ -13,9 +13,9 @@ before_install:
   - google-chrome-stable --headless --disable-gpu --no-sandbox --remote-debugging-port=9222 http://localhost &
 
 rvm:
-  - 2.4.6
-  - 2.5.5
-  - 2.6.3
+  - 2.5.8
+  - 2.6.6
+  - 2.7.1
 
 env:
   global:
@@ -26,8 +26,7 @@ env:
   # It should be sufficient to test only the latest of the patch versions for a minor version, they
   # should be compatible across patch versions (only bug fixes are released in patch versions).
   matrix:
-    - "RAILS_VERSION=5.1.7"
-    - "RAILS_VERSION=5.2.3"
+    - "RAILS_VERSION=5.2.5"
 
 services:
   - redis-server

data/CHANGELOG.md

@@ -1,3 +1,48 @@
+### 7.7.0 (2021-04-13)
+
+* remove unused translations
+* show notification when refreshing starts on monitor status page
+* hide data in Authority Connection History for non-active authorities
+* loosen threshold for caution in historical uptime table
+* minor tweaks missed in original sync
+
+### 7.6.0 (2021-04-12)
+
+* update authority configs and test scenarios to use the new cache indexing with results stored as blobs in the index
+* update to Rails 5.2.5
+* update dependencies
+* fix exception when first time running monitor status
+
+### 7.5.1 (2020-12-08)
+
+* define missing i18n translations
+* add i18n-tasks gem for managing translations
+* add spec test to check for missing translations
+
+### 7.5.0 (2020-12-07)
+
+* UI improvements of check_status page
+  * pre-populate selection fields with most recently submitted authorities
+  * add ability to compare two authorities' accuracy tests in UI
+  * update check_status UI to require GO button click to start processing
+  * fix javascript to avoid referencing missing elements
+* accuracy test updates
+  * accuracy tests default to `context=false` since it is not required for testing
+  * allow accuracy tests through rspec to be marked pending (allows for better regression testing)
+  * add pending to failing validation tests such that accuracy_spec passes
+  * sync tests with production accuracy tests
+  * fix typo in `position` and a few syntax errors
+  * adjust result_size for validations where passing tests return less than 200 chars
+  * split locnames_rwo_ld4l_cache into 3 sets of tests of about 9 each to avoid time out
+  * add extended context for getty_aat_ld4l_cache and getty_tgn_ld4l_cache
+  * add authority locvocabs_ld4l_cache
+* add request_data to status_logger (e.g. query for search, identifier for term)
+* update to latest bixby v3.0
+
+### 7.4.0 (2020-04-13)
+
+* add size and complexity performance statistics (not auto-generated)
+
 ### 7.3.0 (2020-04-08)
 
 * move generation of graphs to background jobs

data/Rakefile

@@ -9,7 +9,7 @@ end
 Bundler::GemHelper.install_tasks
 
 # Set up the test application prior to running jasmine tasks.
-task :setup_test_server do
+task setup_test_server: :environment do
   require 'engine_cart'
   EngineCart.load_application!
 end

data/app/assets/stylesheets/qa_server/_check-status.scss

@@ -25,6 +25,23 @@ div#example-url-warning {
   color: #4d0000;
 }
 
+div#authority-selector {
+  margin-top: 20px;
+  margin-bottom: 0px;
+  margin-left: 20px;
+  margin-right: 20px;
+  width: 40%;
+}
+
+div#comparison-authority-selector {
+  display: none;
+  margin-top: 20px;
+  margin-bottom: 0px;
+  margin-left: 20px;
+  margin-right: 20px;
+  width: 40%;
+}
+
 div.status-section {
   margin-top: 50px;
 }
@@ -43,6 +60,20 @@ table, th, td {
   padding: 5px;
 }
 
+th.comparison-header {
+  background-color: #2e2c2c;
+}
+
+th.comparison-before {
+  text-align: center;
+  color: #f4f360;
+}
+
+th.comparison-after {
+  text-align: center;
+  color: #7df34c;
+}
+
 th {
   background-color: #a1b1c4;
   color: black;
@@ -52,6 +83,11 @@ td.position {
   text-align: center;
 }
 
+th.bold-left-border,
+td.bold-left-border {
+  border-left: 2px solid black;
+}
+
 .status-good {
   text-align: center;
   background-color: #ccffcc;

data/app/cache_processors/qa_server/cache_expiry_service.rb

@@ -24,15 +24,15 @@ module QaServer
         force
       end
 
-      private
+    private
 
-        # @return [ActiveSupport::TimeWithZone] DateTime at which cache should expire
-        def cache_expires_at
-          offset = QaServer.config.hour_offset_to_expire_cache
-          offset_time = QaServer::TimeService.current_time
-          offset_time = offset_time.tomorrow unless (offset_time + 5.minutes).hour < offset
-          offset_time.beginning_of_day + offset.hours - 5.minutes
-        end
+      # @return [ActiveSupport::TimeWithZone] DateTime at which cache should expire
+      def cache_expires_at
+        offset = QaServer.config.hour_offset_to_expire_cache
+        offset_time = QaServer::TimeService.current_time
+        offset_time = offset_time.tomorrow unless (offset_time + 5.minutes).hour < offset
+        offset_time.beginning_of_day + offset.hours - 5.minutes
+      end
     end
   end
 end

data/app/cache_processors/qa_server/job_id_cache.rb

@@ -19,11 +19,11 @@ module QaServer
         Rails.cache.delete(cache_key(job_key))
       end
 
-      private
+    private
 
-        def cache_key(job_key)
-          "#{job_key}-job_id"
-        end
+      def cache_key(job_key)
+        "#{job_key}-job_id"
+      end
     end
   end
 end

data/app/cache_processors/qa_server/performance_cache.rb

@@ -49,45 +49,45 @@ module QaServer
       cache_to_write = nil # free cache for garbage collection
     end
 
-    private
+  private
 
-      def swap_cache_hash
-        cache_to_write = @cache
-        @cache = {} # reset main cache so new items after write begins are cached in the main cache
-        QaServer.config.performance_cache_logger.debug("#{self.class}##{__method__} - cache memory BEFORE write: #{ObjectSpace.memsize_of(cache_to_write)}")
-        cache_to_write
-      end
+    def swap_cache_hash
+      cache_to_write = @cache
+      @cache = {} # reset main cache so new items after write begins are cached in the main cache
+      QaServer.config.performance_cache_logger.debug("#{self.class}##{__method__} - cache memory BEFORE write: #{ObjectSpace.memsize_of(cache_to_write)}")
+      cache_to_write
+    end
 
-      def log(id:)
-        return if QaServer.config.suppress_logging_performance_datails?
-        Rails.logger.debug("*** performance data for id: #{id} ***")
-        Rails.logger.debug(@cache[id].to_yaml)
-      end
+    def log(id:)
+      return if QaServer.config.suppress_logging_performance_datails?
+      Rails.logger.debug("*** performance data for id: #{id} ***")
+      Rails.logger.debug(@cache[id].to_yaml)
+    end
 
-      def incomplete?(entry)
-        required_keys.each { |k| return true unless entry.key? k }
-        false
-      end
+    def incomplete?(entry)
+      required_keys.each { |k| return true unless entry.key? k }
+      false
+    end
 
-      def required_keys
-        [:dt_stamp,
-         :authority,
-         :action,
-         :action_time_ms,
-         :size_bytes,
-         :retrieve_time_ms,
-         :graph_load_time_ms,
-         :normalization_time_ms]
-      end
+    def required_keys
+      [:dt_stamp,
+       :authority,
+       :action,
+       :action_time_ms,
+       :size_bytes,
+       :retrieve_time_ms,
+       :graph_load_time_ms,
+       :normalization_time_ms]
+    end
 
-      def log_write_all(prefix, size_before, cache_size)
-        if size_before.positive?
-          QaServer.config.performance_cache_logger.debug("#{prefix} 0 of #{size_before} performance data records were saved") if size_before == cache_size
-          QaServer.config.performance_cache_logger.debug("#{prefix} #{size_before - cache_size} of #{size_before} performance data records were saved") if size_before > cache_size
-        else
-          QaServer.config.performance_cache_logger.debug("#{prefix} 0 of 0 performance data records were saved")
-        end
-        QaServer.config.performance_cache_logger.debug("#{prefix} - cache memory AFTER write: #{ObjectSpace.memsize_of @cache}")
+    def log_write_all(prefix, size_before, cache_size)
+      if size_before.positive?
+        QaServer.config.performance_cache_logger.debug("#{prefix} 0 of #{size_before} performance data records were saved") if size_before == cache_size
+        QaServer.config.performance_cache_logger.debug("#{prefix} #{size_before - cache_size} of #{size_before} performance data records were saved") if size_before > cache_size
+      else
+        QaServer.config.performance_cache_logger.debug("#{prefix} 0 of 0 performance data records were saved")
       end
+      QaServer.config.performance_cache_logger.debug("#{prefix} - cache memory AFTER write: #{ObjectSpace.memsize_of @cache}")
+    end
   end
 end

data/app/cache_processors/qa_server/performance_day_graph_cache.rb

@@ -13,15 +13,15 @@ module QaServer
         end
       end
 
-      private
+    private
 
-        def cache_key
-          "QaServer::PerformanceDayGraphCache.generate_graphs--latest_generation_initiated"
-        end
+      def cache_key
+        "QaServer::PerformanceDayGraphCache.generate_graphs--latest_generation_initiated"
+      end
 
-        def next_expiry
-          QaServer::CacheExpiryService.end_of_hour_expiry
-        end
+      def next_expiry
+        QaServer::CacheExpiryService.end_of_hour_expiry
+      end
     end
   end
 end

data/app/cache_processors/qa_server/performance_month_graph_cache.rb

@@ -13,15 +13,15 @@ module QaServer
         end
       end
 
-      private
+    private
 
-        def cache_key
-          "QaServer::PerformanceMonthGraphCache.generate_graphs--latest_generation_initiated"
-        end
+      def cache_key
+        "QaServer::PerformanceMonthGraphCache.generate_graphs--latest_generation_initiated"
+      end
 
-        def next_expiry
-          QaServer::CacheExpiryService.cache_expiry
-        end
+      def next_expiry
+        QaServer::CacheExpiryService.cache_expiry
+      end
     end
   end
 end

data/app/cache_processors/qa_server/performance_year_graph_cache.rb

@@ -13,15 +13,15 @@ module QaServer
         end
       end
 
-      private
+    private
 
-        def cache_key
-          "QaServer::PerformanceYearGraphCache.generate_graphs--latest_generation_initiated"
-        end
+      def cache_key
+        "QaServer::PerformanceYearGraphCache.generate_graphs--latest_generation_initiated"
+      end
 
-        def next_expiry
-          QaServer::CacheExpiryService.cache_expiry
-        end
+      def next_expiry
+        QaServer::CacheExpiryService.cache_expiry
+      end
     end
   end
 end

data/app/cache_processors/qa_server/scenario_history_cache.rb

@@ -21,15 +21,15 @@ module QaServer
         end
       end
 
-      private
+    private
 
-        def cache_key_for_historical_data
-          SCENARIO_RUN_HISTORY_DATA_CACHE_KEY
-        end
+      def cache_key_for_historical_data
+        SCENARIO_RUN_HISTORY_DATA_CACHE_KEY
+      end
 
-        def next_expiry
-          QaServer::CacheExpiryService.cache_expiry
-        end
+      def next_expiry
+        QaServer::CacheExpiryService.cache_expiry
+      end
     end
   end
 end

data/app/cache_processors/qa_server/scenario_history_graph_cache.rb

@@ -13,15 +13,15 @@ module QaServer
         end
       end
 
-      private
+    private
 
-        def cache_key
-          "QaServer::ScenarioHistoryGraphCache.generate_graph--latest_generation_initiated"
-        end
+      def cache_key
+        "QaServer::ScenarioHistoryGraphCache.generate_graph--latest_generation_initiated"
+      end
 
-        def next_expiry
-          QaServer::CacheExpiryService.cache_expiry
-        end
+      def next_expiry
+        QaServer::CacheExpiryService.cache_expiry
+      end
     end
   end
 end

data/app/cache_processors/qa_server/scenario_run_cache.rb

@@ -14,15 +14,15 @@ module QaServer
         end
       end
 
-      private
+    private
 
-        def cache_key
-          "QaServer::ScenarioRunCache.run_tests--latest_run_initiated"
-        end
+      def cache_key
+        "QaServer::ScenarioRunCache.run_tests--latest_run_initiated"
+      end
 
-        def next_expiry
-          QaServer::CacheExpiryService.cache_expiry
-        end
+      def next_expiry
+        QaServer::CacheExpiryService.cache_expiry
+      end
     end
   end
 end

data/app/cache_processors/qa_server/scenario_run_failures_cache.rb

@@ -37,15 +37,15 @@ module QaServer
         end
       end
 
-      private
+    private
 
-        def cache_key_for_run_failures(id)
-          "#{SCENARIO_RUN_FAILURE_DATA_CACHE_KEY}--#{id}{"
-        end
+      def cache_key_for_run_failures(id)
+        "#{SCENARIO_RUN_FAILURE_DATA_CACHE_KEY}--#{id}{"
+      end
 
-        def next_expiry
-          QaServer::CacheExpiryService.cache_expiry
-        end
+      def next_expiry
+        QaServer::CacheExpiryService.cache_expiry
+      end
     end
   end
 end