qa_server 7.5.1 → 7.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8c0138684332f934add8000e85d76c86264162963e7df49fa170ee894783aa17
-  data.tar.gz: 2f9e19975f53fa4e0d34feb8e4423f203e0d46bafe6bc30af614459256a6b66f
+  metadata.gz: 76e06f7b15b4f8041797890dd3e4f7c362d73e73a31808060361cbcf16b4fe46
+  data.tar.gz: efbd4527118c03ea42c1075a69196fd4aa6696a524d2c675085a280aa0838d5d
 SHA512:
-  metadata.gz: bd9de3a942001f3e6eca2790441fa2ea2f8d386033c4af93cca230ac2ee3dbb357d44378535bdf521a89e196d29b6fd7308b1f1a6246ece9c1293c6c521deb7d
-  data.tar.gz: 933c7742a774144186e9a63f749a2b4d01c89c76b7849d8c18419e0ea95d0df28158ce5286ca694d516fa994f14796c8f668708e907ca2c037e880b101afc5e9
+  metadata.gz: d22de7e60cfb453837013bc4b0ca6df756bfbc9f180ea9d27f28734a6822e3606dd32f73cd1fd8eb9fd563985ce706c9e18fb4055129fa3c17a6cc11f6955deb
+  data.tar.gz: c334da18f0a702644149e7228ecfb2407234feb3fe3e663388429f5513e3ca1a3f39ba9f364ce48213b17907b7bb0a27b4dbd53eb21d157047c7b254eeb8bacb

data/.rubocop_fixme.yml

@@ -15,6 +15,3 @@ Style/SpecialGlobalVars:
 
 Layout/AccessModifierIndentation:
   EnforcedStyle: outdent
-
-#Layout/IndentationWidth:
-#  Enabled: false

data/.travis.yml

@@ -26,7 +26,7 @@ env:
   # It should be sufficient to test only the latest of the patch versions for a minor version, they
   # should be compatible across patch versions (only bug fixes are released in patch versions).
   matrix:
-    - "RAILS_VERSION=5.2.4"
+    - "RAILS_VERSION=5.2.5"
 
 services:
   - redis-server

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+### 7.6.0 (2021-04-12)
+
+* update authority configs and test scenarios to use the new cache indexing with results stored as blobs in the index
+* update to Rails 5.2.5
+* update dependencies
+* fix exception when first time running monitor status
+
 ### 7.5.1 (2020-12-08)
 
 * define missing i18n translations

data/app/controllers/qa_server/monitor_status_controller.rb

@@ -21,7 +21,7 @@ module QaServer
                                        historical_summary_data: historical_data,
                                        performance_data: performance_table_data)
       QaServer.config.monitor_logger.debug("~~~~~~~~ DONE rendering monitor status")
-      render 'index', status: :internal_server_error if latest_summary.failing_authority_count.positive?
+      render 'index', status: :internal_server_error if latest_summary&.failing_authority_count&.positive?
     end
 
   private
@@ -43,13 +43,13 @@ module QaServer
 
     # @returns [QaServer::ScenarioRunSummary] summary statistics on the latest run
     def latest_summary
-      QaServer::ScenarioRunSummaryCache.summary_for_run(run: latest_test_run)
+      latest_test_run ? QaServer::ScenarioRunSummaryCache.summary_for_run(run: latest_test_run) : nil
     end
 
     # @returns [Array<Hash>] scenario details for any failing scenarios in the latest run
     # @see QaServer::ScenarioRunHistory#run_failures for structure of output
     def latest_failures
-      QaServer::ScenarioRunFailuresCache.failures_for_run(run: latest_test_run)
+      latest_test_run ? QaServer::ScenarioRunFailuresCache.failures_for_run(run: latest_test_run) : nil
     end
 
     # Get a summary level of historical data

data/app/models/qa_server/search_scenario.rb

@@ -60,5 +60,11 @@ module QaServer
     def subauthority?
       subauthority_name.present?
     end
+
+    def context?
+      # don't include context for accuracy tests
+      return false if expected_by_position.present?
+      super
+    end
   end
 end

data/app/presenters/qa_server/monitor_status/current_status_presenter.rb

@@ -13,12 +13,13 @@ module QaServer::MonitorStatus
 
     # @return [ActiveSupport::TimeWithZone] date time stamp of last test run
     def last_updated_dt
-      @current_summary.run_dt_stamp
+      @current_summary ? @current_summary.run_dt_stamp : QaServer::TimeService.current_time
     end
 
     # @return [String] date with time of last test run
     def last_updated
-      QaServer::TimeService.pretty_time(last_updated_dt)
+      return I18n.t('qa_server.monitor_status.summary.no_data') if @current_summary.blank?
+      I18n.t('qa_server.monitor_status.summary.last_updated', date: QaServer::TimeService.pretty_time(last_updated_dt))
     end
 
     # @return [ActiveSupport::TimeWithZone] date time stamp of first recorded test run
@@ -33,12 +34,12 @@ module QaServer::MonitorStatus
 
     # @return [Integer] number of loaded authorities
     def authorities_count
-      @current_summary.authority_count
+      @current_summary ? @current_summary.authority_count : "N/A"
     end
 
     # @return [Integer] number of authorities with failing tests in the latest test run
     def failing_authorities_count
-      @current_failure_data.map { |f| f[:authority_name] }.uniq.count
+      @current_failure_data ? @current_failure_data.map { |f| f[:authority_name] }.uniq.count : "N/A"
     end
 
     # @return [String] css style class representing whether all tests passed or any failed
@@ -48,17 +49,17 @@ module QaServer::MonitorStatus
 
     # @return [Integer] number of tests in the latest test run
     def tests_count
-      @current_summary.total_scenario_count
+      @current_summary ? @current_summary.total_scenario_count : 0
     end
 
     # @return [Integer] number of passing tests in the latest test run
     def passing_tests_count
-      @current_summary.passing_scenario_count
+      @current_summary ? @current_summary.passing_scenario_count : 0
     end
 
     # @return [Integer] number of failing tests in the latest test run
     def failing_tests_count
-      @current_summary.failing_scenario_count
+      @current_summary ? @current_summary.failing_scenario_count : 0
     end
 
     # @return [String] css style class representing whether all tests passed or any failed
@@ -77,7 +78,7 @@ module QaServer::MonitorStatus
     #       url: '/qa/search/linked_data/locnames_ld4l_cache/person?q=mark twain&maxRecords=4',
     #       err_message: 'Exception: Something went wrong.' }, ... ]
     def failures
-      @current_failure_data
+      @current_failure_data ? @current_failure_data : []
     end
 
     # @return [Boolean] true if failure data exists for the latest test run; otherwise false

data/app/views/qa_server/monitor_status/_test_summary.html.erb

@@ -17,7 +17,7 @@
       <td class="status-neutral"><%= @presenter.tests_count %></td>
     </tr>
   </table>
-  <p class="status-update-dtstamp"><%= t('qa_server.monitor_status.summary.last_updated', date: @presenter.last_updated) %></p>
+  <p class="status-update-dtstamp"><%= @presenter.last_updated %></p>
 
   <% if @presenter.failures?%>
     <div id="failures" class="status-section">

data/config/locales/qa_server.en.yml

@@ -68,6 +68,7 @@ en:
         failing_tests:   Failing Tests
         total_tests:     TOTAL Tests
         last_updated:    'Status last updated %{date} ET'
+        no_data:         'No Data Available (Common Cause: first time tests are running)'
       failures:
         title:           Failures During Latest Status Update
         status:          Status

data/lib/generators/qa_server/templates/config/authorities/linked_data/getty_tgn_ld4l_cache.json

@@ -3,8 +3,8 @@
   "service_uri": "http://ld4l.org/ld4l_services/cache",
   "prefixes": {
     "getty":   "http://vocab.getty.edu/ontology#",
-    "vivo":    "http://vivoweb.org/ontology/core#",
-    "xl":      "http://www.w3.org/2008/05/skos-xl#"
+    "skosxl":  "http://www.w3.org/2008/05/skos-xl#",
+    "vivo":    "http://vivoweb.org/ontology/core#"
   },
   "term": {
     "url": {
@@ -28,11 +28,9 @@
     "term_id": "URI",
     "results": {
       "id_ldpath":       "dc:identifier ::xsd:string",
-      "label_ldpath":    "skos:prefLabel ::xsd:string",
-      "altlabel_ldpath": "skos:altLabel ::xsd:string",
-      "broader_ldpath":  "skos:broader ::xsd:anyURI",
-      "narrower_ldpath": "skos:narrower ::xsd:anyURI",
-      "sameas_ldpath":   "skos:exactMatch ::xsd:anyURI"
+      "label_ldpath":    "^foaf:focus/skosxl:prefLabel/skosxl:literalForm :: xsd:string",
+      "altlabel_ldpath": "^foaf:focus/skosxl:altLabel/skosxl:literalForm :: xsd:string",
+      "broader_ldpath":  "^foaf:focus/getty:broaderPreferred ::xsd:anyURI"
     }
   },
   "search": {
@@ -79,8 +77,7 @@
     },
     "total_count_ldpath": "vivo:count",
     "results": {
-      "id_ldpath":    "dc:identifier ::xsd:string",
-      "label_ldpath": "skos:prefLabel ::xsd:string",
+      "label_ldpath": "^foaf:focus/skosxl:prefLabel/skosxl:literalForm :: xsd:string",
       "sort_ldpath":  "vivo:rank ::xsd:string"
     },
     "context": {
@@ -88,28 +85,42 @@
         {
           "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.preferred_label",
           "property_label_default": "Preferred label",
-          "ldpath": "^foaf:focus/xl:prefLabel/xl:literalForm :: xsd:string",
+          "ldpath": "^foaf:focus/skosxl:prefLabel/skosxl:literalForm :: xsd:string",
           "selectable": true,
           "drillable": false
         },
         {
           "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.variant_label",
           "property_label_default": "Variant Label",
-          "ldpath": "^foaf:focus/xl:altLabel/xl:literalForm :: xsd:string",
+          "ldpath": "^foaf:focus/skosxl:altLabel/skosxl:literalForm :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.parent_body",
+          "property_label_default": "Parent body",
+          "ldpath": "^foaf:focus/getty:parentString :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.parent_body_abbreviation",
+          "property_label_default": "Parent body (abbreviation)",
+          "ldpath": "^foaf:focus/getty:parentStringAbbrev :: xsd:string",
           "selectable": false,
           "drillable": false
         },
         {
           "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.place_type",
           "property_label_default": "Place type",
-          "ldpath": "^foaf:focus/gvp:placeTypePreferred :: xsd:string",
+          "ldpath": "^foaf:focus/getty:placeTypePreferred :: xsd:string",
           "selectable": false,
           "drillable": false
         },
         {
           "property_label_i18n": "qa.linked_data.authority.getty_aat_ld4l_cache.broader",
           "property_label_default": "Broader",
-          "ldpath": "^foaf:focus/gvp:broaderPreferred/xl:altLabel/xl:literalForm :: xsd:string",
+          "ldpath": "^foaf:focus/getty:broaderPreferred :: xsd:string",
           "selectable": false,
           "drillable": true,
           "expansion_label_ldpath": "skos:prefLabel ::xsd:string",
@@ -119,4 +130,3 @@
     }
   }
 }
-

data/lib/generators/qa_server/templates/config/authorities/linked_data/getty_ulan_ld4l_cache.json

@@ -2,6 +2,9 @@
   "QA_CONFIG_VERSION": "2.2",
   "service_uri": "http://ld4l.org/ld4l_services/cache",
   "prefixes": {
+    "getty":   "http://vocab.getty.edu/ontology#",
+    "schema":  "https://schema.org/",
+    "skosxl":  "http://www.w3.org/2008/05/skos-xl#",
     "vivo":    "http://vivoweb.org/ontology/core#"
   },
   "term": {
@@ -26,11 +29,9 @@
     "term_id": "URI",
     "results": {
       "id_ldpath":       "dc:identifier ::xsd:string",
-      "label_ldpath":    "skos:prefLabel ::xsd:string",
-      "altlabel_ldpath": "skos:altLabel ::xsd:string",
-      "broader_ldpath":  "skos:broader ::xsd:anyURI",
-      "narrower_ldpath": "skos:narrower ::xsd:anyURI",
-      "sameas_ldpath":   "skos:exactMatch ::xsd:anyURI"
+      "label_ldpath":    "^foaf:focus / skosxl:prefLabel / skosxl:literalForm ::xsd:string",
+      "altlabel_ldpath": "^foaf:focus/skosxl:altLabel/skosxl:literalForm :: xsd:string",
+      "broader_ldpath":  "^foaf:focus/getty:broaderPreferred/skosxl:altLabel/skosxl:literalForm ::xsd:anyURI"
     }
   },
   "search": {
@@ -85,14 +86,109 @@
     },
     "total_count_ldpath": "vivo:count",
     "results": {
-      "id_ldpath":    "dc:identifier ::xsd:string",
-      "label_ldpath": "skos:prefLabel ::xsd:string",
+      "label_ldpath": "^foaf:focus / skosxl:prefLabel / skosxl:literalForm ::xsd:string",
       "sort_ldpath":  "vivo:rank ::xsd:string"
     },
+    "context": {
+      "properties": [
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.preferred_label",
+          "property_label_default": "Preferred label",
+          "ldpath": "^foaf:focus/skosxl:prefLabel/skosxl:literalForm :: xsd:string",
+          "selectable": true,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.variant_label",
+          "property_label_default": "Variant label",
+          "ldpath": "^foaf:focus/skosxl:altLabel/skosxl:literalForm :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.description",
+          "property_label_default": "Description",
+          "ldpath": "getty:biographyPreferred / schema:description :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.start_date",
+          "property_label_default": "Start date",
+          "ldpath": "getty:biographyPreferred / getty:estStart",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.end_date",
+          "property_label_default": "End date",
+          "ldpath": "getty:biographyPreferred / getty:estEnd",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.foundation_location",
+          "property_label_default": "Foundation location",
+          "ldpath": "getty:biographyPreferred/schema:foundationLocation / ^foaf:focus / getty:parentString :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.nationality",
+          "property_label_default": "Nationality",
+          "ldpath": "schema:nationality / skosxl:prefLabel / skosxl:literalForm :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.birth_place",
+          "property_label_default": "Birth place",
+          "ldpath": "getty:biographyPreferred / schema:birthPlace / ^foaf:focus / skosxl:prefLabel / skosxl:literalForm :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.death_place",
+          "property_label_default": "Death place",
+          "ldpath": "getty:biographyPreferred / schema:deathPlace / ^foaf:focus / skosxl:prefLabel / skosxl:literalForm :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.agent_type",
+          "property_label_default": "Agent type",
+          "ldpath": "^foaf:focus / getty:agentType / skosxl:altLabel / skosxl:literalForm :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_tgn_ld4l_cache.gender",
+          "property_label_default": "Gender",
+          "ldpath": "getty:biographyPreferred/schema:gender / skosxl:prefLabel / skosxl:literalForm :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_aat_ld4l_cache.broader",
+          "property_label_default": "Broader",
+          "ldpath": "^foaf:focus/getty:broaderPreferred :: xsd:string",
+          "selectable": false,
+          "drillable": true,
+          "expansion_label_ldpath": "skos:prefLabel ::xsd:string",
+          "expansion_id_ldpath": "dc:identifier ::xsd:string"
+        },
+        {
+          "property_label_i18n": "qa.linked_data.authority.getty_aat_ld4l_cache.scope_note",
+          "property_label_default": "Scope note",
+          "ldpath": "^foaf:focus/skos:scopeNote :: xsd:string",
+          "selectable": false,
+          "drillable": false
+        }
+      ]
+    },
     "subauthorities": {
       "person":            "Person",
       "organization":      "Organization"
     }
   }
 }
-

data/lib/generators/qa_server/templates/config/authorities/linked_data/locnames_rwo2_ld4l_cache.json

@@ -86,7 +86,7 @@
     "total_count_ldpath": "vivo:count",
     "results": {
       "id_ldpath":    "^madsrdf:identifiesRWO/loc:lccn ::xsd:string",
-      "label_ldpath": "rdfs:label ::xsd:string",
+      "label_ldpath": "^madsrdf:identifiesRWO/madsrdf:authoritativeLabel ::xsd:string",
       "sort_ldpath":  "vivo:rank ::xsd:string"
     },
     "context": {
@@ -103,8 +103,8 @@
       "properties": [
         {
           "property_label_default": "Preferred label",
-          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.type_label",
-          "ldpath": "rdfs:label :: xsd:string",
+          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.preferred_label",
+          "ldpath": "^madsrdf:identifiesRWO / madsrdf:authoritativeLabel :: xsd:string",
           "selectable": true,
           "drillable": false
         },
@@ -117,7 +117,7 @@
         },
         {
           "property_label_default": "Descriptor",
-          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.type_label",
+          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.descriptor",
           "ldpath": "(madsrdf:entityDescriptor/madsrdf:authoritativeLabel) | (madsrdf:entityDescriptor/skos:prefLabel) | (madsrdf:entityDescriptor/rdfs:label) :: xsd:string",
           "selectable": false,
           "drillable": false,

data/lib/generators/qa_server/templates/config/authorities/linked_data/locnames_rwo3_ld4l_cache.json

@@ -86,7 +86,7 @@
     "total_count_ldpath": "vivo:count",
     "results": {
       "id_ldpath":    "^madsrdf:identifiesRWO/loc:lccn ::xsd:string",
-      "label_ldpath": "rdfs:label ::xsd:string",
+      "label_ldpath": "^madsrdf:identifiesRWO/madsrdf:authoritativeLabel ::xsd:string",
       "sort_ldpath":  "vivo:rank ::xsd:string"
     },
     "context": {
@@ -103,8 +103,8 @@
       "properties": [
         {
           "property_label_default": "Preferred label",
-          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.type_label",
-          "ldpath": "rdfs:label :: xsd:string",
+          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.preferred_label",
+          "ldpath": "^madsrdf:identifiesRWO / madsrdf:authoritativeLabel :: xsd:string",
           "selectable": true,
           "drillable": false
         },
@@ -117,7 +117,7 @@
         },
         {
           "property_label_default": "Descriptor",
-          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.type_label",
+          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.descriptor",
           "ldpath": "(madsrdf:entityDescriptor/madsrdf:authoritativeLabel) | (madsrdf:entityDescriptor/skos:prefLabel) | (madsrdf:entityDescriptor/rdfs:label) :: xsd:string",
           "selectable": false,
           "drillable": false,

data/lib/generators/qa_server/templates/config/authorities/linked_data/locnames_rwo_ld4l_cache.json

@@ -86,7 +86,7 @@
     "total_count_ldpath": "vivo:count",
     "results": {
       "id_ldpath":    "^madsrdf:identifiesRWO/loc:lccn ::xsd:string",
-      "label_ldpath": "rdfs:label ::xsd:string",
+      "label_ldpath": "^madsrdf:identifiesRWO/madsrdf:authoritativeLabel ::xsd:string",
       "sort_ldpath":  "vivo:rank ::xsd:string"
     },
     "context": {
@@ -103,8 +103,8 @@
       "properties": [
         {
           "property_label_default": "Preferred label",
-          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.type_label",
-          "ldpath": "rdfs:label :: xsd:string",
+          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.preferred_label",
+          "ldpath": "^madsrdf:identifiesRWO / madsrdf:authoritativeLabel :: xsd:string",
           "selectable": true,
           "drillable": false
         },
@@ -117,7 +117,7 @@
         },
         {
           "property_label_default": "Descriptor",
-          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.type_label",
+          "property_label_i18n": "qa.linked_data.authority.locnames_ld4l_cache.descriptor",
           "ldpath": "(madsrdf:entityDescriptor/madsrdf:authoritativeLabel) | (madsrdf:entityDescriptor/skos:prefLabel) | (madsrdf:entityDescriptor/rdfs:label) :: xsd:string",
           "selectable": false,
           "drillable": false,