davinci_crd_test_kit 0.14.0 → 0.14.1

data/lib/davinci_crd_test_kit/server/v2.2.1/specific_coverage_responses/coverage_not_found_group.rb

@@ -0,0 +1,116 @@
+require_relative '../interaction/server_invoke_hook_single_request_test'
+require_relative 'coverage_info_reason_test'
+
+module DaVinciCRDTestKit
+  module V221
+    class CoverageNotFoundGroup < Inferno::TestGroup
+      title 'Coverage Not Found'
+      id :crd_v221_server_coverage_not_found_group
+      description %(
+        This group of tests allows the system to demonstrate its ability to respond to a CRD Hook invocation
+        with a `not-covered` coverage determination when the patient can be resolved but coverage cannot be found
+        or cannot be resolved to a single coverage.
+
+        For these tests, provide a hook request body that represents a resolvable patient for whom the CRD Server
+        cannot find coverage or cannot resolve to a single coverage. The tests then verify that a Coverage
+        Information systemAction is received with `not-covered` coverage for `coverage-not-found` reason.
+      )
+
+      config options: { hook_name: COVERAGE_NOT_FOUND_TAG }
+      run_as_group
+
+      group do
+        title 'Interaction'
+
+        test from: :crd_v221_server_invoke_hook_single_request_test,
+             title: 'Inferno invokes the selected hook to elicit coverage not found response',
+             description: <<~DESCRIPTION,
+               This test initiates a POST request to a specified CDS Service using the JSON body provided
+               by the user. The request body should represent a resolvable patient for whom coverage cannot be
+               found or cannot be resolved to a single coverage.
+             DESCRIPTION
+             config: {
+               inputs: {
+                 service_ids: {
+                   name: :coverage_not_found_service_ids,
+                   title: 'Service id to use for the "Coverage Not Found" test',
+                   description: %(
+                     If blank, Inferno will attempt to infer the service id to use by finding a service entry
+                     in the Discovery response for the hook indicated in the provided request body. If it
+                     cannot be inferred, the tests will be skipped.
+                   )
+                 },
+                 service_request_bodies: {
+                   name: :coverage_not_found_request_body,
+                   title: 'Request body to use for the "Coverage Not Found" test',
+                   description: %(
+                     Provide a single JSON request body to submit for the hook invocation. The type of hook
+                     invoked will be inferred based on the `hook` element in the request. The body should be
+                     constructed so that it represents a resolvable patient for whom coverage cannot be found.
+                   )
+                 }
+               }
+             }
+      end
+
+      group do
+        title 'Requests'
+        simulation_verification
+
+        test from: :crd_v221_service_request_required_fields_validation,
+             config: {
+               outputs: {
+                 contexts: {
+                   name: :coverage_not_found_contexts
+                 }
+               }
+             }
+        test from: :crd_v221_service_request_context_validation,
+             config: {
+               inputs: {
+                 contexts: {
+                   name: :coverage_not_found_contexts
+                 },
+                 request_body: {
+                   name: :coverage_not_found_request_body
+                 }
+               }
+             }
+      end
+
+      group do
+        title 'Responses'
+
+        test from: :crd_v221_service_response_validation
+        test from: :crd_v221_coverage_info_system_action_validation,
+             config: {
+               outputs: {
+                 coverage_info: {
+                   name: :coverage_not_found_coverage_info
+                 }
+               }
+             }
+        test from: :crd_v221_coverage_info_reason,
+             title: 'Coverage Information responses have not-covered coverage for coverage-not-found reason',
+             description: <<~DESCRIPTION,
+               This test verifies that the Coverage Information responses received contain Coverage Information
+               extensions with `not-covered` coverage and a `coverage-not-found` reason.
+             DESCRIPTION
+             config: {
+               inputs: {
+                 coverage_info: {
+                   name: :coverage_not_found_coverage_info
+                 }
+               },
+               options: {
+                 expected_coverage_code: 'not-covered',
+                 expected_reason_code: 'coverage-not-found'
+               }
+             },
+             verifies_requirements: [
+               'hl7.fhir.us.davinci-crd_2.2.1@resp-45'
+             ]
+      end
+    end
+  end
+end

data/lib/davinci_crd_test_kit/server/v2.2.1/specific_coverage_responses/no_active_coverage_group.rb

@@ -0,0 +1,115 @@
+require_relative '../interaction/server_invoke_hook_single_request_test'
+require_relative 'coverage_info_reason_test'
+
+module DaVinciCRDTestKit
+  module V221
+    class NoActiveCoverageGroup < Inferno::TestGroup
+      title 'No Active Coverage'
+      id :crd_v221_server_no_active_coverage_group
+      description %(
+        This group of tests allows the system to demonstrate its ability to respond to a CRD Hook invocation
+        with a `not-covered` coverage determination when the patient can be resolved but does not have active
+        coverage.
+
+        For these tests, provide a hook request body that represents a resolvable patient without active
+        coverage. The tests then verify that a Coverage Information systemAction is received with `not-covered`
+        coverage for `no-active-coverage` reason.
+      )
+
+      config options: { hook_name: NO_ACTIVE_COVERAGE_TAG }
+      run_as_group
+
+      group do
+        title 'Interaction'
+
+        test from: :crd_v221_server_invoke_hook_single_request_test,
+             title: 'Inferno invokes the selected hook to elicit no active coverage response',
+             description: <<~DESCRIPTION,
+               This test initiates a POST request to a specified CDS Service using the JSON body provided
+               by the user. The request body should represent a resolvable patient without active coverage.
+             DESCRIPTION
+             config: {
+               inputs: {
+                 service_ids: {
+                   name: :no_active_coverage_service_ids,
+                   title: 'Service id to use for the "No Active Coverage" test',
+                   description: %(
+                     If blank, Inferno will attempt to infer the service id to use by finding a service entry
+                     in the Discovery response for the hook indicated in the provided request body. If it
+                     cannot be inferred, the tests will be skipped.
+                   )
+                 },
+                 service_request_bodies: {
+                   name: :no_active_coverage_request_body,
+                   title: 'Request body to use for the "No Active Coverage" test',
+                   description: %(
+                     Provide a single JSON request body to submit for the hook invocation. The type of hook
+                     invoked will be inferred based on the `hook` element in the request. The body should be
+                     constructed so that it represents a resolvable patient without active coverage.
+                   )
+                 }
+               }
+             }
+      end
+
+      group do
+        title 'Requests'
+        simulation_verification
+
+        test from: :crd_v221_service_request_required_fields_validation,
+             config: {
+               outputs: {
+                 contexts: {
+                   name: :no_active_coverage_contexts
+                 }
+               }
+             }
+        test from: :crd_v221_service_request_context_validation,
+             config: {
+               inputs: {
+                 contexts: {
+                   name: :no_active_coverage_contexts
+                 },
+                 request_body: {
+                   name: :no_active_coverage_request_body
+                 }
+               }
+             }
+      end
+
+      group do
+        title 'Responses'
+
+        test from: :crd_v221_service_response_validation
+        test from: :crd_v221_coverage_info_system_action_validation,
+             config: {
+               outputs: {
+                 coverage_info: {
+                   name: :no_active_coverage_coverage_info
+                 }
+               }
+             }
+        test from: :crd_v221_coverage_info_reason,
+             title: 'Coverage Information responses have not-covered coverage for no-active-coverage reason',
+             description: <<~DESCRIPTION,
+               This test verifies that the Coverage Information responses received contain Coverage Information
+               extensions with `not-covered` coverage and a `no-active-coverage` reason.
+             DESCRIPTION
+             config: {
+               inputs: {
+                 coverage_info: {
+                   name: :no_active_coverage_coverage_info
+                 }
+               },
+               options: {
+                 expected_coverage_code: 'not-covered',
+                 expected_reason_code: 'no-active-coverage'
+               }
+             },
+             verifies_requirements: [
+               'hl7.fhir.us.davinci-crd_2.2.1@resp-45'
+             ]
+      end
+    end
+  end
+end

data/lib/davinci_crd_test_kit/server/v2.2.1/specific_coverage_responses/no_member_found_group.rb

@@ -0,0 +1,117 @@
+require_relative '../interaction/server_invoke_hook_single_request_test'
+require_relative 'coverage_info_reason_test'
+
+module DaVinciCRDTestKit
+  module V221
+    class NoMemberFoundGroup < Inferno::TestGroup
+      title 'No Member Found'
+      id :crd_v221_server_no_member_found_group
+      description %(
+        This group of tests allows the system to demonstrate its ability to respond to a CRD Hook invocation
+        with a `not-covered` coverage determination when it is unable to resolve the patient for a
+        non-technical reason.
+
+        For these tests, provide a hook request body that represents a patient/member the CRD Server cannot
+        resolve for a non-technical reason.
+
+        The tests then verify that a Coverage Information systemAction is received with `not-covered` coverage
+        for `no-member-found` reasons.
+      )
+
+      config options: { hook_name: NO_MEMBER_FOUND_TAG }
+      run_as_group
+
+      group do
+        title 'Interaction'
+
+        test from: :crd_v221_server_invoke_hook_single_request_test,
+             title: 'Inferno invokes the selected hook to elicit unresolved member response',
+             description: <<~DESCRIPTION,
+               This test initiates a POST request to a specified CDS Service using the JSON body provided
+               by the user. The request body should represent an unrecognized member.
+             DESCRIPTION
+             config: {
+               inputs: {
+                 service_ids: {
+                   name: :no_member_found_service_ids,
+                   title: 'Service id to use for the "No Member Found" test',
+                   description: %(
+                     If blank, Inferno will attempt to infer the service id to use by finding a service entry
+                     in the Discovery response for the hook indicated in the provided request body. If it
+                     cannot be inferred, the tests will be skipped.
+                   )
+                 },
+                 service_request_bodies: {
+                   name: :no_member_found_request_body,
+                   title: 'Request body to use for the "No Member Found" test',
+                   description: %(
+                     Provide a single JSON request body to submit for the hook invocation. The type of hook
+                     invoked will be inferred based on the `hook` element in the request. The body should be
+                     constructed so that the CRD Server is unable to resolve the patient/member.
+                   )
+                 }
+               }
+             }
+      end
+
+      group do
+        title 'Requests'
+        simulation_verification
+
+        test from: :crd_v221_service_request_required_fields_validation,
+             config: {
+               outputs: {
+                 contexts: {
+                   name: :no_member_found_contexts
+                 }
+               }
+             }
+        test from: :crd_v221_service_request_context_validation,
+             config: {
+               inputs: {
+                 contexts: {
+                   name: :no_member_found_contexts
+                 },
+                 request_body: {
+                   name: :no_member_found_request_body
+                 }
+               }
+             }
+      end
+
+      group do
+        title 'Responses'
+
+        test from: :crd_v221_service_response_validation
+        test from: :crd_v221_coverage_info_system_action_validation,
+             config: {
+               outputs: {
+                 coverage_info: {
+                   name: :no_member_found_coverage_info
+                 }
+               }
+             }
+        test from: :crd_v221_coverage_info_reason,
+             title: 'Coverage Information responses have not-covered coverage for no-member-found reason',
+             description: <<~DESCRIPTION,
+               This test verifies that the Coverage Information responses received contain Coverage Information
+               extensions with `not-covered` coverage and a `no-member-found` reason.
+             DESCRIPTION
+             config: {
+               inputs: {
+                 coverage_info: {
+                   name: :no_member_found_coverage_info
+                 }
+               },
+               options: {
+                 expected_coverage_code: 'not-covered',
+                 expected_reason_code: 'no-member-found'
+               }
+             },
+             verifies_requirements: [
+               'hl7.fhir.us.davinci-crd_2.2.1@resp-44'
+             ]
+      end
+    end
+  end
+end

data/lib/davinci_crd_test_kit/server/v2.2.1/specific_coverage_responses/technical_issues_group.rb

@@ -0,0 +1,121 @@
+require_relative 'technical_issues_invoke_test'
+require_relative 'coverage_info_reason_test'
+
+module DaVinciCRDTestKit
+  module V221
+    class TechnicalIssuesGroup < Inferno::TestGroup
+      title 'Technical Issues'
+      id :crd_v221_server_technical_issues_group
+      description %(
+        This group of tests allows the system to demonstrate its ability to
+        respond to a CRD Hook invocation with an `indeterminate` coverage
+        determination due to technical issues.
+
+        For these tests, the hook call will include an invalid access token,
+        which due to the nature of Inferno's FHIR server simulation will result
+        in 500 response to FHIR requests, simulating a temporary server outage.
+        The tests then verify that a Coverage Information systemAction is
+        received with `indeterminate` coverage for `technical` reasons.
+      )
+
+      config options: { hook_name: TECHNICAL_ISSUES_TAG }
+      run_as_group
+
+      group do
+        title 'Interaction'
+
+        test from: :crd_v221_server_technical_issues_invoke_hook_test,
+             description: <<~DESCRIPTION,
+               This test initiates a POST request to a specified CDS Service
+               using the JSON body list provided by the user. This request is
+               generated so that requests for FHIR resources from the CDS service
+               result in 500 errors, simulating a temporary server error.
+             DESCRIPTION
+             config: {
+               inputs: {
+                 service_ids: {
+                   name: :technical_issues_service_ids,
+                   title: 'Service id to use for the "Technical Issues" test',
+                   description: %(
+                     If blank, Inferno will attempt to infer the service id to use
+                     by finding a service entry in the Discovery response for the
+                     hook indicated in the provided request body. If it cannot be
+                     inferred, the tests will be skipped.
+                   )
+                 },
+                 service_request_bodies: {
+                   name: :technical_issues_request_body,
+                   title: 'Request body to use for the "Technical Issues" test',
+                   description: %(
+                     Provide a single JSON request body to submit for the hook
+                     invocation. The type of hook invoked will be inferred based
+                     on the `hook` element in the request.
+                   )
+                 }
+               }
+             }
+      end
+
+      group do
+        title 'Requests'
+        simulation_verification
+
+        test from: :crd_v221_service_request_required_fields_validation,
+             config: {
+               outputs: {
+                 contexts: {
+                   name: :technical_issues_contexts
+                 }
+               }
+             }
+        test from: :crd_v221_service_request_context_validation,
+             config: {
+               inputs: {
+                 contexts: {
+                   name: :technical_issues_contexts
+                 },
+                 request_body: {
+                   name: :technical_issues_request_body
+                 }
+               }
+             }
+      end
+
+      group do
+        title 'Responses'
+
+        test from: :crd_v221_service_response_validation
+        test from: :crd_v221_coverage_info_system_action_validation,
+             config: {
+               outputs: {
+                 coverage_info: {
+                   name: :technical_issues_coverage_info
+                 }
+               }
+             }
+        test from: :crd_v221_coverage_info_reason,
+             title: 'Coverage Information responses have indeterminate coverage for technical reasons',
+             description: <<~DESCRIPTION,
+               This test verifies that the Coverage Information responses received contain Coverage Information
+               extensions with `indeterminate` coverage and a `technical` reason, and additional details about the
+               failure are included in the `text` field of the reason extension.
+             DESCRIPTION
+             config: {
+               inputs: {
+                 coverage_info: {
+                   name: :technical_issues_coverage_info
+                 }
+               },
+               options: {
+                 expected_coverage_code: 'indeterminate',
+                 expected_reason_code: 'technical',
+                 require_reason_text: true
+               }
+             },
+             verifies_requirements: [
+               'hl7.fhir.us.davinci-crd_2.2.1@resp-43'
+             ]
+      end
+    end
+  end
+end

data/lib/davinci_crd_test_kit/server/v2.2.1/specific_coverage_responses/technical_issues_invoke_test.rb

@@ -0,0 +1,22 @@
+require_relative '../server_urls'
+require_relative '../../jobs/invoke_hook_with_bad_auth'
+require_relative '../../server_abstract_invoke_hook_test'
+
+module DaVinciCRDTestKit
+  module V221
+    class TechnicalIssuesInvokeHookTest < ServerAbstractInvokeHookTest
+      include ServerURLs
+
+      title 'Inferno invokes the selected hook with invalid authorization'
+      id :crd_v221_server_technical_issues_invoke_hook_test
+
+      def perform_invoke_hook_job(*)
+        Inferno::Jobs.perform(DaVinciCRDTestKit::Jobs::InvokeHookWithBadAuth, *)
+      end
+
+      def check_request_length(payloads)
+        skip_if payloads.length != 1, 'The *Technical Issues* test supports only one request body.'
+      end
+    end
+  end
+end

data/lib/davinci_crd_test_kit/server/v2.2.1/verify_request/service_request_context_validation_test.rb

@@ -16,6 +16,7 @@ module DaVinciCRDTestKit
         required fields.
       )
       input :contexts, :invoked_hook
+      simulation_verification
 
       run do
         parsed_contexts = parse_json(contexts)

data/lib/davinci_crd_test_kit/server/v2.2.1/verify_request/service_request_optional_fields_validation_test.rb

@@ -17,6 +17,7 @@ module DaVinciCRDTestKit
         informational message.
       )
       optional
+      simulation_verification
 
       run do
         load_tagged_requests(tested_hook_name)

data/lib/davinci_crd_test_kit/server/v2.2.1/verify_request/service_request_required_fields_validation_test.rb

@@ -17,6 +17,7 @@ module DaVinciCRDTestKit
       )
       input :invoked_hook
       output :contexts
+      simulation_verification
 
       run do
         load_tagged_requests(tested_hook_name)

data/lib/davinci_crd_test_kit/server/v2.2.1/verify_response/additional_orders_validation_test.rb

@@ -1,65 +1,108 @@
 require_relative '../../server_test_helper'
 require_relative '../../server_hook_helper'
-require_relative '../../../cross_suite/suggestion_actions_validation'
 require_relative '../../../cross_suite/cards_identification'
-require_relative '../../../cross_suite/cards_validation'
+require_relative '../../../cross_suite/response_logical_model_validation'
 
 module DaVinciCRDTestKit
   module V221
     class AdditionalOrdersValidationTest < Inferno::Test
       include DaVinciCRDTestKit::ServerTestHelper
-      include DaVinciCRDTestKit::SuggestionActionsValidation
       include DaVinciCRDTestKit::ServerHookHelper
       include DaVinciCRDTestKit::CardsIdentification
-      include DaVinciCRDTestKit::CardsValidation
+      include DaVinciCRDTestKit::ResponseLogicalModelValidation
 
       title 'Additional Orders cards are valid'
       id :crd_v221_additional_orders_card_validation
       description %(
-        This test validates that an [Additional Orders as companions/prerequisites](https://hl7.org/fhir/us/davinci-crd/STU2/cards.html#identify-additional-orders-as-companionsprerequisites-for-current-order)
+        This test validates that an [Identify Additional
+        Orders](https://hl7.org/fhir/us/davinci-crd/2.2.1/en/cards.html#identify-additional-orders-response-type)
         card was received. It does so by:
         - Filtering cards with the following criteria:
-          - For each suggestion in the card's suggestions array, all actions have a type of 'create'
-            and the action's resource type is one of the expected types: CommunicationRequest, Device,
-            DeviceRequest, Medication, MedicationRequest, NutritionOrder, ServiceRequest, or VisionPrescription.
-        - Then, for each valid Additional Orders card retrieved, verifying that each action within the
-        card's suggestions complies with their respective profiles as specified in the
-        [CRD IG section on Additional Orders as companions/prerequisites](https://hl7.org/fhir/us/davinci-crd/STU2/cards.html#identify-additional-orders-as-companionsprerequisites-for-current-order):
-          - [crd-profile-communicationrequest](https://hl7.org/fhir/us/davinci-crd/STU2/StructureDefinition-profile-communicationrequest.html)
-          - [crd-profile-device](https://hl7.org/fhir/us/davinci-crd/STU2/StructureDefinition-profile-device.html)
-          - [crd-profile-deviceRequest](https://hl7.org/fhir/us/davinci-crd/STU2/StructureDefinition-profile-devicerequest.html)
-          - [us-core-medication](http://hl7.org/fhir/us/core/STU3.1.1/StructureDefinition-us-core-medication.html)
-          - [crd-profile-medicationRequest](https://hl7.org/fhir/us/davinci-crd/STU2/StructureDefinition-profile-medicationrequest.html)
-          - [crd-profile-nutritionOrder](https://hl7.org/fhir/us/davinci-crd/STU2/StructureDefinition-profile-nutritionorder.html)
-          - [crd-profile-serviceRequest](https://hl7.org/fhir/us/davinci-crd/STU2/StructureDefinition-profile-servicerequest.html)
-          - [crd-profile-visionPrescription](https://hl7.org/fhir/us/davinci-crd/STU2/StructureDefinition-profile-visionprescription.html).
-
-        The test will skip if no Additional Orders cards are found.
+          - For each suggestion in the card's suggestions array, all actions
+            have a type of 'create' and the action's resource type is one of the
+            expected types: CommunicationRequest, Device, DeviceRequest,
+            Medication, MedicationRequest, NutritionOrder, ServiceRequest, or
+            VisionPrescription.
+        - Then, for each valid Additional Orders card retrieved, verifying that
+          each action within the card's suggestions complies with their
+          respective profiles as specified in the [CRD IG section on Identify
+          Additional
+          Orders](https://hl7.org/fhir/us/davinci-crd/2.2.1/en/cards.html#identify-additional-orders-response-type):
+          -
+            [crd-profile-communicationrequest](https://hl7.org/fhir/us/davinci-crd/2.2.1/StructureDefinition-profile-communicationrequest.html)
+          -
+            [crd-profile-device](https://hl7.org/fhir/us/davinci-crd/2.2.1/StructureDefinition-profile-device.html)
+          -
+            [crd-profile-deviceRequest](https://hl7.org/fhir/us/davinci-crd/2.2.1/StructureDefinition-profile-devicerequest.html)
+          -
+            [us-core-medication](http://hl7.org/fhir/us/core/STU3.1.1/StructureDefinition-us-core-medication.html)
+          -
+            [crd-profile-medicationRequest](https://hl7.org/fhir/us/davinci-crd/2.2.1/StructureDefinition-profile-medicationrequest.html)
+          -
+            [crd-profile-nutritionOrder](https://hl7.org/fhir/us/davinci-crd/2.2.1/StructureDefinition-profile-nutritionorder.html)
+          -
+            [crd-profile-serviceRequest](https://hl7.org/fhir/us/davinci-crd/2.2.1/StructureDefinition-profile-servicerequest.html)
+          -
+            [crd-profile-visionPrescription](https://hl7.org/fhir/us/davinci-crd/2.2.1/StructureDefinition-profile-visionprescription.html).
+
+        The test will skip if no Identify Additional Orders cards are found.
       )
 
-      verifies_requirements 'hl7.fhir.us.davinci-crd_2.2.1@resp-57',
+      verifies_requirements 'hl7.fhir.us.davinci-crd_2.2.1@resp-3',
+                            'hl7.fhir.us.davinci-crd_2.2.1@resp-57',
                             'hl7.fhir.us.davinci-crd_2.2.1@resp-58'
 
+      input :invoked_hook
+
       optional
-      input :valid_cards_with_suggestions
+
+      def body_has_no_cards?(body)
+        !body.is_a?(Hash) ||
+          body['cards'].blank? ||
+          !body['cards'].is_a?(Array) ||
+          !body['cards'].all?(Hash)
+      end
+
+      def additional_orders_cards(request)
+        return [] if request.status != 200
+
+        response_body = JSON.parse(request.response_body)
+
+        return [] if body_has_no_cards?(response_body)
+
+        response_body['cards'].select { |card| additional_orders_response_type? card }
+      rescue JSON::ParserError
+        []
+      end
 
       run do
-        parsed_cards = parse_json(valid_cards_with_suggestions)
-        additional_orders_cards = parsed_cards.filter do |card|
-          additional_orders_response_type?(card)
-        end
-        skip_if additional_orders_cards.blank?,
-                "#{tested_hook_name} hook response does not include Additional Orders as companion/prerequisite cards."
+        load_tagged_requests(tested_hook_name)
+
+        additional_orders_count = 0
+
+        successful_requests = requests.select { |request| request.status == 200 }
 
-        additional_orders_cards.each do |card|
-          card['suggestions'].each do |suggestion|
-            actions_check(suggestion['actions'], ig_version: 'v221')
-          end
+        skip_if successful_requests.blank?,
+                'No successful hook responses were received'
 
-          additional_orders_check(card)
+        requests.each_with_index do |request, index|
+          cards = additional_orders_cards(request)
+
+          additional_orders_count += cards.length
+
+          perform_response_logical_model_validation(
+            cards,
+            nil,
+            request.request_body,
+            index,
+            '2.2.1'
+          )
         end
 
-        no_error_validation('Some Additional Order cards are not valid. See messages for more information.')
+        skip_if additional_orders_count.zero?,
+                "#{tested_hook_name} hook responses do not contain any Additional Orders cards."
+
+        no_error_validation('Not all Additional Orders cards were valid. See messages for more information.')
       end
     end
   end