davinci_pas_test_kit 0.14.1 → 0.15.0

data/lib/davinci_pas_test_kit/client/v2.2.1/workflows/pas_client_response_bundle_validation_test.rb

@@ -0,0 +1,84 @@
+require_relative '../../../cross_suite/pas_bundle_validation'
+require_relative '../../user_input_response'
+require_relative '../../response_generator'
+
+module DaVinciPASTestKit
+  module DaVinciPASV221
+    class PasClientResponseBundleValidationTest < Inferno::Test
+      include DaVinciPASTestKit::PasBundleValidation
+      include UserInputResponse
+      include ResponseGenerator
+
+      id :pas_client_v221_response_bundle_validation_test
+      title '$submit response Bundles have the correct structure and content'
+      description %(
+        This test verifies the conformity of the submit response sent by Inferno, which will have been
+        either:
+        - the response body provided by the tester in the corresponding input, or
+        - created by Inferno from the $submit Bundle.
+
+        In either case, this test verifies the conformity of the response body to the
+        [PAS Response Bundle](https://hl7.org/fhir/us/davinci-pas/2.2.1/StructureDefinition-profile-pas-response-bundle.html)
+        structure. It also checks that other conformance requirements defined in the [PAS Formal
+        Specification](https://hl7.org/fhir/us/davinci-pas/2.2.1/specification.html),
+        such as the presence of all referenced instances within the bundle and the
+        conformance of those instances to the appropriate profiles, are met.
+
+        It verifies the presence of mandatory elements and that elements with
+        required bindings contain appropriate values. CodeableConcept element
+        bindings will fail if none of their codings have a code/system belonging
+        to the bound ValueSet. Quantity, Coding, and code element bindings will
+        fail if their code/system are not found in the valueset.
+
+        Note that because X12 value sets are not public, elements bound to value
+        sets containing X12 codes are not validated.
+      )
+      simulation_verification
+
+      def request_type
+        'submit'
+      end
+
+      def workflow_tag
+        config.options[:workflow_tag]
+      end
+
+      def target_user_input
+        case workflow_tag
+        when APPROVAL_WORKFLOW_TAG
+          :approval_json_response
+        when DENIAL_WORKFLOW_TAG
+          :denial_json_response
+        when PENDED_WORKFLOW_TAG
+          :pended_json_response
+        when MODIFICATION_WORKFLOW_TAG
+          :modification_json_response
+        when MUST_SUPPORT_WORKFLOW_TAG
+          :ms_submit_responses
+        end
+      end
+
+      run do
+        load_tagged_requests(workflow_tag, SUBMIT_TAG)
+        skip_if requests.empty?, 'No responses to verify because no submit requests were made.'
+        message = if workflow_tag == MUST_SUPPORT_WORKFLOW_TAG
+                    'Invalid must support response bundle provided:'
+                  elsif user_inputted_response? target_user_input
+                    "Invalid response generated from provided input '#{input_title(target_user_input)}':"
+                  else
+                    'Invalid response generated from the submitted claim:'
+                  end
+
+        validate_pas_bundle_json(
+          request.response_body,
+          'http://hl7.org/fhir/us/davinci-pas/StructureDefinition/profile-pas-response-bundle',
+          '2.2.1',
+          request_type,
+          'response_bundle',
+          skips: true,
+          message:
+        )
+      end
+    end
+  end
+end

data/lib/davinci_pas_test_kit/cross_suite/base_urls.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module DaVinciPASTestKit
+  RESUME_PASS_PATH = '/resume_pass'
+  RESUME_FAIL_PATH = '/resume_fail'
+  RESUME_SKIP_PATH = '/resume_skip'
+
+  # base url, plus other shared ones such as resume urls
+  # suite_id must be defined
+  module BaseURLs
+    def base_url
+      @base_url ||= "#{Inferno::Application['base_url']}/custom/#{suite_id}"
+    end
+
+    def resume_pass_url
+      @resume_pass_url ||= base_url + RESUME_PASS_PATH
+    end
+
+    def resume_fail_url
+      @resume_fail_url ||= base_url + RESUME_FAIL_PATH
+    end
+
+    def resume_skip_url
+      @resume_skip_url ||= base_url + RESUME_SKIP_PATH
+    end
+  end
+end

data/lib/davinci_pas_test_kit/cross_suite/fhirpath_utils.rb

@@ -0,0 +1,55 @@
+module DaVinciPASTestKit
+  # Utilities for evaluating FHIRPath expressions against FHIR resources using
+  # the FHIRPath evaluation service and for replacing {{fhirpath}} tokens in
+  # serialized resources with values pulled from a request.
+  module FhirpathUtils
+    class FhirpathServiceError < StandardError; end
+
+    def fhirpath_evaluator
+      @fhirpath_evaluator ||= Inferno::DSL::FhirpathEvaluation::Evaluator.new
+    end
+
+    def execute_fhirpath(body, query)
+      fhirpath_result = fhirpath_evaluator.call_fhirpath_service(body, query)
+      return fhirpath_result if fhirpath_result.status.to_s.start_with?('2')
+
+      raise FhirpathServiceError,
+            "FHIRPath service returned #{fhirpath_result.status} for query '#{query}' " \
+            "on resource #{body}: #{fhirpath_result.body}"
+    end
+
+    def interpret_fhirpath_result_as_boolean(fhirpath_result)
+      results = JSON.parse(fhirpath_result.body)
+      if results.empty? || results.size > 1
+        false
+      elsif results.first['type'] == 'boolean'
+        results.first['element']
+      else
+        true
+      end
+    rescue JSON::ParserError
+      false
+    end
+
+    def replace_tokens_in_string(string, request)
+      return string unless string.include?('{{')
+
+      tokens_to_replace = string.scan(/\{\{([^}]+)\}\}/).flatten
+      replacements = tokens_to_replace.each_with_object({}) do |expression, dictionary|
+        next if dictionary.key?("{{#{expression}}}")
+
+        dictionary["{{#{expression}}}"] = calculate_expression_string_value(request, expression)
+      end
+
+      string.gsub(/\{\{.*?\}\}/, replacements)
+    end
+
+    def calculate_expression_string_value(request, expression)
+      JSON.parse(execute_fhirpath(request, expression).body)
+        .map { |result| result['element'] }
+        .map { |element| element.is_a?(Array) || element.is_a?(Hash) ? nil : element }
+        .compact
+        .join(',')
+    end
+  end
+end

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/beneficiary/metadata.yml

@@ -151,16 +151,19 @@
   - http://hl7.org/fhir/StructureDefinition/Patient
   - http://hl7.org/fhir/StructureDefinition/RelatedPerson
 :tests:
-- :id: pas_server_submit_request_v201_beneficiary_must_support_test
-  :file_name: server_submit_request_beneficiary_must_support_test.rb
-- :id: pas_client_submit_request_v201_beneficiary_must_support_test
-  :file_name: client_submit_request_beneficiary_must_support_test.rb
-- :id: pas_server_submit_response_v201_beneficiary_must_support_test
-  :file_name: server_submit_response_beneficiary_must_support_test.rb
-- :id: pas_server_inquire_request_v201_beneficiary_must_support_test
-  :file_name: server_inquire_request_beneficiary_must_support_test.rb
-- :id: pas_client_inquire_request_v201_beneficiary_must_support_test
-  :file_name: client_inquire_request_beneficiary_must_support_test.rb
-- :id: pas_server_inquire_response_v201_beneficiary_must_support_test
-  :file_name: server_inquire_response_beneficiary_must_support_test.rb
-:delayed_references: []
+- :id: pas_server_v201_submit_request_must_support_beneficiary
+  :file_name: server_submit_request_must_support_beneficiary_test.rb
+- :id: pas_client_v201_submit_request_must_support_beneficiary
+  :file_name: client_submit_request_must_support_beneficiary_test.rb
+- :id: pas_server_v201_submit_response_must_support_beneficiary
+  :file_name: server_submit_response_must_support_beneficiary_test.rb
+- :id: pas_client_v201_submit_response_must_support_beneficiary
+  :file_name: client_submit_response_must_support_beneficiary_test.rb
+- :id: pas_server_v201_inquire_request_must_support_beneficiary
+  :file_name: server_inquire_request_must_support_beneficiary_test.rb
+- :id: pas_client_v201_inquire_request_must_support_beneficiary
+  :file_name: client_inquire_request_must_support_beneficiary_test.rb
+- :id: pas_server_v201_inquire_response_must_support_beneficiary
+  :file_name: server_inquire_response_must_support_beneficiary_test.rb
+- :id: pas_client_v201_inquire_response_must_support_beneficiary
+  :file_name: client_inquire_response_must_support_beneficiary_test.rb

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/claim_inquiry/metadata.yml

@@ -553,24 +553,7 @@
   :profiles:
   - http://hl7.org/fhir/StructureDefinition/Device
 :tests:
-- :id: pas_v201_claim_inquiry_operation_test
-  :file_name: claim_inquiry_operation_test.rb
-- :id: pas_server_inquire_request_v201_claim_inquiry_must_support_test
-  :file_name: server_inquire_request_claim_inquiry_must_support_test.rb
-- :id: pas_client_inquire_request_v201_claim_inquiry_must_support_test
-  :file_name: client_inquire_request_claim_inquiry_must_support_test.rb
-:delayed_references:
-- :path: insurer
-  :resources:
-  - Organization
-- :path: provider
-  :resources:
-  - Organization
-  - PractitionerRole
-- :path: careTeam.provider
-  :resources:
-  - Organization
-  - PractitionerRole
-- :path: insurance.coverage
-  :resources:
-  - Coverage
+- :id: pas_server_v201_inquire_request_must_support_claim_inquiry
+  :file_name: server_inquire_request_must_support_claim_inquiry_test.rb
+- :id: pas_client_v201_inquire_request_must_support_claim_inquiry
+  :file_name: client_inquire_request_must_support_claim_inquiry_test.rb

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/claim_update/metadata.yml

@@ -634,25 +634,7 @@
   :profiles:
   - http://hl7.org/fhir/StructureDefinition/Device
 :tests:
-- :id: pas_server_submit_request_v201_claim_update_must_support_test
-  :file_name: server_submit_request_claim_update_must_support_test.rb
-- :id: pas_client_submit_request_v201_claim_update_must_support_test
-  :file_name: client_submit_request_claim_update_must_support_test.rb
-:delayed_references:
-- :path: extension.value[x]
-  :resources:
-  - Encounter
-- :path: insurer
-  :resources:
-  - Organization
-- :path: provider
-  :resources:
-  - Organization
-  - PractitionerRole
-- :path: careTeam.provider
-  :resources:
-  - Organization
-  - PractitionerRole
-- :path: insurance.coverage
-  :resources:
-  - Coverage
+- :id: pas_server_v201_submit_request_must_support_claim_update
+  :file_name: server_submit_request_must_support_claim_update_test.rb
+- :id: pas_client_v201_submit_request_must_support_claim_update
+  :file_name: client_submit_request_must_support_claim_update_test.rb

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/claiminquiryresponse/metadata.yml

@@ -318,13 +318,7 @@
   :profiles:
   - http://hl7.org/fhir/StructureDefinition/ClaimResponse
 :tests:
-- :id: pas_server_inquire_response_v201_claiminquiryresponse_must_support_test
-  :file_name: server_inquire_response_claiminquiryresponse_must_support_test.rb
-:delayed_references:
-- :path: insurer
-  :resources:
-  - Organization
-- :path: requestor
-  :resources:
-  - Organization
-  - PractitionerRole
+- :id: pas_server_v201_inquire_response_must_support_claiminquiryresponse
+  :file_name: server_inquire_response_must_support_claiminquiryresponse_test.rb
+- :id: pas_client_v201_inquire_response_must_support_claiminquiryresponse
+  :file_name: client_inquire_response_must_support_claiminquiryresponse_test.rb

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/claimresponse/metadata.yml

@@ -324,16 +324,7 @@
   :profiles:
   - http://hl7.org/fhir/StructureDefinition/ClaimResponse
 :tests:
-- :id: pas_server_submit_response_v201_claimresponse_must_support_test
-  :file_name: server_submit_response_claimresponse_must_support_test.rb
-:delayed_references:
-- :path: insurer
-  :resources:
-  - Organization
-- :path: requestor
-  :resources:
-  - Organization
-  - PractitionerRole
-- :path: communicationRequest
-  :resources:
-  - CommunicationRequest
+- :id: pas_server_v201_submit_response_must_support_claimresponse
+  :file_name: server_submit_response_must_support_claimresponse_test.rb
+- :id: pas_client_v201_submit_response_must_support_claimresponse
+  :file_name: client_submit_response_must_support_claimresponse_test.rb

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/communication_request/metadata.yml

@@ -122,16 +122,7 @@
   - http://hl7.org/fhir/StructureDefinition/DiagnosticReport
   - http://hl7.org/fhir/StructureDefinition/DocumentReference
 :tests:
-- :id: pas_server_submit_response_v201_communication_request_must_support_test
-  :file_name: server_submit_response_communication_request_must_support_test.rb
-:delayed_references:
-- :path: requester
-  :resources:
-  - Organization
-- :path: recipient
-  :resources:
-  - Practitioner
-  - Organization
-- :path: sender
-  :resources:
-  - Organization
+- :id: pas_server_v201_submit_response_must_support_communication_request
+  :file_name: server_submit_response_must_support_communication_request_test.rb
+- :id: pas_client_v201_submit_response_must_support_communication_request
+  :file_name: client_submit_response_must_support_communication_request_test.rb

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/coverage/metadata.yml

@@ -103,15 +103,11 @@
   :profiles:
   - http://hl7.org/fhir/StructureDefinition/Contract
 :tests:
-- :id: pas_server_submit_request_v201_coverage_must_support_test
-  :file_name: server_submit_request_coverage_must_support_test.rb
-- :id: pas_client_submit_request_v201_coverage_must_support_test
-  :file_name: client_submit_request_coverage_must_support_test.rb
-- :id: pas_server_inquire_request_v201_coverage_must_support_test
-  :file_name: server_inquire_request_coverage_must_support_test.rb
-- :id: pas_client_inquire_request_v201_coverage_must_support_test
-  :file_name: client_inquire_request_coverage_must_support_test.rb
-:delayed_references:
-- :path: payor
-  :resources:
-  - Organization
+- :id: pas_server_v201_submit_request_must_support_coverage
+  :file_name: server_submit_request_must_support_coverage_test.rb
+- :id: pas_client_v201_submit_request_must_support_coverage
+  :file_name: client_submit_request_must_support_coverage_test.rb
+- :id: pas_server_v201_inquire_request_must_support_coverage
+  :file_name: server_inquire_request_must_support_coverage_test.rb
+- :id: pas_client_v201_inquire_request_must_support_coverage
+  :file_name: client_inquire_request_must_support_coverage_test.rb

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/device_request/metadata.yml

@@ -107,9 +107,3 @@
 - :path: DeviceRequest.relevantHistory
   :profiles:
   - http://hl7.org/fhir/StructureDefinition/Provenance
-:tests:
-- :id: pas_server_submit_request_v201_device_request_must_support_test
-  :file_name: server_submit_request_device_request_must_support_test.rb
-- :id: pas_client_submit_request_v201_device_request_must_support_test
-  :file_name: client_submit_request_device_request_must_support_test.rb
-:delayed_references: []

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/encounter/metadata.yml

@@ -214,8 +214,7 @@
   :profiles:
   - http://hl7.org/fhir/StructureDefinition/Encounter
 :tests:
-- :id: pas_server_submit_request_v201_encounter_must_support_test
-  :file_name: server_submit_request_encounter_must_support_test.rb
-- :id: pas_client_submit_request_v201_encounter_must_support_test
-  :file_name: client_submit_request_encounter_must_support_test.rb
-:delayed_references: []
+- :id: pas_server_v201_submit_request_must_support_encounter
+  :file_name: server_submit_request_must_support_encounter_test.rb
+- :id: pas_client_v201_submit_request_must_support_encounter
+  :file_name: client_submit_request_must_support_encounter_test.rb

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/insurer/metadata.yml

@@ -91,16 +91,19 @@
   :profiles:
   - http://hl7.org/fhir/StructureDefinition/Endpoint
 :tests:
-- :id: pas_server_submit_request_v201_insurer_must_support_test
-  :file_name: server_submit_request_insurer_must_support_test.rb
-- :id: pas_client_submit_request_v201_insurer_must_support_test
-  :file_name: client_submit_request_insurer_must_support_test.rb
-- :id: pas_server_submit_response_v201_insurer_must_support_test
-  :file_name: server_submit_response_insurer_must_support_test.rb
-- :id: pas_server_inquire_request_v201_insurer_must_support_test
-  :file_name: server_inquire_request_insurer_must_support_test.rb
-- :id: pas_client_inquire_request_v201_insurer_must_support_test
-  :file_name: client_inquire_request_insurer_must_support_test.rb
-- :id: pas_server_inquire_response_v201_insurer_must_support_test
-  :file_name: server_inquire_response_insurer_must_support_test.rb
-:delayed_references: []
+- :id: pas_server_v201_submit_request_must_support_insurer
+  :file_name: server_submit_request_must_support_insurer_test.rb
+- :id: pas_client_v201_submit_request_must_support_insurer
+  :file_name: client_submit_request_must_support_insurer_test.rb
+- :id: pas_server_v201_submit_response_must_support_insurer
+  :file_name: server_submit_response_must_support_insurer_test.rb
+- :id: pas_client_v201_submit_response_must_support_insurer
+  :file_name: client_submit_response_must_support_insurer_test.rb
+- :id: pas_server_v201_inquire_request_must_support_insurer
+  :file_name: server_inquire_request_must_support_insurer_test.rb
+- :id: pas_client_v201_inquire_request_must_support_insurer
+  :file_name: client_inquire_request_must_support_insurer_test.rb
+- :id: pas_server_v201_inquire_response_must_support_insurer
+  :file_name: server_inquire_response_must_support_insurer_test.rb
+- :id: pas_client_v201_inquire_response_must_support_insurer
+  :file_name: client_inquire_response_must_support_insurer_test.rb

data/lib/davinci_pas_test_kit/{generated → cross_suite/generated}/v2.0.1/medication_request/metadata.yml

@@ -178,9 +178,3 @@
 - :path: MedicationRequest.eventHistory
   :profiles:
   - http://hl7.org/fhir/StructureDefinition/Provenance
-:tests:
-- :id: pas_server_submit_request_v201_medication_request_must_support_test
-  :file_name: server_submit_request_medication_request_must_support_test.rb
-- :id: pas_client_submit_request_v201_medication_request_must_support_test
-  :file_name: client_submit_request_medication_request_must_support_test.rb
-:delayed_references: []