davinci_pas_test_kit 0.14.1 → 0.15.0

data/lib/davinci_pas_test_kit/{custom_groups → client}/v2.0.1/pas_client_denial_group.rb

@@ -1,9 +1,9 @@
-require_relative 'client_tests/pas_client_denial_submit_test'
-require_relative 'client_tests/pas_client_response_attest'
-require_relative 'client_tests/pas_client_response_bundle_validation_test'
-require_relative 'client_tests/pas_client_request_bundle_validation_test'
-require_relative '../../user_input_response'
-require_relative '../../tags'
+require_relative 'workflows/pas_client_denial_submit_test'
+require_relative 'workflows/pas_client_response_attest'
+require_relative 'workflows/pas_client_response_bundle_validation_test'
+require_relative 'workflows/pas_client_request_bundle_validation_test'
+require_relative '../user_input_response'
+require_relative '../../cross_suite/tags'
 
 module DaVinciPASTestKit
   module DaVinciPASV201

data/lib/davinci_pas_test_kit/client/v2.0.1/pas_client_must_support_group.rb

@@ -0,0 +1,96 @@
+require_relative '../generated/v2.0.1/pas_client_submit_must_support_group'
+require_relative '../generated/v2.0.1/pas_client_inquire_must_support_group'
+require_relative '../generated/v2.0.1/pas_client_submit_response_must_support_group'
+require_relative '../generated/v2.0.1/pas_client_inquire_response_must_support_group'
+require_relative 'must_support/pas_client_gather_must_support_test'
+require_relative 'workflows/pas_client_request_bundle_validation_test'
+require_relative 'workflows/pas_client_response_bundle_validation_test'
+require_relative 'workflows/pas_client_inquire_request_bundle_validation_test'
+require_relative 'workflows/pas_client_inquire_response_bundle_validation_test'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    class PASClientMustSupportGroup < Inferno::TestGroup
+      id :pas_client_v201_must_support
+      title 'Must Support Elements'
+      run_as_group
+      description %(
+        During these tests, the client will show that it supports all PAS-defined profiles and the must support
+        elements defined in them. This includes
+
+        - The ability to make prior authorization submission and inquiry requests that contain all
+          PAS-defined profiles and their must support elements.
+        - The ability to receive in responses to those requests all PAS-defined profiles and their
+          must support elements.
+
+        Clients under test will be asked to make additional requests to Inferno demonstrating coverage
+        of all must support items in the requests. Clients must also demonstrate that they can handle
+        all response must support elements. Because Inferno's mocked responses do not include all must
+        support elements, testers will need to provide responses that include examples of all must
+        support elements for Inferno to respond with.
+
+        Note that Inferno will consider requests made during the workflow group of tests, so only
+        profiles and must support elements not demonstrated during those tests need to be submitted
+        as a part of these.
+      )
+
+      # Combined receive group - single wait test for both submit and inquire
+      group do
+        id :pas_client_v201_must_support_receive
+        title 'Demonstrate Must Support Coverage'
+        description %(
+          Submit $submit and $inquire requests demonstrating coverage of must support elements.
+          Optionally, provide response bundles for Inferno to use when responding. Inferno will
+          verify both the requests received and the responses provided.
+        )
+        run_as_group
+
+        test from: :pas_client_v201_gather_must_support
+      end
+
+      # $submit Bundle Conformance Validation
+      group do
+        title '$submit Bundle Conformance'
+        description %(
+          Verify that the $submit request bundles sent by the client are conformant
+          and that the $submit response bundles provided for Inferno to send back
+          are conformant.
+        )
+        run_as_group
+
+        test from: :pas_client_v201_request_bundle_validation_test,
+             config: { options: { workflow_tag: MUST_SUPPORT_WORKFLOW_TAG } }
+        test from: :pas_client_v201_response_bundle_validation_test,
+             config: { options: { workflow_tag: MUST_SUPPORT_WORKFLOW_TAG } }
+      end
+
+      # $submit Request Must Support (fail when errors detected)
+      group from: :pas_client_v201_submit_must_support
+
+      # $submit Response Must Support (skip when errors detected)
+      group from: :pas_client_v201_submit_response_must_support
+
+      # $inquire Bundle Conformance Validation
+      group do
+        title '$inquire Bundle Conformance'
+        description %(
+          Verify that the $inquire request bundles sent by the client are conformant
+          and that the $inquire response bundles provided for Inferno to send back
+          are conformant.
+        )
+        run_as_group
+
+        test from: :pas_client_v201_inquire_request_bundle_validation_test,
+             config: { options: { workflow_tag: MUST_SUPPORT_WORKFLOW_TAG } }
+        test from: :pas_client_v201_inquire_response_bundle_validation_test,
+             config: { options: { workflow_tag: MUST_SUPPORT_WORKFLOW_TAG } }
+      end
+
+      # $inquire Request Must Support (fail when errors detected)
+      group from: :pas_client_v201_inquire_must_support
+
+      # $inquire Response Must Support (skip when errors detected)
+      group from: :pas_client_v201_inquire_response_must_support
+    end
+  end
+end

data/lib/davinci_pas_test_kit/{custom_groups → client}/v2.0.1/pas_client_pended_group.rb

@@ -1,11 +1,11 @@
-require_relative 'client_tests/pas_client_pended_submit_test'
-require_relative 'client_tests/pas_client_response_attest'
-require_relative 'client_tests/pas_client_response_bundle_validation_test'
-require_relative 'client_tests/pas_client_inquire_response_bundle_validation_test'
-require_relative 'client_tests/pas_client_request_bundle_validation_test'
-require_relative 'client_tests/pas_client_inquire_request_bundle_validation_test'
-require_relative '../../user_input_response'
-require_relative '../../tags'
+require_relative 'workflows/pas_client_pended_submit_test'
+require_relative 'workflows/pas_client_response_attest'
+require_relative 'workflows/pas_client_response_bundle_validation_test'
+require_relative 'workflows/pas_client_inquire_response_bundle_validation_test'
+require_relative 'workflows/pas_client_request_bundle_validation_test'
+require_relative 'workflows/pas_client_inquire_request_bundle_validation_test'
+require_relative '../user_input_response'
+require_relative '../../cross_suite/tags'
 
 module DaVinciPASTestKit
   module DaVinciPASV201
@@ -71,26 +71,28 @@ module DaVinciPASTestKit
         title 'Verify notification interaction'
 
         test from: :subscriptions_r4_client_notification_input_verification,
-             title: '[USER INPUT VERIFICATION] Tester-provided event notification Bundle is conformant',
+             title: 'Tester-provided event notification Bundle is conformant',
              description: %(
                This test checks that the notification Bundle sent to the client, which will be either
                the tester-provided notification Bundle in the **Claim updated notification JSON** input
                or mocked by Inferno based on details in the Subscription and submitted Claim, is conformant
                to Subscription Backport IG requirements.
              ),
+             simulation_verification: true,
              config: {
                inputs: {
                  notification_bundle: { optional: true } # doesn't use the input (bug in Subscriptions)
                }
              }
         test from: :subscriptions_r4_client_notification_input_payload_verification,
-             title: '[USER INPUT VERIFICATION] Tester-provided event notification Bundle matches the Subscription',
+             title: 'Tester-provided event notification Bundle matches the Subscription',
              description: %(
                This test checks that the notification Bundle sent to the client, which will be either
                the tester-provided notification Bundle in the **Claim updated notification JSON** input
                or mocked by Inferno based on details in the Subscription and submitted Claim, matches the details
                requested in the Subscription provided during the **2.1** "PAS Subscription Setup" tests.
              ),
+             simulation_verification: true,
              config: {
                inputs: {
                  notification_bundle: { optional: true } # doesn't use the input (bug in Subscriptions)

data/lib/davinci_pas_test_kit/{custom_groups → client}/v2.0.1/pas_client_registration_group.rb

@@ -1,11 +1,10 @@
 require 'udap_security_test_kit'
 require 'smart_app_launch_test_kit'
-require_relative '../../client_suite'
-require_relative 'pas_client_options'
-require_relative 'client_registration/configuration_smart_display_test'
-require_relative 'client_registration/configuration_udap_display_test'
-require_relative 'client_registration/configuration_other_display_test'
-require_relative 'client_registration/other_auth_attest_test'
+require_relative '../pas_client_options'
+require_relative 'registration/configuration_smart_display_test'
+require_relative 'registration/configuration_udap_display_test'
+require_relative 'registration/configuration_other_display_test'
+require_relative 'registration/other_auth_attest_test'
 
 module DaVinciPASTestKit
   module DaVinciPASV201

data/lib/davinci_pas_test_kit/{custom_groups → client}/v2.0.1/pas_client_subscription_setup_group.rb

@@ -1,6 +1,6 @@
 require 'subscriptions_test_kit'
-require_relative 'client_tests/pas_client_subscription_create_test'
-require_relative 'client_tests/pas_client_subscription_pas_conformance_test'
+require_relative 'subscription/pas_client_subscription_create_test'
+require_relative '../pas_client_subscription_pas_conformance_test'
 
 module DaVinciPASTestKit
   module DaVinciPASV201
@@ -16,7 +16,10 @@ module DaVinciPASTestKit
 
       test from: :pas_client_v201_subscription_create_test
       test from: :subscriptions_r4_client_subscription_verification
-      test from: :pas_client_v201_subscription_pas_conformance_test
+      test from: :pas_client_subscription_pas_conformance_test do
+        verifies_requirements 'hl7.fhir.us.davinci-pas_2.0.1@143'
+        config({ options: { ig_version: 'v2.0.1' } })
+      end
       test from: :subscriptions_r4_client_handshake_notification_verification
     end
   end

data/lib/davinci_pas_test_kit/client/v2.0.1/registration/configuration_other_display_test.rb

@@ -0,0 +1,12 @@
+require_relative '../../registration/abstract_configuration_other_display_test'
+require_relative '../urls'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    class RegistrationConfigurationOtherDisplay < AbstractRegistrationConfigurationOtherDisplay
+      include URLs
+
+      id :pas_client_v201_reg_config_other_display
+    end
+  end
+end

data/lib/davinci_pas_test_kit/client/v2.0.1/registration/configuration_smart_display_test.rb

@@ -0,0 +1,12 @@
+require_relative '../../registration/abstract_configuration_smart_display_test'
+require_relative '../urls'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    class RegistrationConfigurationSMARTDisplay < AbstractRegistrationConfigurationSMARTDisplay
+      include URLs
+
+      id :pas_client_v201_reg_config_smart_display
+    end
+  end
+end

data/lib/davinci_pas_test_kit/client/v2.0.1/registration/configuration_udap_display_test.rb

@@ -0,0 +1,12 @@
+require_relative '../../registration/abstract_configuration_udap_display_test'
+require_relative '../urls'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    class RegistrationConfigurationUDAPDisplay < AbstractRegistrationConfigurationUDAPDisplay
+      include URLs
+
+      id :pas_client_v201_reg_config_udap_display
+    end
+  end
+end

data/lib/davinci_pas_test_kit/client/v2.0.1/registration/other_auth_attest_test.rb

@@ -0,0 +1,12 @@
+require_relative '../../registration/abstract_other_auth_attest_test'
+require_relative '../urls'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    class RegistrationOtherAuthAttest < AbstractRegistrationOtherAuthAttest
+      include URLs
+
+      id :pas_client_v201_reg_other_auth_attest
+    end
+  end
+end

data/lib/davinci_pas_test_kit/client/v2.0.1/subscription/pas_client_subscription_create_test.rb

@@ -0,0 +1,15 @@
+require_relative '../../abstract_subscription_create_test'
+require_relative '../urls'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    class PASClientSubscriptionCreateTest < AbstractSubscriptionCreateTest
+      include URLs
+
+      id :pas_client_v201_subscription_create_test
+
+      verifies_requirements 'hl7.fhir.us.davinci-pas_2.0.1@137', 'hl7.fhir.us.davinci-pas_2.0.1@140',
+                            'hl7.fhir.us.davinci-pas_2.0.1@142'
+    end
+  end
+end

data/lib/davinci_pas_test_kit/client/v2.0.1/urls.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require_relative '../client_urls'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    module URLs
+      include ClientURLs
+
+      def suite_id
+        DaVinciPASTestKit::DaVinciPASV201::ClientSuite.id
+      end
+    end
+  end
+end

data/lib/davinci_pas_test_kit/client/v2.0.1/workflows/pas_client_approval_submit_test.rb

@@ -0,0 +1,15 @@
+require_relative '../../abstract_approval_submit_test'
+require_relative '../urls'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    class PASClientApprovalSubmitTest < AbstractApprovalSubmitTest
+      include URLs
+
+      id :pas_client_v201_approval_submit_test
+
+      verifies_requirements 'hl7.fhir.us.davinci-pas_2.0.1@58', 'hl7.fhir.us.davinci-pas_2.0.1@62',
+                            'hl7.fhir.us.davinci-pas_2.0.1@70', 'hl7.fhir.us.davinci-pas_2.0.1@202'
+    end
+  end
+end

data/lib/davinci_pas_test_kit/client/v2.0.1/workflows/pas_client_denial_submit_test.rb

@@ -0,0 +1,15 @@
+require_relative '../../abstract_denial_submit_test'
+require_relative '../urls'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    class PASClientDenialSubmitTest < AbstractDenialSubmitTest
+      include URLs
+
+      id :pas_client_v201_denial_submit_test
+
+      verifies_requirements 'hl7.fhir.us.davinci-pas_2.0.1@58', 'hl7.fhir.us.davinci-pas_2.0.1@62',
+                            'hl7.fhir.us.davinci-pas_2.0.1@70', 'hl7.fhir.us.davinci-pas_2.0.1@202'
+    end
+  end
+end

data/lib/davinci_pas_test_kit/{custom_groups/v2.0.1/client_tests → client/v2.0.1/workflows}/pas_client_inquire_request_bundle_validation_test.rb

@@ -1,11 +1,9 @@
-require_relative '../../../pas_bundle_validation'
-require_relative '../../../urls'
+require_relative '../../../cross_suite/pas_bundle_validation'
 
 module DaVinciPASTestKit
   module DaVinciPASV201
     class PasClientInquireRequestBundleValidationTest < Inferno::Test
       include DaVinciPASTestKit::PasBundleValidation
-      include URLs
 
       id :pas_client_v201_inquire_request_bundle_validation_test
       title 'Inquire Request Bundle is valid'

data/lib/davinci_pas_test_kit/{custom_groups/v2.0.1/client_tests → client/v2.0.1/workflows}/pas_client_inquire_response_bundle_validation_test.rb

@@ -1,6 +1,6 @@
-require_relative '../../../pas_bundle_validation'
-require_relative '../../../user_input_response'
-require_relative '../../../response_generator'
+require_relative '../../../cross_suite/pas_bundle_validation'
+require_relative '../../user_input_response'
+require_relative '../../response_generator'
 
 module DaVinciPASTestKit
   module DaVinciPASV201
@@ -10,7 +10,7 @@ module DaVinciPASTestKit
       include ResponseGenerator
 
       id :pas_client_v201_inquire_response_bundle_validation_test
-      title '[USER INPUT VERIFICATION] Inquire Response Bundle is valid'
+      title 'Inquire Response Bundle is valid'
       description %(
         **USER INPUT VERIFICATION**: This test verifies input provided by the tester instead of the system under test.
         Errors encountered will be treated as a skip instead of a failure.
@@ -44,6 +44,7 @@ module DaVinciPASTestKit
         issue](https://github.com/inferno-framework/davinci-pas-test-kit/issues/11)
         for additional details.
       )
+      simulation_verification
 
       def request_type
         'inquire'
@@ -53,11 +54,22 @@ module DaVinciPASTestKit
         config.options[:workflow_tag]
       end
 
+      def target_user_input
+        case workflow_tag
+        when MUST_SUPPORT_WORKFLOW_TAG
+          :ms_inquire_responses
+        else
+          :inquire_json_response
+        end
+      end
+
       run do
         load_tagged_requests(workflow_tag, INQUIRE_TAG)
         skip_if requests.empty?, 'No responses to verify because no inquire requests were made.'
-        message = if user_inputted_response? :inquire_json_response
-                    "Invalid response generated from provided input '#{input_title(:inquire_json_response)}':"
+        message = if workflow_tag == MUST_SUPPORT_WORKFLOW_TAG
+                    'Invalid must support response bundle provided:'
+                  elsif user_inputted_response? target_user_input
+                    "Invalid response generated from provided input '#{input_title(target_user_input)}':"
                   else
                     'Invalid response generated from the submitted claim:'
                   end

data/lib/davinci_pas_test_kit/{custom_groups/v2.0.1/client_tests → client/v2.0.1/workflows}/pas_client_pended_submit_test.rb

@@ -1,8 +1,8 @@
-require_relative '../../../urls'
-require_relative '../../../descriptions'
-require_relative '../../../user_input_response'
-require_relative '../../../pas_bundle_validation'
-require_relative '../../../session_identification'
+require_relative '../urls'
+require_relative '../../client_input_descriptions'
+require_relative '../../user_input_response'
+require_relative '../../../cross_suite/pas_bundle_validation'
+require_relative '../../session_identification'
 
 module DaVinciPASTestKit
   module DaVinciPASV201
@@ -86,6 +86,7 @@ module DaVinciPASTestKit
             optional: true,
             locked: true,
             description: INPUT_SESSION_URL_PATH_LOCKED
+      output :confirmation_url
 
       submit_respond_with :pended_json_response
       inquire_respond_with :inquire_json_response
@@ -131,8 +132,11 @@ module DaVinciPASTestKit
         end
 
         wait_identifier = session_wait_identifier(client_id, session_url_path)
-        submit_endpoint = session_endpont_url(:submit, client_id, session_url_path)
-        inquire_endpoint = session_endpont_url(:inquire, client_id, session_url_path)
+        submit_endpoint = session_endpoint_url(:submit, client_id, session_url_path)
+        inquire_endpoint = session_endpoint_url(:inquire, client_id, session_url_path)
+
+        confirmation_url = "#{resume_pass_url}?token=#{wait_identifier}"
+        output(confirmation_url:)
 
         wait(
           identifier: wait_identifier,
@@ -168,7 +172,7 @@ module DaVinciPASTestKit
             to be able to faithfully answer the attestations.
 
             Once the client has completed these steps,
-            [click here to complete the test](#{resume_pass_url}?token=#{wait_identifier})
+            [click here to complete the test](#{confirmation_url})
             and continue Inferno's evaluation of the interaction.
           )
         )

data/lib/davinci_pas_test_kit/{custom_groups/v2.0.1/client_tests → client/v2.0.1/workflows}/pas_client_request_bundle_validation_test.rb

@@ -1,11 +1,9 @@
-require_relative '../../../pas_bundle_validation'
-require_relative '../../../urls'
+require_relative '../../../cross_suite/pas_bundle_validation'
 
 module DaVinciPASTestKit
   module DaVinciPASV201
     class PasClientRequestBundleValidationTest < Inferno::Test
       include DaVinciPASTestKit::PasBundleValidation
-      include URLs
 
       id :pas_client_v201_request_bundle_validation_test
       title 'Submit Request Bundle is valid'

data/lib/davinci_pas_test_kit/client/v2.0.1/workflows/pas_client_response_attest.rb

@@ -0,0 +1,12 @@
+require_relative '../../abstract_response_attest'
+require_relative '../urls'
+
+module DaVinciPASTestKit
+  module DaVinciPASV201
+    class PASClientResponseAttest < AbstractResponseAttest
+      include URLs
+
+      id :pas_client_v201_response_attest
+    end
+  end
+end

data/lib/davinci_pas_test_kit/{custom_groups/v2.0.1/client_tests → client/v2.0.1/workflows}/pas_client_response_bundle_validation_test.rb

@@ -1,6 +1,6 @@
-require_relative '../../../pas_bundle_validation'
-require_relative '../../../user_input_response'
-require_relative '../../../response_generator'
+require_relative '../../../cross_suite/pas_bundle_validation'
+require_relative '../../user_input_response'
+require_relative '../../response_generator'
 
 module DaVinciPASTestKit
   module DaVinciPASV201
@@ -10,7 +10,7 @@ module DaVinciPASTestKit
       include ResponseGenerator
 
       id :pas_client_v201_response_bundle_validation_test
-      title '[USER INPUT VERIFICATION] Submit Response Bundle is valid'
+      title 'Submit Response Bundle is valid'
       description %(
         **USER INPUT VERIFICATION**: This test verifies input provided by the tester instead of the system under test.
         Errors encountered will be treated as a skip instead of a failure.
@@ -44,6 +44,7 @@ module DaVinciPASTestKit
         issue](https://github.com/inferno-framework/davinci-pas-test-kit/issues/11)
         for additional details.
       )
+      simulation_verification
 
       def request_type
         'submit'
@@ -61,13 +62,17 @@ module DaVinciPASTestKit
           :denial_json_response
         when PENDED_WORKFLOW_TAG
           :pended_json_response
+        when MUST_SUPPORT_WORKFLOW_TAG
+          :ms_submit_responses
         end
       end
 
       run do
         load_tagged_requests(workflow_tag, SUBMIT_TAG)
         skip_if requests.empty?, 'No responses to verify because no submit requests were made.'
-        message = if user_inputted_response? target_user_input
+        message = if workflow_tag == MUST_SUPPORT_WORKFLOW_TAG
+                    'Invalid must support response bundle provided:'
+                  elsif user_inputted_response? target_user_input
                     "Invalid response generated from provided input '#{input_title(target_user_input)}':"
                   else
                     'Invalid response generated from the submitted claim:'