subscriptions_test_kit 0.9.4 → 0.10.1

data/lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/interaction_verification/notification_presence_test.rb

@@ -0,0 +1,56 @@
+module SubscriptionsTestKit
+  module SubscriptionsR5BackportR4Server
+    class NotificationPresenceTest < Inferno::Test
+      id :subscriptions_r4_server_notification_presence
+      title 'Notification Presence Verification'
+      description %(
+        This test identifies the most recent successfully created Subscription (from the just-run interaction test)
+        and checks that the server sent at least one notification to Inferno's notification endpoint
+        regarding that Subscription. This test does not check the types of these notifications or
+        whether they are conformant.
+      )
+
+      def subscription_type
+        config.options[:subscription_type]
+      end
+
+      run do
+        if subscription_type.present?
+          requests = load_tagged_requests('subscription_creation', subscription_type)
+          subscription_requests =
+            requests
+              .select { |request| request.status == 201 }
+          skip_if subscription_requests.empty?, %(
+                    No successful Subscription creation request of type #{subscription_type}
+                    was made in the previous test.
+                  )
+        else
+          all_requests = load_tagged_requests('subscription_creation')
+          subscription_requests =
+            all_requests
+              .select { |request| request.status == 201 }
+          skip_if subscription_requests.empty?,
+                  'No successful Subscription creation request was made in the previous test.'
+        end
+
+        # select the most recent subscription to verify
+        # this test is run as part of the interaction group, so the most recent
+        # successfully created Subscription will be the one that came during
+        # the previoius interaction test
+        latest_subscription = nil
+        subscription_requests.each do |subscription_request|
+          if latest_subscription.blank? || latest_subscription.created_at < subscription_request.created_at
+            latest_subscription = subscription_request
+          end
+        end
+
+        assert_valid_json(latest_subscription.response_body)
+        subscription = JSON.parse(latest_subscription.response_body)
+
+        requests = load_tagged_requests(subscription['id'])
+        assert !requests.empty?,
+               "No notifications were received from the server related to Subscription #{subscription['id']}."
+      end
+    end
+  end
+end

data/lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/interaction_verification_group.rb

@@ -1,4 +1,5 @@
 require_relative 'interaction_verification/notification_conformance_test'
+require_relative 'interaction_verification/notification_presence_test'
 
 module SubscriptionsTestKit
   module SubscriptionsR5BackportR4Server
@@ -6,13 +7,16 @@ module SubscriptionsTestKit
       id :subscriptions_r4_server_interaction_verification
       title 'Subscription Workflow Interaction Verification'
       description %(
-        Inferno takes the received event-notification Bundle and verifies that it is conformant to the
-        [R4 Topic-Based Subscription Notification Bundle](https://hl7.org/fhir/uv/subscriptions-backport/STU1.1/StructureDefinition-backport-subscription-notification-r4.html)
-        profle.
+        Inferno will verify that the sever communicated at least one notification
+        (handshake, heartbeat, and/or event-notification) back to Inferno
+        related to the created Subscription and that that set of notifications
+        includes a conformant event-notification. Other types of notifications
+        are verified during other tests.
       )
 
       run_as_group
 
+      test from: :subscriptions_r4_server_notification_presence
       test from: :subscriptions_r4_server_notification_conformance
     end
   end

data/lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/subscription_creation.rb

@@ -65,7 +65,7 @@ module SubscriptionsTestKit
 
         fhir_operation('/Subscription', body: subscription, tags:)
         assert_response_status(201)
-        payload_type
+        json_parse(request.response_body)
       end
     end
   end

data/lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/event_notification_group.rb

@@ -6,12 +6,13 @@ module SubscriptionsTestKit
   module SubscriptionsR5BackportR4Server
     class EventNotificationGroup < Inferno::TestGroup
       id :subscriptions_r4_server_event_notification
-      title 'Backport Subscription Notification Verification'
+      title 'Backport Subscription Notification Payload Type Verification'
       description %(
         Verify that the received Notifications are conformant to the
         [R4 Topic-Based Subscription Notification Bundle](https://hl7.org/fhir/uv/subscriptions-backport/STU1.1/StructureDefinition-backport-subscription-notification-r4.html)
-        profile, including additional requirements around the content type. This group contains tests for the three
-        options available when specifying the contents of a Notification: empty, id-only, and full-resource.
+        profile, including additional requirements around the payload type. This group contains tests for the three
+        options available when specifying the content level for event notification payloads:
+        `empty`, `id-only`, and `full-resource`.
       )
 
       input_order :url, :credentials, :access_token, :empty_subscription_resource,

data/lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/handshake_heartbeat/handshake_conformance_test.rb

@@ -13,6 +13,9 @@ module SubscriptionsTestKit
         endpoint. After a successful handshake notification has been sent and accepted, the server SHALL update the
         status to active. This test verifies that the incoming handshake request is a conformant
         [R4 Topic-Based Subscription Notification Bundle](https://hl7.org/fhir/uv/subscriptions-backport/STU1.1/StructureDefinition-backport-subscription-notification-r4.html).
+
+        Note that all Subscriptions and the associated Handshake notifications received during previously-run tests
+        will be associated with this test and analyzed for conformance.
       )
 
       verifies_requirements 'hl7.fhir.uv.subscriptions_1.1.0@14',

data/lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/handshake_heartbeat/heartbeat_conformance_test.rb

@@ -11,6 +11,9 @@ module SubscriptionsTestKit
         When a Subscription is created for a REST Hook channel type, the server Server may send notifications of type
         heartbeat at any time. This test verifies that the incoming heartbeat request is a conformant
         [R4 Topic-Based Subscription Notification Bundle](https://hl7.org/fhir/uv/subscriptions-backport/STU1.1/StructureDefinition-backport-subscription-notification-r4.html).
+
+        Note that all Subscriptions and the associated Heartbeat notifications received during previously-run tests
+        will be associated with this test and analyzed for conformance.
       )
 
       verifies_requirements 'hl7.fhir.uv.subscriptions_1.1.0@14',

data/lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/handshake_heartbeat_group.rb

@@ -7,7 +7,7 @@ module SubscriptionsTestKit
       id :subscriptions_r4_server_handshake_heartbeat
       title 'Backport Subscription Handshake and Heartbeat Notification Verification'
       description %(
-        Verify that the any received Handshake or Heartbeat Notifications are conformant to the
+        Verify that all Handshake ane Heartbeat Notifications received during previous tests are conformant to the
         [R4 Topic-Based Subscription Notification Bundle](https://hl7.org/fhir/uv/subscriptions-backport/STU1.1/StructureDefinition-backport-subscription-notification-r4.html)
         profile.
       )

data/lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/workflow_group.rb

@@ -8,12 +8,12 @@ module SubscriptionsTestKit
       title 'Demonstrate the subscription workflow'
       description %(
         Demonstrate the ability of the server to accept a request for the
-        creation of a FHIR Subscription instance and deliver a notification
+        creation of a FHIR Subscription instance and deliver an event notification
         for that Subscription. The tester must provide a Subscription instance
         that the server under test supports. Inferno will act as a client,
-        creating the Subscription and waiting for a notification based on it.
-        Inferno will then verify that the Subscription and the Notification
-        match and that the exchange is conformant.
+        creating the Subscription and waiting for notifications based on it.
+        Inferno will then verify that an event notification has been received
+        for the created Subscription and that the exchange is conformant.
       )
 
       run_as_group

data/lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server_suite.rb

@@ -6,7 +6,6 @@ require_relative 'subscriptions_r5_backport_r4_server/status_operation_group'
 require_relative 'subscriptions_r5_backport_r4_server/subscription_rejection_group'
 require_relative '../endpoints/subscription_rest_hook_endpoint'
 require_relative '../urls'
-require_relative '../version'
 
 module SubscriptionsTestKit
   module SubscriptionsR5BackportR4Server
@@ -14,7 +13,6 @@ module SubscriptionsTestKit
       id :subscriptions_r5_backport_r4_server
       title 'Subscriptions R5 Backport IG v1.1.0 FHIR R4 Server Test Suite'
       short_title 'Subscriptions R4 Server'
-      version VERSION
       description File.read(File.join(__dir__, '..', 'docs',
                                       'subscriptions_r5_backport_r4_server_suite_description.md'))
 

data/lib/subscriptions_test_kit/urls.rb

@@ -10,28 +10,44 @@ module SubscriptionsTestKit
   RESUME_FAIL_PATH = '/resume_fail'
 
   module URLs
-    def base_url
-      @base_url ||= "#{Inferno::Application['base_url']}/custom/#{suite_id}"
+    def server_suite_base_url
+      @server_suite_base_url ||= "#{Inferno::Application['base_url']}/custom/#{server_suite_id}"
+    end
+
+    def client_suite_base_url
+      @client_suite_base_url ||= "#{Inferno::Application['base_url']}/custom/#{client_suite_id}"
     end
 
     def subscription_channel_url
-      @subscription_channel_url ||= base_url + SUBSCRIPTION_CHANNEL_PATH
+      @subscription_channel_url ||= server_suite_base_url + SUBSCRIPTION_CHANNEL_PATH
+    end
+
+    def resume_pass_url_server
+      @resume_pass_url_server ||= server_suite_base_url + RESUME_PASS_PATH
+    end
+
+    def resume_fail_url_server
+      @resume_fail_url_server ||= server_suite_base_url + RESUME_FAIL_PATH
     end
 
     def fhir_subscription_url
-      @fhir_subscription_url ||= base_url + FHIR_SUBSCRIPTION_PATH
+      @fhir_subscription_url ||= client_suite_base_url + FHIR_SUBSCRIPTION_PATH
+    end
+
+    def resume_pass_url_client
+      @resume_pass_url_client ||= client_suite_base_url + RESUME_PASS_PATH
     end
 
-    def resume_pass_url
-      @resume_pass_url ||= base_url + RESUME_PASS_PATH
+    def resume_fail_url_client
+      @resume_fail_url_client ||= client_suite_base_url + RESUME_FAIL_PATH
     end
 
-    def resume_fail_url
-      @resume_fail_url ||= base_url + RESUME_FAIL_PATH
+    def server_suite_id
+      SubscriptionsR5BackportR4Server::SubscriptionsR5BackportR4ServerSuite.id
     end
 
-    def suite_id
-      self.class.suite.id
+    def client_suite_id
+      SubscriptionsR5BackportR4Client::SubscriptionsR5BackportR4ClientSuite.id
     end
   end
 end

data/lib/subscriptions_test_kit/version.rb

@@ -1,3 +1,4 @@
 module SubscriptionsTestKit
-  VERSION = '0.9.4'.freeze
+  VERSION = '0.10.1'.freeze
+  LAST_UPDATED = '2025-02-25'.freeze
 end

data/lib/subscriptions_test_kit.rb

@@ -1,3 +1,4 @@
+require_relative 'subscriptions_test_kit/metadata'
 require_relative 'inferno_requirements_tools/ext/inferno_core/runnable'
 require_relative 'subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server_suite'
 require_relative 'subscriptions_test_kit/suites/subscriptions_r5_backport_r4_client_suite'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: subscriptions_test_kit
 version: !ruby/object:Gem::Version
-  version: 0.9.4
+  version: 0.10.1
 platform: ruby
 authors:
 - Karl Naden, Emily Semple, Tom Strassner
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-01-13 00:00:00.000000000 Z
+date: 2025-03-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: inferno_core
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.6.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: 0.6.4
 description: Inferno test kit for FHIR R5-style Subscriptions
 email:
 - inferno@groups.mitre.org
@@ -32,6 +32,12 @@ extensions: []
 extra_rdoc_files: []
 files:
 - LICENSE
+- config/presets/subscription_client_empty_preset.json.erb
+- config/presets/subscription_client_full_resource_preset.json.erb
+- config/presets/subscription_client_id_only_preset.json.erb
+- config/presets/subscription_server_preset_empty.json.erb
+- config/presets/subscription_server_preset_full_resource.json.erb
+- config/presets/subscription_server_preset_id_only.json.erb
 - lib/inferno_requirements_tools/ext/inferno_core/runnable.rb
 - lib/inferno_requirements_tools/tasks/collect_requirements.rb
 - lib/inferno_requirements_tools/tasks/requirements_coverage.rb
@@ -47,8 +53,10 @@ files:
 - lib/subscriptions_test_kit/endpoints/subscription_read_endpoint.rb
 - lib/subscriptions_test_kit/endpoints/subscription_rest_hook_endpoint.rb
 - lib/subscriptions_test_kit/endpoints/subscription_status_endpoint.rb
+- lib/subscriptions_test_kit/igs/.keep
 - lib/subscriptions_test_kit/igs/README.md
 - lib/subscriptions_test_kit/jobs/send_subscription_notifications.rb
+- lib/subscriptions_test_kit/metadata.rb
 - lib/subscriptions_test_kit/requirements/generated/subscriptions-test-kit_requirements_coverage.csv
 - lib/subscriptions_test_kit/requirements/subscriptions-test-kit_out_of_scope_requirements.csv
 - lib/subscriptions_test_kit/requirements/subscriptions-test-kit_requirements.csv
@@ -73,6 +81,7 @@ files:
 - lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/interaction/subscription_conformance_test.rb
 - lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/interaction_group.rb
 - lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/interaction_verification/notification_conformance_test.rb
+- lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/interaction_verification/notification_presence_test.rb
 - lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/interaction_verification_group.rb
 - lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/subscription_creation.rb
 - lib/subscriptions_test_kit/suites/subscriptions_r5_backport_r4_server/common/subscription_status_operation.rb
@@ -105,6 +114,7 @@ homepage: https://github.com/inferno-framework/subscriptions-test-kit
 licenses:
 - Apache-2.0
 metadata:
+  inferno_test_kit: 'true'
   homepage_uri: https://github.com/inferno-framework/subscriptions-test-kit
   source_code_uri: https://github.com/inferno-framework/subscriptions-test-kit
 post_install_message:
@@ -115,14 +125,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.1.2
+      version: 3.3.6
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.7
+rubygems_version: 3.5.22
 signing_key:
 specification_version: 4
 summary: Subscriptions Test Kit