inferno_core 1.4.3 → 1.4.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 044cfcbc6d3920cfba55d0d63fbf0fb3a1440f4f42a2e45d763beb78f280306a
-  data.tar.gz: 243c006acc71fddd3eb165a2c400a1eab4e515f8c3f4915b27cd60fc8e41e734
+  metadata.gz: c8c3149fd821b0530f7481d6a01bdef6da32263f1cca74f7b852567edb67af43
+  data.tar.gz: df8cd12ccb8054d182655c7537c730cd0a1f6fa538552e98171b93c43300d17b
 SHA512:
-  metadata.gz: a1c934c0c6bb863a66e34b2830807ee274f443323d7c74c10023bf078329abf2bc70d9125f481b388c3e9ac61a647c81a8f6ee6f7c156078a9dc4fc31adcb671
-  data.tar.gz: 6a54d11609e88fadd4c4750966e66a1df705ab1a1c79b8c8c0b99f5d3a19467496c46db740dfb2937610c9c78e8a7bf14db7fe8112c7c8399bb43a16bdcd6937
+  metadata.gz: f6d6c9b29f44b0f3169bee590aac204520aa3fc24d651443b5136958cecfffc889d71172881b4c97323b6b17b65d78afd8fd8027a0b8d933037023345fed975d
+  data.tar.gz: 196c88889027e64aa05e3e7a9997749c9dfc5fab9fecdfa1a40437005d2cfd9a5390945f3efc3382ae4c2a3ea3f208ebc5720b5837ca1ad46fd5f08dfdab8678

data/lib/inferno/apps/cli/main.rb

@@ -9,6 +9,7 @@ require_relative 'suites'
 require_relative 'new'
 require_relative 'execute'
 require_relative 'execute_script'
+require_relative '../../utils/execution_script_runner'
 require_relative '../../version'
 
 module Inferno
@@ -78,8 +79,31 @@ module Inferno
       desc 'requirements SUBCOMMAND ...ARGS', 'Perform requirements operations'
       subcommand 'requirements', Requirements
 
-      desc 'execute_script YAML_FILE',
-           'Run a session orchestration script defined by a YAML config file.'
+      desc 'execute_script [PATTERN]',
+           'Run one or more session orchestration scripts defined by YAML config file(s).'
+      long_desc <<-LONGDESC
+        Run a session orchestration script defined by a YAML config file.
+
+        PATTERN may be a single YAML file, or it may contain wildcards (e.g. glob
+        patterns like `*` or `**`) to match and run multiple scripts in sequence.
+        When PATTERN matches more than one file, each matching script is run in a
+        separate process; a summary of passed and failed scripts is printed at the
+        end, and the command exits non-zero if any script failed.
+
+        If PATTERN is omitted, it defaults to `execution_scripts/**/*.yaml`, running
+        every script under the execution_scripts directory.
+
+        Examples:
+
+        # Run every script under execution_scripts
+        `bundle exec inferno execute_script`
+
+        # Run a single script
+        `bundle exec inferno execute_script execution_scripts/demo/demo_individual_tests.yaml`
+
+        # Run every script in a directory
+        `bundle exec inferno execute_script "execution_scripts/demo/*.yaml"`
+      LONGDESC
       option :inferno_base_url,
              aliases: ['-I'],
              type: :string,
@@ -113,9 +137,26 @@ module Inferno
              type: :boolean,
              default: false,
              desc: 'Allow execution script steps that run arbitrary shell commands. ' \
-                   'Scripts with command: steps will fail unless this flag is set.'
-      def execute_script(yaml_file)
-        ExecuteScript.new(yaml_file, options).run
+                   'Scripts with command: steps will fail unless this flag is set. ' \
+                   'When PATTERN matches multiple scripts, this also applies to all of them ' \
+                   '(in addition to any individual script whose filename contains "_with_commands").'
+      def execute_script(pattern = 'execution_scripts/**/*.yaml')
+        matches = Dir.glob(pattern).select { |file| file.end_with?('.yaml', '.yml') }.sort
+
+        if matches.length > 1 || (matches.empty? && pattern.match?(/[*?\[\]{}]/))
+          Utils::ExecutionScriptRunner.run_all(
+            pattern:,
+            inferno_base_url: options[:inferno_base_url],
+            allow_commands: options[:allow_commands],
+            compare_messages: options[:compare_messages],
+            compare_result_message: options[:compare_result_message],
+            poll_interval: options[:poll_interval],
+            default_poll_timeout: options[:default_poll_timeout],
+            only_different_messages: options[:only_different_messages]
+          )
+        else
+          ExecuteScript.new(matches.first || pattern, options).run
+        end
       end
 
       desc 'session SUBCOMMAND ...ARGS', 'Perform session operations'

data/lib/inferno/apps/cli/templates/Rakefile.tt

@@ -5,19 +5,6 @@ begin
 rescue LoadError # rubocop:disable Lint/SuppressedException
 end
 
-namespace :execute_scripts do
-  desc 'Run all execution script YAML files against a local Inferno instance (already running). ' \
-       'Optional FILTER env var restricts by File.fnmatch pattern, e.g. FILTER="execution_scripts/demo/*". ' \
-       'Optional INFERNO_BASE_URL env var sets the target Inferno URL, e.g. INFERNO_BASE_URL="http://localhost:4567/"'
-  task :run_all do
-    require 'inferno/utils/execution_script_runner'
-    Inferno::Utils::ExecutionScriptRunner.run_all(
-      pattern: ENV.fetch('FILTER', 'execution_scripts/**/*.yaml'),
-      inferno_base_url: ENV.fetch('INFERNO_BASE_URL', nil)
-    )
-  end
-end
-
 namespace :db do
   desc 'Apply changes to the database'
   task :migrate do

data/lib/inferno/apps/cli/templates/config/nginx.background.conf.tt

@@ -53,36 +53,6 @@ http {
     # the server will close connections after this time
     keepalive_timeout 600;
 
-    location /validator {
-      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-      proxy_set_header Host $http_host;
-      proxy_set_header X-Forwarded-Proto $scheme;
-      proxy_set_header X-Forwarded-Port $server_port;
-      proxy_redirect off;
-      proxy_set_header Connection '';
-      proxy_http_version 1.1;
-      chunked_transfer_encoding off;
-      proxy_buffering off;
-      proxy_cache off;
-
-      proxy_pass http://fhir_validator_app;
-    }
-
-    location /validatorapi/ {
-      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-      proxy_set_header Host $http_host;
-      proxy_set_header X-Forwarded-Proto $scheme;
-      proxy_set_header X-Forwarded-Port $server_port;
-      proxy_redirect off;
-      proxy_set_header Connection '';
-      proxy_http_version 1.1;
-      chunked_transfer_encoding off;
-      proxy_buffering off;
-      proxy_cache off;
-
-      proxy_pass http://validator_service:4567/;
-    }
-
     location /hl7validatorapi/ {
       proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
       proxy_set_header Host $http_host;

data/lib/inferno/apps/cli/templates/config/nginx.conf.tt

@@ -68,36 +68,6 @@ http {
       proxy_pass http://inferno:4567;
     }
 
-    location /validator {
-      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-      proxy_set_header Host $http_host;
-      proxy_set_header X-Forwarded-Proto $scheme;
-      proxy_set_header X-Forwarded-Port $server_port;
-      proxy_redirect off;
-      proxy_set_header Connection '';
-      proxy_http_version 1.1;
-      chunked_transfer_encoding off;
-      proxy_buffering off;
-      proxy_cache off;
-
-      proxy_pass http://fhir_validator_app;
-    }
-
-    location /validatorapi/ {
-      proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-      proxy_set_header Host $http_host;
-      proxy_set_header X-Forwarded-Proto $scheme;
-      proxy_set_header X-Forwarded-Port $server_port;
-      proxy_redirect off;
-      proxy_set_header Connection '';
-      proxy_http_version 1.1;
-      chunked_transfer_encoding off;
-      proxy_buffering off;
-      proxy_cache off;
-
-      proxy_pass http://validator_service:4567/;
-    }
-
     location /hl7validatorapi/ {
       proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
       proxy_set_header Host $http_host;

data/lib/inferno/apps/cli/templates/docker-compose.background.yml.tt

@@ -1,4 +1,3 @@
-version: '3'
 services:
   hl7_validator_service:
     image: infernocommunity/inferno-resource-validator
@@ -11,18 +10,6 @@ services:
       # To let the service share your local FHIR package cache,
       # uncomment the below line
       # - ~/.fhir:/home/ktor/.fhir
-  validator_service:
-    image: infernocommunity/fhir-validator-service
-    # Update this path to match your directory structure
-    volumes:
-      - ./data/igs:/home/igs
-  fhir_validator_app:
-    image: infernocommunity/fhir-validator-app
-    depends_on:
-      - validator_service
-    environment:
-      EXTERNAL_VALIDATOR_URL: http://localhost/validatorapi
-      VALIDATOR_BASE_PATH: /validator
   fhirpath:
     image: infernocommunity/fhirpath-service
     ports:
@@ -35,7 +22,7 @@ services:
       - "80:80"
     command: [nginx, '-g', 'daemon off;']
     depends_on:
-      - fhir_validator_app
+      - hl7_validator_service
       - fhirpath
   redis:
     image: redis

data/lib/inferno/apps/cli/templates/docker-compose.yml.tt

@@ -1,4 +1,3 @@
-version: '3'
 services:
   inferno:
     build:
@@ -6,7 +5,7 @@ services:
     volumes:
       - ./data:/opt/inferno/data
     depends_on:
-      - validator_service
+      - hl7_validator_service
   worker:
     build:
       context: ./
@@ -19,14 +18,6 @@ services:
     extends:
       file: docker-compose.background.yml
       service: hl7_validator_service
-  validator_service:
-    extends:
-      file: docker-compose.background.yml
-      service: validator_service
-  fhir_validator_app:
-    extends:
-      file: docker-compose.background.yml
-      service: fhir_validator_app
   fhirpath:
     extends:
       file: docker-compose.background.yml

data/lib/inferno/apps/cli/templates/execution_scripts/{README.md.tt → README.md}

@@ -10,7 +10,7 @@ as `tx.fhir.org`.
 
 Execution scripts defined here will
 be [executed](https://inferno-framework.github.io/docs/advanced-test-features/scripting-execution.html#execution)
-automatically on pull requests as a part of the github
+automatically on pull requests as a part of the GitHub
 workflows and can also be executed locally using the
-[`execute_script` CLI](https://inferno-framework.github.io/docs/getting-started/inferno-cli.html#complex-scripted-execution)
-on individual scripts or the `execute_scripts:run_all` rake task.
+[`execute_script` CLI](https://inferno-framework.github.io/docs/getting-started/inferno-cli.html#complex-scripted-execution).
+If no `.yaml` files are found under this directory, the GitHub workflow will be skipped.

data/lib/inferno/apps/cli/templates/lib/%library_name%/requirements/%library_name%_requirements.csv

@@ -0,0 +1,3 @@
+Req Set,ID,URL,Requirement,Conformance,Actors,Sub-Requirement(s),Conditionality,Not Tested Reason,Not Tested Details
+sample_v1,12,www.example.com/page.html#section,Requirement text SHALL go here,SHALL,Server,sample_v1@13,false,Not Tested,We've decided not to test this requirement
+sample_v1,13,www.example.com/page.html#section,"This is a subsrequirement, and it SHOULD be implemented.",SHOULD,Server,,false,,

data/lib/inferno/apps/cli/templates/lib/%library_name%/requirements/README.md

@@ -0,0 +1,12 @@
+# Using Core Requirements Tools
+
+This directory contains [requirement artifacts](https://inferno-framework.github.io/docs/advanced-test-features/requirements.html)
+that contain example requirements that could be linked to tests
+within this test kit and displayed within the UI as justification
+for the tests.
+
+Each `.xlsx` file defined in this directory will contribute towards the
+test kit's requirements and a GitHub workflow executed automatically on pull
+requests checks that these files are in sync with the generated requirement
+list and coverage analysis `.csv` files. If no `.xlsx` files are found in
+this directory, the GitHub workflow will be skipped. 

data/lib/inferno/apps/cli/templates/lib/%library_name%/requirements/generated/%test_suite_id%_requirements_coverage.csv.tt

@@ -0,0 +1 @@
+Req Set,ID,URL,Requirement,Conformance,Actors,Conditionality,Not Tested Reason,Not Tested Details,<%= title_name %> Short ID(s),<%= title_name %> Full ID(s)

data/lib/inferno/dsl/fhir_resource_validation.rb

@@ -55,6 +55,19 @@ module Inferno
           @validator_session_repo ||= Inferno::Repositories::ValidatorSessions.new
         end
 
+        # Environment variable that, when set to a truthy-looking value,
+        # enables verbose validation logging (the validationContext sent
+        # with each request, and the resulting issues including which were
+        # filtered out) through Inferno's normal application logger, tagged
+        # with the validator definition and, when available, the test
+        # session and test that triggered the request.
+        VALIDATOR_DEBUG_LOGGING_ENV_VAR = 'FHIR_RESOURCE_VALIDATOR_DEBUG_LOGGING'.freeze
+
+        # @private
+        def debug_logging_enabled?
+          ENV.fetch(VALIDATOR_DEBUG_LOGGING_ENV_VAR, nil).present?
+        end
+
         # Set the url of the validator service
         #
         # @param validator_url [String]
@@ -212,6 +225,36 @@ module Inferno
           }
         end
 
+        # Environment variable that, when set, enables terminology server
+        # request logging by the validator itself. Its value is sent as
+        # `txLog` in the validationContext of every validation request,
+        # telling the validator where to log the terminology server
+        # requests it makes. Note that the log will appear within
+        # the container running the validator.
+        TX_LOG_ENV_VAR = 'FHIR_RESOURCE_VALIDATOR_TX_LOG'.freeze
+
+        # @private
+        def tx_log
+          ENV.fetch(TX_LOG_ENV_VAR, nil).presence
+        end
+
+        # @private
+        # Builds the validationContext sent with a request for the given
+        # profile. Pulled out on its own (rather than inlined in
+        # `wrap_target_for_hl7_wrapper`) so the same, resource-content-free
+        # context can also be used for logging in `log_validation_result`.
+        #
+        # @param profile_url [String]
+        # @return [Hash]
+        def build_validation_context(profile_url)
+          context = {
+            **validation_context.definition,
+            profiles: [profile_url]
+          }
+          context[:txLog] = tx_log if tx_log
+          context
+        end
+
         # @private
         # Used internally by perform_additional_validation
         def additional_validations
@@ -334,6 +377,7 @@ module Inferno
 
           # 4. Mark resources as filtered
           mark_issues_for_filtering(issues)
+          log_validation_result(profile_url, issues, runnable) if debug_logging_enabled?
 
           # 5. Add error messages to runnable
           filtered_issues = issues.reject(&:filtered)
@@ -447,12 +491,57 @@ module Inferno
         # @private
         def call_validator(target, profile_url)
           request_body = wrap_target_for_hl7_wrapper(target, profile_url)
+
           Faraday.new(
             url,
             request: { timeout: 600 }
           ).post('validate', request_body, content_type: 'application/json')
         end
 
+        # @private
+        # Logs the validationContext and expansionParameters sent with a
+        # request together with the resulting issues (including which were
+        # filtered out) in a single entry, tagged with enough context to
+        # trace it back to the validator definition and triggering test run.
+        #
+        # Deliberately omits the resource content itself (sent separately as
+        # `filesToValidate`): only the small, non-PHI-bearing
+        # validationContext and expansionParameters are logged, not the full
+        # request body.
+        #
+        # @param profile_url [String] the profile URL validated against
+        # @param issues [Array<ValidatorIssue>] the resulting issues, already marked for filtering
+        # @param runnable [Object] the runnable (typically a Test) that triggered the request
+        def log_validation_result(profile_url, issues, runnable)
+          payload = {
+            validator_name: name,
+            test_suite_id: test_suite_id,
+            test_session_id: runnable.respond_to?(:test_session_id) ? runnable.test_session_id : nil,
+            test_id: runnable.id,
+            validation_context: build_validation_context(profile_url),
+            expansion_parameters:,
+            issues: issues.map { |issue| issue_summary(issue) }
+          }.compact
+
+          Application[:logger].info("FHIR validation result: #{payload.to_json}")
+        end
+
+        # @private
+        # Recursively builds a loggable summary of a validation issue,
+        # including nested slice_info, without any resource content.
+        #
+        # @param issue [ValidatorIssue]
+        # @return [Hash]
+        def issue_summary(issue)
+          {
+            severity: issue.severity,
+            location: issue.location,
+            message: issue.message,
+            filtered: issue.filtered,
+            slice_info: issue.slice_info.any? ? issue.slice_info.map { |nested| issue_summary(nested) } : nil
+          }.compact
+        end
+
         # @private
         # Post an object to the validation service for validating.
         # Returns the raw validator response body.
@@ -703,10 +792,7 @@ module Inferno
             end
 
           wrapped_resource = {
-            context_key => {
-              **validation_context.definition,
-              profiles: [profile_url]
-            },
+            context_key => build_validation_context(profile_url),
             filesToValidate: [
               {
                 fileName: "#{profile_url.split('/').last}.json",

data/lib/inferno/utils/execution_script_runner.rb

@@ -3,7 +3,11 @@ require 'open3'
 module Inferno
   module Utils
     module ExecutionScriptRunner
-      def self.run_all(pattern: 'execution_scripts/**/*.yaml', inferno_base_url: nil, allow_known_errors: false)
+      def self.run_all(pattern: 'execution_scripts/**/*.yaml', inferno_base_url: nil,
+                       allow_known_errors: false, allow_commands: false,
+                       compare_messages: true, compare_result_message: true,
+                       poll_interval: 3, default_poll_timeout: 120,
+                       only_different_messages: true)
         scripts = Dir.glob(pattern)
 
         if scripts.empty?
@@ -22,7 +26,10 @@ module Inferno
             next
           end
 
-          result = run_script(config, inferno_base_url:, allow_known_errors:)
+          result = run_script(config, inferno_base_url:, allow_known_errors:, allow_commands:,
+                                      compare_messages:, compare_result_message:,
+                                      poll_interval:, default_poll_timeout:,
+                                      only_different_messages:)
           (result == :pass ? passed : failed) << config
 
           puts
@@ -31,19 +38,61 @@ module Inferno
         print_summary(passed, failed)
       end
 
-      def self.run_script(config, inferno_base_url:, allow_known_errors:)
+      def self.run_script(config, inferno_base_url:, allow_known_errors:, allow_commands: false,
+                          compare_messages: true, compare_result_message: true,
+                          poll_interval: 3, default_poll_timeout: 120,
+                          only_different_messages: true)
         puts '=' * 60
         puts "Running: #{config}"
         puts '=' * 60
 
-        allow_commands = File.basename(config, '.yaml').include?('_with_commands')
+        allow_commands ||= File.basename(config, '.yaml').include?('_with_commands')
+        cmd = build_command(config, inferno_base_url:, allow_commands:, compare_messages:,
+                                    compare_result_message:, poll_interval:, default_poll_timeout:,
+                                    only_different_messages:)
+        output, exitstatus = stream_command(*cmd)
+
+        determine_result(config, exitstatus, output, allow_known_errors)
+      end
+
+      # @private
+      def self.build_command(config, inferno_base_url:, allow_commands:, compare_messages:,
+                             compare_result_message:, poll_interval:, default_poll_timeout:,
+                             only_different_messages:)
         cmd = ['bundle', 'exec', 'inferno', 'execute_script', config]
         cmd += ['--inferno-base-url', inferno_base_url] if inferno_base_url
         cmd += ['--allow-commands'] if allow_commands
-        output, status = Open3.capture2e(*cmd)
-        puts output
+        cmd += ['--poll-interval', poll_interval.to_s] if poll_interval != 3
+        cmd += ['--default-poll-timeout', default_poll_timeout.to_s] if default_poll_timeout != 120
+        cmd + comparison_flags(compare_messages:, compare_result_message:, only_different_messages:)
+      end
+
+      # @private
+      def self.comparison_flags(compare_messages:, compare_result_message:, only_different_messages:)
+        flags = []
+        flags << '--no-compare-messages' unless compare_messages
+        flags << '--no-compare-result-message' unless compare_result_message
+        flags << '--no-only-different-messages' unless only_different_messages
+        flags
+      end
+
+      # Runs +cmd+ as a subprocess, echoing its combined stdout/stderr to the console
+      # line-by-line as it's produced (rather than buffering until the process exits),
+      # while still returning the full captured output for result determination.
+      def self.stream_command(*cmd)
+        output = +''
+        exitstatus = nil
+
+        Open3.popen2e(*cmd) do |stdin, stdout_and_stderr, wait_thread|
+          stdin.close
+          stdout_and_stderr.each_line do |line|
+            puts line
+            output << line
+          end
+          exitstatus = wait_thread.value.exitstatus
+        end
 
-        determine_result(config, status.exitstatus, output, allow_known_errors)
+        [output, exitstatus]
       end
 
       def self.determine_result(config, return_code, output, allow_known_errors)

data/lib/inferno/version.rb

@@ -1,4 +1,4 @@
 module Inferno
   # Standard patterns for gem versions: https://guides.rubygems.org/patterns/
-  VERSION = '1.4.3'.freeze
+  VERSION = '1.4.4'.freeze
 end

data/spec/spec_helper.rb

@@ -128,6 +128,24 @@ RSpec.configure do |config|
     DatabaseCleaner.cleaning { example.run }
   end
 
+  # Inferno::Entities::Test/TestGroup/TestSuite are meant to be used only as
+  # abstract bases -- real tests/groups/suites are always DSL-defined subclasses.
+  # Some specs instantiate the bare classes directly (e.g. `Inferno::Test.new`) as
+  # lightweight doubles. If anything then reads `.id` on one of those, `Runnable#id`
+  # permanently memoizes @id/@base_id/@database_id onto that *shared* class object
+  # (since it's a genuinely named Ruby class, `default_id` returns its `Module#name`).
+  # Left in place, that id leaks into every subsequently-defined anonymous subclass
+  # via `copy_instance_variables`, causing DuplicateEntityIdException collisions in
+  # unrelated, later-running examples. Reset it after every example so it can never
+  # survive to pollute a different example.
+  config.after do
+    [Inferno::Entities::Test, Inferno::Entities::TestGroup, Inferno::Entities::TestSuite].each do |klass|
+      klass.instance_variable_set(:@id, nil)
+      klass.instance_variable_set(:@base_id, nil)
+      klass.instance_variable_set(:@database_id, nil)
+    end
+  end
+
   config.include FactoryBot::Syntax::Methods
 
   config.before(:suite) do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: inferno_core
 version: !ruby/object:Gem::Version
-  version: 1.4.3
+  version: 1.4.4
 platform: ruby
 authors:
 - Stephen MacVicar
@@ -10,7 +10,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-08-26 00:00:00.000000000 Z
+date: 2026-09-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -556,7 +556,7 @@ files:
 - lib/inferno/apps/cli/templates/docs/_Sidebar.md
 - lib/inferno/apps/cli/templates/execution_scripts/%library_name%_script.yaml.tt
 - lib/inferno/apps/cli/templates/execution_scripts/%library_name%_script_expected.json.tt
-- lib/inferno/apps/cli/templates/execution_scripts/README.md.tt
+- lib/inferno/apps/cli/templates/execution_scripts/README.md
 - lib/inferno/apps/cli/templates/lib/%library_name%.rb.tt
 - lib/inferno/apps/cli/templates/lib/%library_name%/example_suite.rb.tt
 - lib/inferno/apps/cli/templates/lib/%library_name%/example_suite/patient_group.rb.tt
@@ -564,9 +564,11 @@ files:
 - lib/inferno/apps/cli/templates/lib/%library_name%/igs/README.md
 - lib/inferno/apps/cli/templates/lib/%library_name%/igs/put_ig_package_dot_tgz_here
 - lib/inferno/apps/cli/templates/lib/%library_name%/metadata.rb.tt
+- lib/inferno/apps/cli/templates/lib/%library_name%/requirements/%library_name%_requirements.csv
 - lib/inferno/apps/cli/templates/lib/%library_name%/requirements/Inferno Requirements
   Template.xlsx
-- lib/inferno/apps/cli/templates/lib/%library_name%/suite.rb.tt
+- lib/inferno/apps/cli/templates/lib/%library_name%/requirements/README.md
+- lib/inferno/apps/cli/templates/lib/%library_name%/requirements/generated/%test_suite_id%_requirements_coverage.csv.tt
 - lib/inferno/apps/cli/templates/lib/%library_name%/version.rb.tt
 - lib/inferno/apps/cli/templates/run.sh
 - lib/inferno/apps/cli/templates/setup.sh

data/lib/inferno/apps/cli/templates/lib/%library_name%/suite.rb.tt

@@ -1,59 +0,0 @@
-require_relative 'metadata'
-require_relative 'patient_group'
-
-module <%= module_name %>
-  class Suite < Inferno::TestSuite
-    id :<%= test_suite_id %>
-    title '<%= title_name %> Test Suite'
-    description '<%= human_name %> test suite.'
-
-    # These inputs will be available to all tests in this suite
-    input :url,
-          title: 'FHIR Server Base Url'
-
-    input :credentials,
-          title: 'OAuth Credentials',
-          type: :auth_info,
-          optional: true
-
-    # All FHIR requests in this suite will use this FHIR client
-    fhir_client do
-      url :url
-      auth_info :credentials
-    end
-
-    # All FHIR validation requests will use this FHIR validator
-    fhir_resource_validator do
-      # igs 'identifier#version' # Use this method for published IGs/versions
-      # igs 'igs/filename.tgz'   # Use this otherwise
-
-      exclude_message do |message|
-        message.message.match?(/\A\S+: \S+: URL value '.*' does not resolve/)
-      end
-    end
-
-    # Tests and TestGroups can be defined inline
-    group do
-      id :capability_statement
-      title 'Capability Statement'
-      description 'Verify that the server has a CapabilityStatement'
-
-      test do
-        id :capability_statement_read
-        title 'Read CapabilityStatement'
-        description 'Read CapabilityStatement from /metadata endpoint'
-
-        run do
-          fhir_get_capability_statement
-
-          assert_response_status(200)
-          assert_resource_type(:capability_statement)
-        end
-      end
-    end
-
-    # Tests and TestGroups can be written in separate files and then included
-    # using their id
-    group from: :patient_group
-  end
-end