Add simulation flags to groups and tests

Gemfile.lock

@@ -16,21 +16,22 @@ GEM
       minitest (>= 5.1)
       tzinfo (~> 2.0)
       zeitwerk (~> 2.3)
-    addressable (2.8.7)
-      public_suffix (>= 2.0.2, < 7.0)
+    addressable (2.8.9)
+      public_suffix (>= 2.0.2, < 8.0)
     aes_key_wrap (1.1.0)
     ast (2.4.3)
     base62-rb (0.3.1)
     base64 (0.3.0)
     bcp47 (0.3.3)
       i18n
-    bigdecimal (3.2.2)
+    bigdecimal (4.0.1)
     bindata (2.5.1)
     blueprinter (0.25.2)
-    byebug (12.0.0)
+    byebug (13.0.0)
+      reline (>= 0.6.0)
     coderay (1.1.3)
     concurrent-ruby (1.3.4)
-    connection_pool (2.5.3)
+    connection_pool (3.0.2)
     crack (1.0.0)
       bigdecimal
       rexml
@@ -64,11 +65,12 @@ GEM
       dry-configurable (~> 1.0, < 2)
       dry-core (~> 1.0, < 2)
       dry-inflector (~> 1.0, < 2)
-    dry-transformer (1.0.1)
+    dry-transformer (1.1.0)
+      bigdecimal
       zeitwerk (~> 2.6)
     factory_bot (6.5.1)
       activesupport (>= 6.1.0)
-    faraday (1.10.4)
+    faraday (1.10.5)
       faraday-em_http (~> 1.0)
       faraday-em_synchrony (~> 1.0)
       faraday-excon (~> 1.1)
@@ -84,23 +86,23 @@ GEM
     faraday-em_synchrony (1.0.1)
     faraday-excon (1.1.0)
     faraday-httpclient (1.0.1)
-    faraday-multipart (1.1.1)
+    faraday-multipart (1.2.0)
       multipart-post (~> 2.0)
     faraday-net_http (1.0.2)
     faraday-net_http_persistent (1.2.0)
     faraday-patron (1.0.0)
     faraday-rack (1.0.0)
-    faraday-retry (1.0.3)
+    faraday-retry (1.0.4)
     faraday_middleware (1.2.1)
       faraday (~> 1.0)
-    fhir_client (6.0.0)
+    fhir_client (6.1.0)
       activesupport (>= 3)
       addressable (>= 2.3)
       fhir_dstu2_models (>= 1.1.1)
       fhir_models (>= 5.0.0)
       fhir_stu3_models (>= 3.1.1)
       nokogiri (>= 1.10.4)
-      oauth2 (~> 1.1)
+      oauth2 (~> 2.0)
       rack (>= 1.5)
       rest-client (~> 2.0)
       tilt (>= 1.1)
@@ -136,14 +138,16 @@ GEM
       dry-transformer (~> 1.0, < 2)
     hansi (0.2.1)
     hashdiff (1.1.2)
+    hashie (5.1.0)
+      logger
     http-accept (1.7.0)
-    http-cookie (1.0.8)
+    http-cookie (1.1.0)
       domain_name (~> 0.5)
     httpclient (2.9.0)
       mutex_m
-    i18n (1.14.7)
+    i18n (1.14.8)
       concurrent-ruby (~> 1.0)
-    inferno_core (1.0.3)
+    inferno_core (1.1.1)
       activesupport (~> 6.1.7.5)
       base62-rb (= 0.3.1)
       blueprinter (= 0.25.2)
@@ -174,9 +178,9 @@ GEM
       sequel (~> 5.42.0)
       sidekiq (~> 7.2.4)
       sqlite3 (~> 1.4)
-      thor (~> 1.2.1)
+      thor (~> 1.4)
       tty-markdown (~> 0.7.1)
-    io-console (0.8.0)
+    io-console (0.8.2)
     irb (1.15.2)
       pp (>= 0.6.0)
       rdoc (>= 4.0.0)
@@ -189,8 +193,8 @@ GEM
       httpclient
     jwt (2.10.2)
       base64
-    kramdown (2.5.1)
-      rexml (>= 3.3.9)
+    kramdown (2.5.2)
+      rexml (>= 3.4.4)
     kramdown-parser-gfm (1.1.0)
       kramdown (~> 2.0)
     language_server-protocol (3.17.0.4)
@@ -200,11 +204,10 @@ GEM
     mime-types (3.7.0)
       logger
       mime-types-data (~> 3.2025, >= 3.2025.0507)
-    mime-types-data (3.2025.0715)
-    minitest (5.25.5)
-    multi_json (1.17.0)
-    multi_xml (0.7.2)
-      bigdecimal (~> 3.1)
+    mime-types-data (3.2026.0317)
+    minitest (5.27.0)
+    multi_xml (0.8.1)
+      bigdecimal (>= 3.1, < 5)
     multipart-post (2.4.1)
     mustermann (1.1.2)
       ruby2_keywords (~> 0.0.1)
@@ -213,29 +216,31 @@ GEM
       mustermann (= 1.1.2)
     mutex_m (0.3.0)
     netrc (0.11.0)
-    nio4r (2.7.4)
-    nokogiri (1.18.9-aarch64-linux-gnu)
+    nio4r (2.7.5)
+    nokogiri (1.19.2-aarch64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.9-aarch64-linux-musl)
+    nokogiri (1.19.2-aarch64-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.18.9-arm-linux-gnu)
+    nokogiri (1.19.2-arm-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.9-arm-linux-musl)
+    nokogiri (1.19.2-arm-linux-musl)
       racc (~> 1.4)
-    nokogiri (1.18.9-arm64-darwin)
+    nokogiri (1.19.2-arm64-darwin)
       racc (~> 1.4)
-    nokogiri (1.18.9-x86_64-darwin)
+    nokogiri (1.19.2-x86_64-darwin)
       racc (~> 1.4)
-    nokogiri (1.18.9-x86_64-linux-gnu)
+    nokogiri (1.19.2-x86_64-linux-gnu)
       racc (~> 1.4)
-    nokogiri (1.18.9-x86_64-linux-musl)
+    nokogiri (1.19.2-x86_64-linux-musl)
       racc (~> 1.4)
-    oauth2 (1.4.11)
-      faraday (>= 0.17.3, < 3.0)
-      jwt (>= 1.0, < 3.0)
-      multi_json (~> 1.3)
+    oauth2 (2.0.18)
+      faraday (>= 0.17.3, < 4.0)
+      jwt (>= 1.0, < 4.0)
+      logger (~> 1.2)
       multi_xml (~> 0.5)
       rack (>= 1.2, < 4)
+      snaky_hash (~> 2.0, >= 2.0.3)
+      version_gem (~> 1.1, >= 1.1.9)
     oj (3.11.0)
     parallel (1.27.0)
     parser (3.3.8.0)
@@ -247,41 +252,42 @@ GEM
       prettyprint
     prettyprint (0.2.0)
     prism (1.4.0)
-    pry (0.15.2)
+    pry (0.16.0)
       coderay (~> 1.1)
       method_source (~> 1.0)
-    pry-byebug (3.11.0)
-      byebug (~> 12.0)
-      pry (>= 0.13, < 0.16)
+      reline (>= 0.6.0)
+    pry-byebug (3.12.0)
+      byebug (~> 13.0)
+      pry (>= 0.13, < 0.17)
     psych (5.2.4)
       date
       stringio
-    public_suffix (6.0.2)
+    public_suffix (7.0.5)
     puma (5.6.9)
       nio4r (~> 2.0)
     racc (1.8.1)
-    rack (2.2.17)
+    rack (2.2.22)
     rack-test (2.2.0)
       rack (>= 1.3)
     rainbow (3.1.1)
-    rake (13.3.0)
+    rake (13.3.1)
     rdoc (6.13.1)
       psych (>= 4.0.0)
-    redis-client (0.25.1)
+    redis-client (0.28.0)
       connection_pool
     regexp_parser (2.10.0)
-    reline (0.6.1)
+    reline (0.6.3)
       io-console (~> 0.5)
     rest-client (2.1.0)
       http-accept (>= 1.7.0, < 2.0)
       http-cookie (>= 1.0.2, < 2.0)
       mime-types (>= 1.16, < 4.0)
       netrc (~> 0.8)
-    rexml (3.4.1)
+    rexml (3.4.4)
     roo (2.10.1)
       nokogiri (~> 1)
       rubyzip (>= 1.3.0, < 3.0.0)
-    rouge (4.6.0)
+    rouge (4.7.0)
     rspec (3.13.0)
       rspec-core (~> 3.13.0)
       rspec-expectations (~> 3.13.0)
@@ -328,6 +334,9 @@ GEM
       json-jwt (~> 1.15.3)
       jwt (~> 2.6)
       tls_test_kit (~> 1.0)
+    snaky_hash (2.0.3)
+      hashie (>= 0.1.0, < 6)
+      version_gem (>= 1.1.8, < 3)
     sqlite3 (1.7.3-aarch64-linux)
     sqlite3 (1.7.3-arm-linux)
     sqlite3 (1.7.3-arm64-darwin)
@@ -341,8 +350,8 @@ GEM
     strings-ansi (0.2.0)
     subscriptions_test_kit (0.12.0)
       inferno_core (~> 1.0, >= 1.0.2)
-    thor (1.2.2)
-    tilt (2.6.1)
+    thor (1.5.0)
+    tilt (2.7.0)
     tls_test_kit (1.0.0)
       inferno_core (~> 1.0, >= 1.0.2)
     tty-color (0.6.0)
@@ -361,11 +370,12 @@ GEM
       jwt (~> 2.3)
     unicode-display_width (2.6.0)
     unicode_utils (1.4.0)
+    version_gem (1.1.9)
     webmock (3.25.1)
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
-    zeitwerk (2.7.3)
+    zeitwerk (2.7.5)
 
 PLATFORMS
   aarch64-linux

lib/davinci_pas_test_kit/custom_groups/v2.0.1/client_tests/pas_client_inquire_response_bundle_validation_test.rb

@@ -10,10 +10,10 @@ class PasClientInquireResponseBundleValidationTest < Inferno::Test
       include ResponseGenerator
 
       id :pas_client_v201_inquire_response_bundle_validation_test
-      title '[USER INPUT VERIFICATION] Inquire Response Bundle is valid'
+      title 'Inquire Response Bundle is valid'
       description %(
-        **USER INPUT VERIFICATION**: This test verifies input provided by the tester instead of the system under test.
-        Errors encountered will be treated as a skip instead of a failure.
+        **USER INPUT VERIFICATION**: This test verifies input provided by the tester instead of
+        the system under test. Errors encountered will be treated as a skip instead of a failure.
 
         This test verifies the conformity of the inquire response sent by Inferno, which will have been
         either:
@@ -44,6 +44,7 @@ class PasClientInquireResponseBundleValidationTest < Inferno::Test
         issue](https://github.com/inferno-framework/davinci-pas-test-kit/issues/11)
         for additional details.
       )
+      simulation_verification
 
       def request_type
         'inquire'

lib/davinci_pas_test_kit/custom_groups/v2.0.1/client_tests/pas_client_response_bundle_validation_test.rb

@@ -10,10 +10,10 @@ class PasClientResponseBundleValidationTest < Inferno::Test
       include ResponseGenerator
 
       id :pas_client_v201_response_bundle_validation_test
-      title '[USER INPUT VERIFICATION] Submit Response Bundle is valid'
+      title 'Submit Response Bundle is valid'
       description %(
-        **USER INPUT VERIFICATION**: This test verifies input provided by the tester instead of the system under test.
-        Errors encountered will be treated as a skip instead of a failure.
+        **USER INPUT VERIFICATION**: This test verifies input provided by the tester instead
+        of the system under test. Errors encountered will be treated as a skip instead of a failure.
 
         This test verifies the conformity of the submit response sent by Inferno, which will have been
         either:
@@ -44,6 +44,7 @@ class PasClientResponseBundleValidationTest < Inferno::Test
         issue](https://github.com/inferno-framework/davinci-pas-test-kit/issues/11)
         for additional details.
       )
+      simulation_verification
 
       def request_type
         'submit'

lib/davinci_pas_test_kit/custom_groups/v2.0.1/pas_client_pended_group.rb

@@ -70,26 +70,29 @@ class PASClientPendedGroup < Inferno::TestGroup
         title 'Verify notification interaction'
 
         test from: :subscriptions_r4_client_notification_input_verification,
-             title: '[USER INPUT VERIFICATION] Tester-provided event notification Bundle is conformant',
+             title: 'Tester-provided event notification Bundle is conformant',
              description: %(
-               This test checks that the notification Bundle sent to the client, which will be either
-               the tester-provided notification Bundle in the **Claim updated notification JSON** input
-               or mocked by Inferno based on details in the Subscription and submitted Claim, is conformant
-               to Subscription Backport IG requirements.
+               **USER INPUT VERIFICATION**: This test checks that the notification Bundle sent to the
+               client, which will be either the tester-provided notification Bundle in the **Claim
+               updated notification JSON** input or mocked by Inferno based on details in the Subscription
+               and submitted Claim, is conformant to Subscription Backport IG requirements.
              ),
+             simulation_verification: true,
              config: {
                inputs: {
                  notification_bundle: { optional: true } # doesn't use the input (bug in Subscriptions)
                }
              }
         test from: :subscriptions_r4_client_notification_input_payload_verification,
-             title: '[USER INPUT VERIFICATION] Tester-provided event notification Bundle matches the Subscription',
+             title: 'Tester-provided event notification Bundle matches the Subscription',
              description: %(
-               This test checks that the notification Bundle sent to the client, which will be either
-               the tester-provided notification Bundle in the **Claim updated notification JSON** input
-               or mocked by Inferno based on details in the Subscription and submitted Claim, matches the details
-               requested in the Subscription provided during the **2.1** "PAS Subscription Setup" tests.
+               **USER INPUT VERIFICATION**: This test checks that the notification Bundle sent to the client,
+               which will be either the tester-provided notification Bundle in the **Claim updated notification
+               JSON** input or mocked by Inferno based on details in the Subscription and submitted Claim,
+               matches the details requested in the Subscription provided during the **2.1** "PAS Subscription
+               Setup" tests.
              ),
+             simulation_verification: true,
              config: {
                inputs: {
                  notification_bundle: { optional: true } # doesn't use the input (bug in Subscriptions)

lib/davinci_pas_test_kit/custom_groups/v2.0.1/pas_server_subscription_input_conformance.rb

@@ -5,16 +5,17 @@ module DaVinciPASV201
     class PASServerSubscriptionInputConformance < Inferno::Test
       include PASSubscriptionVerification
       id :pas_server_subscription_input_conformance
-      title '[USER INPUT VERIFICATION] Verify Subscription PAS conformance'
+      title 'Verify Subscription PAS conformance'
       description %(
-        This test accepts a Subscription resource as an input and verifies that it is conformant to PAS requirements on
-        the Subscriptions, including:
+        **USER INPUT VERIFICATION**: This test accepts a Subscription resource as an input and
+        verifies that it is conformant to PAS requirements on the Subscriptions, including:
         - The payload content type must be `id-only`
         - The use of the [PAS-defined Subscription
           Topic](https://hl7.org/fhir/us/davinci-pas/STU2/SubscriptionTopic-PASSubscriptionTopic.html), and
         - Inclusion of filter criteria for the client's organization.
       )
       input :subscription_resource
+      simulation_verification
 
       run do
         omit_if subscription_resource.blank?, 'Did not input a Subscription resource of this type.'

lib/davinci_pas_test_kit/custom_groups/v2.0.1/pas_server_subscription_setup.rb

@@ -16,7 +16,9 @@ class PASServerSubscriptionSetup < Inferno::TestGroup
       verifies_requirements 'hl7.fhir.us.davinci-pas_2.0.1@141'
       run_as_group
 
-      test from: :subscriptions_r4_server_subscription_conformance do
+      test from: :subscriptions_r4_server_subscription_conformance,
+           title: 'Verify Subscription to Send to Server',
+           simulation_verification: true do
         input :subscription_resource,
               title: 'Pended Prior Authorization Subscription',
               description: %(

lib/davinci_pas_test_kit/generated/v2.0.1/pas_inquiry_request_bundle/server_pas_inquiry_request_bundle_validation_test.rb

@@ -6,7 +6,7 @@ class ServerPasInquiryRequestBundleValidationTest < Inferno::Test
       include DaVinciPASTestKit::PasBundleValidation
 
       id :pas_server_v201_pas_inquiry_request_bundle_validation_test
-      title '[USER INPUT VALIDATION] Inquiry Request Bundle is valid'
+      title 'Inquiry Request Bundle is valid'
       description %(
         **USER INPUT VALIDATION**: This test validates input provided by the user instead of the system under test.
         Errors encountered will be treated as a skip instead of a failure.
@@ -39,6 +39,7 @@ class ServerPasInquiryRequestBundleValidationTest < Inferno::Test
         issue](https://github.com/inferno-framework/davinci-pas-test-kit/issues/11)
         for additional details.
       )
+      simulation_verification
 
       input :pa_inquire_request_payload,
             title: 'PAS Inquire Request Payload',