datadog-ci 1.40.0 → 1.42.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a3bccf2a92e8ad98e87d072f74a4f1d47995679b712100ba431be5b1872cbcf2
-  data.tar.gz: da923b9f24339dbc4125664a134ecec1a501acde69abb7b4747f3d17fe718b15
+  metadata.gz: 5a8c5bcf57d8d00cf4b72205835c2bcfa651cf5dbb8146bc080d0beca7a3cc72
+  data.tar.gz: '029e12e12d747a2854a8b28562600011870a26e97af1ae597a7ed2f4093fb261'
 SHA512:
-  metadata.gz: 07c5ca31ab33529de39bd23416800db30b05bdec4a7c5e377c54250b6784ad8ea1d4f0e8d0bf4448fc17867463e51236f9d11446bea5ea97186e1901e8f89bc6
-  data.tar.gz: 8df4164af95bdb3d72cf032fd56dafde1a212e43cdfd69e5e07cee1124acc7b509a95a5e36db6ca7939cddff16cb6eb7ac1e6045a8b78039cde4b6db1037bf5c
+  metadata.gz: 42c3d04267709f5ebcaaf3ff743aed8b53bc537366158001ee46acb3f40f2e52cab2e2cc95f39614db82ee1392ff2a7cd9f7ea628f6344b17bcfee525a11a76c
+  data.tar.gz: ff70f30e8fc18fbe573789a65466c8a8159cdc63d4ff07edfb21df748db0642c68f5488363bbce59814dd555d4929a3478b4d8da308ef41c9ee3f01ac42fb491

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 ## [Unreleased]
 
+## [1.42.0] - 2026-10-12
+
+### Added
+
+* Report Test Impact Analysis skip counts on test suites ([#653][])
+
+### Fixed
+
+* Fix Minitest tests discovery with Rails 8.1 deferred test loading for Test Parallelization feature ([#655][])
+* Prevent reconfiguration from replacing live CI components ([#644][])
+
+## [1.41.0] - 2026-10-05
+
+### Fixed
+
+* Stop retries when no test session is active ([#645][])
+* Fix Minitest sessions with no executed tests ([#636][])
+
 ## [1.40.0] - 2026-09-28
 
 ### Changed
@@ -730,7 +748,9 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 
 - Ruby versions < 2.7 no longer supported ([#8][])
 
-[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.40.0...main
+[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.42.0...main
+[1.42.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.41.0...v1.42.0
+[1.41.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.40.0...v1.41.0
 [1.40.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.39.0...v1.40.0
 [1.39.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.38.1...v1.39.0
 [1.38.1]: https://github.com/DataDog/datadog-ci-rb/compare/v1.38.0...v1.38.1
@@ -1033,3 +1053,8 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 [#619]: https://github.com/DataDog/datadog-ci-rb/issues/619
 [#633]: https://github.com/DataDog/datadog-ci-rb/issues/633
 [#634]: https://github.com/DataDog/datadog-ci-rb/issues/634
+[#636]: https://github.com/DataDog/datadog-ci-rb/issues/636
+[#644]: https://github.com/DataDog/datadog-ci-rb/issues/644
+[#645]: https://github.com/DataDog/datadog-ci-rb/issues/645
+[#653]: https://github.com/DataDog/datadog-ci-rb/issues/653
+[#655]: https://github.com/DataDog/datadog-ci-rb/issues/655

data/lib/datadog/ci/configuration/components.rb

@@ -107,7 +107,8 @@ module Datadog
           # @type ivar @test_discovery: Datadog::CI::TestDiscovery::Component
           @test_discovery = TestDiscovery::Component.new(
             enabled: settings.ci.test_discovery_enabled,
-            output_path: settings.ci.test_discovery_output_path
+            output_path: settings.ci.test_discovery_output_path,
+            minitest_plugin_autoload_enabled: settings.ci.minitest_no_plugins.nil?
           )
           @test_discovery.disable_features_for_test_discovery!(settings)
 

data/lib/datadog/ci/configuration/extensions.rb

@@ -5,6 +5,7 @@ require "datadog/core/configuration/components"
 
 require_relative "settings"
 require_relative "components"
+require_relative "reconfiguration"
 
 module Datadog
   module CI
@@ -14,6 +15,7 @@ module Datadog
         def self.activate!
           Core::Configuration::Settings.extend(CI::Configuration::Settings)
           Core::Configuration::Components.prepend(CI::Configuration::Components)
+          Datadog.singleton_class.prepend(CI::Configuration::Reconfiguration)
         end
       end
     end

data/lib/datadog/ci/configuration/reconfiguration.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Datadog
+  module CI
+    module Configuration
+      # Replacing components during a test session discards its context and remote settings.
+      module Reconfiguration
+        def configure(&block)
+          current = components(allow_initialization: false)
+          if current&.test_tracing&.configuration_locked?
+            warn_about_ci_reconfiguration
+            return configuration
+          end
+
+          super
+        end
+
+        private
+
+        def warn_about_ci_reconfiguration
+          logger.warn(
+            "Datadog.configure ignored during an active Test Optimization session to preserve test context and remote settings. " \
+            "Move Datadog.configure calls before the test session starts."
+          )
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/configuration/settings.rb

@@ -235,6 +235,12 @@ module Datadog
                 o.env CI::Ext::Settings::ENV_TEST_DISCOVERY_OUTPUT_PATH
               end
 
+              # Minitest treats any value, including "0", as disabling plugin auto-loading.
+              option :minitest_no_plugins do |o|
+                o.type :string, nilable: true
+                o.env "MT_NO_PLUGINS"
+              end
+
               option :test_optimization_cache_manifest_file do |o|
                 o.type :string, nilable: true
                 o.env CI::Ext::TestOptimizationCache::ENV_MANIFEST_FILE

data/lib/datadog/ci/contrib/minitest/reporter.rb

@@ -23,12 +23,17 @@ module Datadog
 
               return res if active_test_session.nil? || active_test_module.nil?
 
-              if passed?
-                active_test_module.passed!
-                active_test_session.passed!
-              else
+              if !passed?
                 active_test_module.failed!
                 active_test_session.failed!
+              elsif !test_tracing_component.any_tests_started?
+                active_test_module.skipped!(reason: "No tests were executed")
+                active_test_session.skipped!(reason: "No tests were executed")
+                active_test_module.set_tag(CI::Ext::Test::TAG_SESSION_EMPTY_REASON, "zero_tests")
+                active_test_session.set_tag(CI::Ext::Test::TAG_SESSION_EMPTY_REASON, "zero_tests")
+              else
+                active_test_module.passed!
+                active_test_session.passed!
               end
 
               active_test_module.finish
@@ -39,6 +44,10 @@ module Datadog
 
             private
 
+            def test_tracing_component
+              Datadog.send(:components).test_tracing
+            end
+
             def datadog_configuration
               Datadog.configuration.ci[:minitest]
             end

data/lib/datadog/ci/contrib/minitest/runner.rb

@@ -60,8 +60,9 @@ module Datadog
               result
             end
 
-            def run(*args)
+            def run(args = [])
               if datadog_configuration[:enabled] && test_discovery_component.enabled?
+                prepare_test_discovery(args)
                 ::Minitest.seed = 1
                 discover_tests
 
@@ -72,6 +73,18 @@ module Datadog
 
             private
 
+            def prepare_test_discovery(args)
+              args = args.dup
+              # Minitest 5 auto-loads plugins in run; Minitest 6 uses explicit loading.
+              unless ::Minitest.respond_to?(:load) || args.delete("--no-plugins") ||
+                  !test_discovery_component.minitest_plugin_autoload_enabled?
+                ::Minitest.load_plugins
+              end
+
+              # Plugins may load tests while parsing arguments, before execution begins.
+              ::Minitest.process_args(args)
+            end
+
             def datadog_integration
               CI::Contrib::Instrumentation.fetch_integration(:minitest)
             end

data/lib/datadog/ci/test_discovery/component.rb

@@ -13,10 +13,12 @@ module Datadog
       class Component
         def initialize(
           enabled:,
-          output_path:
+          output_path:,
+          minitest_plugin_autoload_enabled: true
         )
           @enabled = enabled
           @output_path = output_path
+          @minitest_plugin_autoload_enabled = minitest_plugin_autoload_enabled
 
           @buffer = []
           @buffer_mutex = Mutex.new
@@ -30,6 +32,10 @@ module Datadog
           @enabled
         end
 
+        def minitest_plugin_autoload_enabled?
+          @minitest_plugin_autoload_enabled
+        end
+
         def disable_features_for_test_discovery!(settings)
           return unless @enabled
 

data/lib/datadog/ci/test_discovery/null_component.rb

@@ -26,6 +26,10 @@ module Datadog
         def enabled?
           false
         end
+
+        def minitest_plugin_autoload_enabled?
+          true
+        end
       end
     end
   end

data/lib/datadog/ci/test_impact_analysis/component.rb

@@ -239,6 +239,7 @@ module Datadog
             Telemetry.itr_skipped
 
             context.incr_tests_skipped_by_tia_count
+            test.test_suite&.incr_tests_skipped_by_tia_count
           end
 
           # Handle code coverage
@@ -349,7 +350,17 @@ module Datadog
         end
 
         def on_test_suite_finished(test_suite, context)
-          return unless enabled? && suite_skipping_mode?
+          return unless enabled?
+
+          skipped_count = if suite_skipping_mode?
+            test_suite.skipped_by_test_impact_analysis? ? 1 : 0
+          else
+            test_suite.tests_skipped_by_tia_count
+          end
+          test_suite.set_tag(Ext::Test::TAG_ITR_TESTS_SKIPPED, skipped_count.positive?.to_s)
+          test_suite.set_tag(Ext::Test::TAG_ITR_TEST_SKIPPING_COUNT, skipped_count)
+
+          return unless suite_skipping_mode?
 
           if test_suite.skipped_by_test_impact_analysis?
             Telemetry.itr_skipped

data/lib/datadog/ci/test_retries/component.rb

@@ -147,11 +147,17 @@ module Datadog
         end
 
         def should_retry?
+          return false unless test_tracing.active_test_session
+
           !!current_retry_driver&.should_retry?
         end
 
         private
 
+        def test_tracing
+          Datadog.send(:components).test_tracing
+        end
+
         def current_retry_driver
           Thread.current[FIBER_LOCAL_CURRENT_RETRY_DRIVER_KEY]
         end

data/lib/datadog/ci/test_suite.rb

@@ -25,6 +25,7 @@ module Datadog
         # tracks final status for each test (the status that is reported after all retries):
         #   { "MySuite.mytest.a:1" => "pass" }
         @final_statuses_per_test = {}
+        @tests_skipped_by_tia_count = 0
       end
 
       # Adds files that Test Impact Analysis should consider capable of
@@ -97,6 +98,16 @@ module Datadog
         end
       end
 
+      # @internal
+      def tests_skipped_by_tia_count
+        synchronize { @tests_skipped_by_tia_count }
+      end
+
+      # @internal
+      def incr_tests_skipped_by_tia_count
+        synchronize { @tests_skipped_by_tia_count += 1 }
+      end
+
       # @internal
       def record_test_result(test_id, datadog_test_status)
         synchronize do

data/lib/datadog/ci/test_tracing/component.rb

@@ -59,6 +59,7 @@ module Datadog
           @codeowners = codeowners
           @logical_test_session_name = logical_test_session_name
           @trace_setup_teardown_enabled = trace_setup_teardown_enabled
+          @configuration_locked = false
 
           # "Known tests" feature fetches a list of all tests known to Datadog for this repository
           # and uses this list to determine if a test is new or not. New tests are marked with "test.is_new" tag.
@@ -94,6 +95,8 @@ module Datadog
         end
 
         def start_test_session(service: nil, tags: {}, estimated_total_tests_count: 0, distributed: nil, local_test_suites_mode: true)
+          # Forks inherit this flag; fresh workers acquire it when joining the distributed session.
+          @configuration_locked = true
           @local_test_suites_mode = local_test_suites_mode
 
           start_drb_service
@@ -167,8 +170,15 @@ module Datadog
           maybe_remote_context.any_tests_started?
         end
 
+        def configuration_locked?
+          @configuration_locked
+        end
+
         def active_test_session
           maybe_remote_context.active_test_session
+        rescue => e
+          Datadog.logger.error("Failed to get active test session: #{e.class}: #{e.message}")
+          nil
         end
 
         def active_test_module
@@ -201,6 +211,10 @@ module Datadog
           on_test_session_finished(test_session) if test_session
 
           @context.deactivate_test_session
+          # Only the session owner can release the lock. Distributed workers retain their
+          # remote feature state for their lifetime, including after the parent's session ends.
+          @configuration_locked = false unless client_process?
+          nil
         end
 
         def deactivate_test_module

data/lib/datadog/ci/test_tracing/null_component.rb

@@ -51,6 +51,10 @@ module Datadog
           false
         end
 
+        def configuration_locked?
+          false
+        end
+
         def active_test_session
         end
 

data/lib/datadog/ci/version.rb

@@ -4,7 +4,7 @@ module Datadog
   module CI
     module VERSION
       MAJOR = 1
-      MINOR = 40
+      MINOR = 42
       PATCH = 0
       PRE = nil
       BUILD = nil

data/lib/datadog/ci.rb

@@ -24,6 +24,9 @@ module Datadog
       #
       # Returns the existing test session if one is already active. There is at most a single test session per process.
       #
+      # Complete all `Datadog.configure` calls before starting the session.
+      # Concurrent configuration and session startup are unsupported.
+      #
       # The {.start_test_session} method is used to mark the start of the test session:
       # ```
       # Datadog::CI.start_test_session(

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 1.40.0
+  version: 1.42.0
 platform: ruby
 authors:
 - Datadog, Inc.
@@ -100,6 +100,7 @@ files:
 - lib/datadog/ci/concurrent_span.rb
 - lib/datadog/ci/configuration/components.rb
 - lib/datadog/ci/configuration/extensions.rb
+- lib/datadog/ci/configuration/reconfiguration.rb
 - lib/datadog/ci/configuration/settings.rb
 - lib/datadog/ci/configuration/tracing_compatibility.rb
 - lib/datadog/ci/contrib/activesupport/configuration/settings.rb