datadog-ci 1.41.0 → 1.42.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: de15dc03a13226b87763dc2942794ffd12ec4f5b9b19f0430d93b03216f20da6
-  data.tar.gz: 2eaab3c59263e48c75dcdd237aba4db7bdac0e8578069b4e628866cdcd155a34
+  metadata.gz: 5a8c5bcf57d8d00cf4b72205835c2bcfa651cf5dbb8146bc080d0beca7a3cc72
+  data.tar.gz: '029e12e12d747a2854a8b28562600011870a26e97af1ae597a7ed2f4093fb261'
 SHA512:
-  metadata.gz: 25e04a8a9fc1f6f904aa3922a21154aa6f1212a39605fae8f21a18ec43f4541c9399fa6405d29f65896e9ffd9a3dd50cc4dc3cccf5662f1ab7ecd075b67e86cc
-  data.tar.gz: 961c8f33c689df07500a4bb47a5a76aebf5885c4d7fb5752536977af4def6f1a82be2329a6f0570ef96f89670d54f218a6ffa184bca83e0fefc47230dfd68ab2
+  metadata.gz: 42c3d04267709f5ebcaaf3ff743aed8b53bc537366158001ee46acb3f40f2e52cab2e2cc95f39614db82ee1392ff2a7cd9f7ea628f6344b17bcfee525a11a76c
+  data.tar.gz: ff70f30e8fc18fbe573789a65466c8a8159cdc63d4ff07edfb21df748db0642c68f5488363bbce59814dd555d4929a3478b4d8da308ef41c9ee3f01ac42fb491

data/CHANGELOG.md

@@ -1,5 +1,16 @@
 ## [Unreleased]
 
+## [1.42.0] - 2026-10-12
+
+### Added
+
+* Report Test Impact Analysis skip counts on test suites ([#653][])
+
+### Fixed
+
+* Fix Minitest tests discovery with Rails 8.1 deferred test loading for Test Parallelization feature ([#655][])
+* Prevent reconfiguration from replacing live CI components ([#644][])
+
 ## [1.41.0] - 2026-10-05
 
 ### Fixed
@@ -737,7 +748,8 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 
 - Ruby versions < 2.7 no longer supported ([#8][])
 
-[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.41.0...main
+[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.42.0...main
+[1.42.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.41.0...v1.42.0
 [1.41.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.40.0...v1.41.0
 [1.40.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.39.0...v1.40.0
 [1.39.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.38.1...v1.39.0
@@ -1042,4 +1054,7 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 [#633]: https://github.com/DataDog/datadog-ci-rb/issues/633
 [#634]: https://github.com/DataDog/datadog-ci-rb/issues/634
 [#636]: https://github.com/DataDog/datadog-ci-rb/issues/636
-[#645]: https://github.com/DataDog/datadog-ci-rb/issues/645
+[#644]: https://github.com/DataDog/datadog-ci-rb/issues/644
+[#645]: https://github.com/DataDog/datadog-ci-rb/issues/645
+[#653]: https://github.com/DataDog/datadog-ci-rb/issues/653
+[#655]: https://github.com/DataDog/datadog-ci-rb/issues/655

data/lib/datadog/ci/configuration/components.rb

@@ -107,7 +107,8 @@ module Datadog
           # @type ivar @test_discovery: Datadog::CI::TestDiscovery::Component
           @test_discovery = TestDiscovery::Component.new(
             enabled: settings.ci.test_discovery_enabled,
-            output_path: settings.ci.test_discovery_output_path
+            output_path: settings.ci.test_discovery_output_path,
+            minitest_plugin_autoload_enabled: settings.ci.minitest_no_plugins.nil?
           )
           @test_discovery.disable_features_for_test_discovery!(settings)
 

data/lib/datadog/ci/configuration/extensions.rb

@@ -5,6 +5,7 @@ require "datadog/core/configuration/components"
 
 require_relative "settings"
 require_relative "components"
+require_relative "reconfiguration"
 
 module Datadog
   module CI
@@ -14,6 +15,7 @@ module Datadog
         def self.activate!
           Core::Configuration::Settings.extend(CI::Configuration::Settings)
           Core::Configuration::Components.prepend(CI::Configuration::Components)
+          Datadog.singleton_class.prepend(CI::Configuration::Reconfiguration)
         end
       end
     end

data/lib/datadog/ci/configuration/reconfiguration.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Datadog
+  module CI
+    module Configuration
+      # Replacing components during a test session discards its context and remote settings.
+      module Reconfiguration
+        def configure(&block)
+          current = components(allow_initialization: false)
+          if current&.test_tracing&.configuration_locked?
+            warn_about_ci_reconfiguration
+            return configuration
+          end
+
+          super
+        end
+
+        private
+
+        def warn_about_ci_reconfiguration
+          logger.warn(
+            "Datadog.configure ignored during an active Test Optimization session to preserve test context and remote settings. " \
+            "Move Datadog.configure calls before the test session starts."
+          )
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/configuration/settings.rb

@@ -235,6 +235,12 @@ module Datadog
                 o.env CI::Ext::Settings::ENV_TEST_DISCOVERY_OUTPUT_PATH
               end
 
+              # Minitest treats any value, including "0", as disabling plugin auto-loading.
+              option :minitest_no_plugins do |o|
+                o.type :string, nilable: true
+                o.env "MT_NO_PLUGINS"
+              end
+
               option :test_optimization_cache_manifest_file do |o|
                 o.type :string, nilable: true
                 o.env CI::Ext::TestOptimizationCache::ENV_MANIFEST_FILE

data/lib/datadog/ci/contrib/minitest/runner.rb

@@ -60,8 +60,9 @@ module Datadog
               result
             end
 
-            def run(*args)
+            def run(args = [])
               if datadog_configuration[:enabled] && test_discovery_component.enabled?
+                prepare_test_discovery(args)
                 ::Minitest.seed = 1
                 discover_tests
 
@@ -72,6 +73,18 @@ module Datadog
 
             private
 
+            def prepare_test_discovery(args)
+              args = args.dup
+              # Minitest 5 auto-loads plugins in run; Minitest 6 uses explicit loading.
+              unless ::Minitest.respond_to?(:load) || args.delete("--no-plugins") ||
+                  !test_discovery_component.minitest_plugin_autoload_enabled?
+                ::Minitest.load_plugins
+              end
+
+              # Plugins may load tests while parsing arguments, before execution begins.
+              ::Minitest.process_args(args)
+            end
+
             def datadog_integration
               CI::Contrib::Instrumentation.fetch_integration(:minitest)
             end

data/lib/datadog/ci/test_discovery/component.rb

@@ -13,10 +13,12 @@ module Datadog
       class Component
         def initialize(
           enabled:,
-          output_path:
+          output_path:,
+          minitest_plugin_autoload_enabled: true
         )
           @enabled = enabled
           @output_path = output_path
+          @minitest_plugin_autoload_enabled = minitest_plugin_autoload_enabled
 
           @buffer = []
           @buffer_mutex = Mutex.new
@@ -30,6 +32,10 @@ module Datadog
           @enabled
         end
 
+        def minitest_plugin_autoload_enabled?
+          @minitest_plugin_autoload_enabled
+        end
+
         def disable_features_for_test_discovery!(settings)
           return unless @enabled
 

data/lib/datadog/ci/test_discovery/null_component.rb

@@ -26,6 +26,10 @@ module Datadog
         def enabled?
           false
         end
+
+        def minitest_plugin_autoload_enabled?
+          true
+        end
       end
     end
   end

data/lib/datadog/ci/test_impact_analysis/component.rb

@@ -239,6 +239,7 @@ module Datadog
             Telemetry.itr_skipped
 
             context.incr_tests_skipped_by_tia_count
+            test.test_suite&.incr_tests_skipped_by_tia_count
           end
 
           # Handle code coverage
@@ -349,7 +350,17 @@ module Datadog
         end
 
         def on_test_suite_finished(test_suite, context)
-          return unless enabled? && suite_skipping_mode?
+          return unless enabled?
+
+          skipped_count = if suite_skipping_mode?
+            test_suite.skipped_by_test_impact_analysis? ? 1 : 0
+          else
+            test_suite.tests_skipped_by_tia_count
+          end
+          test_suite.set_tag(Ext::Test::TAG_ITR_TESTS_SKIPPED, skipped_count.positive?.to_s)
+          test_suite.set_tag(Ext::Test::TAG_ITR_TEST_SKIPPING_COUNT, skipped_count)
+
+          return unless suite_skipping_mode?
 
           if test_suite.skipped_by_test_impact_analysis?
             Telemetry.itr_skipped

data/lib/datadog/ci/test_suite.rb

@@ -25,6 +25,7 @@ module Datadog
         # tracks final status for each test (the status that is reported after all retries):
         #   { "MySuite.mytest.a:1" => "pass" }
         @final_statuses_per_test = {}
+        @tests_skipped_by_tia_count = 0
       end
 
       # Adds files that Test Impact Analysis should consider capable of
@@ -97,6 +98,16 @@ module Datadog
         end
       end
 
+      # @internal
+      def tests_skipped_by_tia_count
+        synchronize { @tests_skipped_by_tia_count }
+      end
+
+      # @internal
+      def incr_tests_skipped_by_tia_count
+        synchronize { @tests_skipped_by_tia_count += 1 }
+      end
+
       # @internal
       def record_test_result(test_id, datadog_test_status)
         synchronize do

data/lib/datadog/ci/test_tracing/component.rb

@@ -59,6 +59,7 @@ module Datadog
           @codeowners = codeowners
           @logical_test_session_name = logical_test_session_name
           @trace_setup_teardown_enabled = trace_setup_teardown_enabled
+          @configuration_locked = false
 
           # "Known tests" feature fetches a list of all tests known to Datadog for this repository
           # and uses this list to determine if a test is new or not. New tests are marked with "test.is_new" tag.
@@ -94,6 +95,8 @@ module Datadog
         end
 
         def start_test_session(service: nil, tags: {}, estimated_total_tests_count: 0, distributed: nil, local_test_suites_mode: true)
+          # Forks inherit this flag; fresh workers acquire it when joining the distributed session.
+          @configuration_locked = true
           @local_test_suites_mode = local_test_suites_mode
 
           start_drb_service
@@ -167,6 +170,10 @@ module Datadog
           maybe_remote_context.any_tests_started?
         end
 
+        def configuration_locked?
+          @configuration_locked
+        end
+
         def active_test_session
           maybe_remote_context.active_test_session
         rescue => e
@@ -204,6 +211,10 @@ module Datadog
           on_test_session_finished(test_session) if test_session
 
           @context.deactivate_test_session
+          # Only the session owner can release the lock. Distributed workers retain their
+          # remote feature state for their lifetime, including after the parent's session ends.
+          @configuration_locked = false unless client_process?
+          nil
         end
 
         def deactivate_test_module

data/lib/datadog/ci/test_tracing/null_component.rb

@@ -51,6 +51,10 @@ module Datadog
           false
         end
 
+        def configuration_locked?
+          false
+        end
+
         def active_test_session
         end
 

data/lib/datadog/ci/version.rb

@@ -4,7 +4,7 @@ module Datadog
   module CI
     module VERSION
       MAJOR = 1
-      MINOR = 41
+      MINOR = 42
       PATCH = 0
       PRE = nil
       BUILD = nil

data/lib/datadog/ci.rb

@@ -24,6 +24,9 @@ module Datadog
       #
       # Returns the existing test session if one is already active. There is at most a single test session per process.
       #
+      # Complete all `Datadog.configure` calls before starting the session.
+      # Concurrent configuration and session startup are unsupported.
+      #
       # The {.start_test_session} method is used to mark the start of the test session:
       # ```
       # Datadog::CI.start_test_session(

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 1.41.0
+  version: 1.42.0
 platform: ruby
 authors:
 - Datadog, Inc.
@@ -100,6 +100,7 @@ files:
 - lib/datadog/ci/concurrent_span.rb
 - lib/datadog/ci/configuration/components.rb
 - lib/datadog/ci/configuration/extensions.rb
+- lib/datadog/ci/configuration/reconfiguration.rb
 - lib/datadog/ci/configuration/settings.rb
 - lib/datadog/ci/configuration/tracing_compatibility.rb
 - lib/datadog/ci/contrib/activesupport/configuration/settings.rb