datadog-ci 1.12.0 → 1.14.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ccfa630b807e5675fd68f68e571aeda530a0923e4cd4bdd29451f3065f8c4c7c
-  data.tar.gz: 0a777e031ade13b09619a034206a1258285fd3e63c4bd36a5a3e24a3840590e0
+  metadata.gz: 694421f4e4621608a9aa6d8deb0b1407fa348fec68820a28ced1a567c56ed289
+  data.tar.gz: 12b586d1eabe233af428c7294564f8b7a46ff8bbb64d44f222762afd371a2c1c
 SHA512:
-  metadata.gz: c47398d3cc2557b047741b7f8699e6464ee323bf3a32da43442fad8e666ca7cbc3fa973a88a006be3b86d0d3a61b44573755589b909fc21b75feb9b1f374de23
-  data.tar.gz: e183e41a31344d2beb1f03790d48f31259d52b043f23a340b1480db065e23909ce3f90204dbc9e98a4ef88a22a3fe16d759bf47fca080701c0a3a750ef7adfc9
+  metadata.gz: 81c173cb2b22a8e0e3853d21d4e1ac023569142d51bb266c287ef7d4c7c5f2dfd97d2f3914acd1ac766d3e60ac15929cbee849b7284d300644113e6a14dea331
+  data.tar.gz: c1f1f93f35850cf9b6d1e360d53f2a26e2e46961aeed8e69f216327513e4001c45a42c363c20609ad0b525a4aeaf0fdec59e32f38d9302289c9e256ccf5aa81c

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 ## [Unreleased]
 
+## [1.14.0] - 2025-03-11
+
+### Added
+
+* Test impact analysis: add rails parallel testing support ([#294][])
+* Add parallel testing support to minitest framework ([#295][])
+
+### Changed
+
+* Test knapsack_pro v8 ([#292][])
+
+## [1.13.0] - 2025-02-25
+
+### Added
+
+* Flaky test management support ([#289][])
+* Always request the list of known tests and mark new tests ([#286][])
+
 ## [1.12.0] - 2025-01-23
 
 ### Added
@@ -386,7 +404,9 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 
 - Ruby versions < 2.7 no longer supported ([#8][])
 
-[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.12.0...main
+[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.14.0...main
+[1.14.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.13.0...v1.14.0
+[1.13.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.12.0...v1.13.0
 [1.12.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.11.0...v1.12.0
 [1.11.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.10.0...v1.11.0
 [1.10.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.9.0...v1.10.0
@@ -554,4 +574,9 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 [#271]: https://github.com/DataDog/datadog-ci-rb/issues/271
 [#272]: https://github.com/DataDog/datadog-ci-rb/issues/272
 [#275]: https://github.com/DataDog/datadog-ci-rb/issues/275
-[#283]: https://github.com/DataDog/datadog-ci-rb/issues/283
+[#283]: https://github.com/DataDog/datadog-ci-rb/issues/283
+[#286]: https://github.com/DataDog/datadog-ci-rb/issues/286
+[#289]: https://github.com/DataDog/datadog-ci-rb/issues/289
+[#292]: https://github.com/DataDog/datadog-ci-rb/issues/292
+[#294]: https://github.com/DataDog/datadog-ci-rb/issues/294
+[#295]: https://github.com/DataDog/datadog-ci-rb/issues/295

data/lib/datadog/ci/configuration/components.rb

@@ -6,14 +6,17 @@ require_relative "../ext/settings"
 require_relative "../git/tree_uploader"
 require_relative "../remote/component"
 require_relative "../remote/library_settings_client"
+require_relative "../test_management/component"
+require_relative "../test_management/null_component"
+require_relative "../test_management/tests_properties"
 require_relative "../test_optimisation/component"
 require_relative "../test_optimisation/coverage/transport"
 require_relative "../test_optimisation/coverage/writer"
 require_relative "../test_retries/component"
 require_relative "../test_retries/null_component"
-require_relative "../test_retries/unique_tests_client"
 require_relative "../test_visibility/component"
 require_relative "../test_visibility/flush"
+require_relative "../test_visibility/known_tests"
 require_relative "../test_visibility/null_component"
 require_relative "../test_visibility/serializers/factories/test_level"
 require_relative "../test_visibility/serializers/factories/test_suite_level"
@@ -30,7 +33,7 @@ module Datadog
     module Configuration
       # Adds CI behavior to Datadog trace components
       module Components
-        attr_reader :test_visibility, :test_optimisation, :git_tree_upload_worker, :ci_remote, :test_retries
+        attr_reader :test_visibility, :test_optimisation, :git_tree_upload_worker, :ci_remote, :test_retries, :test_management
 
         def initialize(settings)
           @test_optimisation = nil
@@ -38,6 +41,7 @@ module Datadog
           @git_tree_upload_worker = DummyWorker.new
           @ci_remote = nil
           @test_retries = TestRetries::NullComponent.new
+          @test_management = TestManagement::NullComponent.new
 
           # Activate CI mode if enabled
           if settings.ci.enabled
@@ -58,7 +62,7 @@ module Datadog
         def activate_ci!(settings)
           unless settings.tracing.enabled
             Datadog.logger.error(
-              "CI visibility requires tracing to be enabled. Disabling CI visibility. " \
+              "Test Optimization requires tracing to be enabled. Disabling Test Optimization. " \
               "NOTE: if you didn't disable tracing intentionally, add `c.tracing.enabled = true` to " \
               "your Datadog.configure block."
             )
@@ -111,13 +115,21 @@ module Datadog
             retry_failed_tests_max_attempts: settings.ci.retry_failed_tests_max_attempts,
             retry_failed_tests_total_limit: settings.ci.retry_failed_tests_total_limit,
             retry_new_tests_enabled: settings.ci.retry_new_tests_enabled,
-            unique_tests_client: build_unique_tests_client(settings, test_visibility_api)
+            retry_flaky_fixed_tests_enabled: settings.ci.test_management_enabled,
+            retry_flaky_fixed_tests_max_attempts: settings.ci.test_management_attempt_to_fix_retries_count
           )
+
+          @test_management = TestManagement::Component.new(
+            enabled: settings.ci.test_management_enabled,
+            tests_properties_client: TestManagement::TestsProperties.new(api: test_visibility_api)
+          )
+
           # @type ivar @test_optimisation: Datadog::CI::TestOptimisation::Component
           @test_optimisation = build_test_optimisation(settings, test_visibility_api)
           @test_visibility = TestVisibility::Component.new(
             test_suite_level_visibility_enabled: !settings.ci.force_test_level_visibility,
-            logical_test_session_name: settings.ci.test_session_name
+            logical_test_session_name: settings.ci.test_session_name,
+            known_tests_client: build_known_tests_client(settings, test_visibility_api)
           )
         end
 
@@ -125,7 +137,7 @@ module Datadog
           if settings.ci.itr_code_coverage_use_single_threaded_mode &&
               settings.ci.itr_test_impact_analysis_use_allocation_tracing
             Datadog.logger.warn(
-              "Intelligent test runner: Single threaded coverage mode is incompatible with allocation tracing. " \
+              "Test Impact Analysis: Single threaded coverage mode is incompatible with allocation tracing. " \
               "Allocation tracing will be disabled. It means that test impact analysis will not be able to detect " \
               "instantiations of objects in your code, which is important for ActiveRecord models. " \
               "Please add your app/model folder to the list of tracked files or disable single threaded coverage mode."
@@ -137,7 +149,7 @@ module Datadog
           if RUBY_VERSION.start_with?("3.2.") && RUBY_VERSION < "3.2.3" &&
               settings.ci.itr_test_impact_analysis_use_allocation_tracing
             Datadog.logger.warn(
-              "Intelligent test runner: Allocation tracing is not supported in Ruby versions 3.2.0, 3.2.1 and 3.2.2 and will be forcibly " \
+              "Test Impact Analysis: Allocation tracing is not supported in Ruby versions 3.2.0, 3.2.1 and 3.2.2 and will be forcibly " \
               "disabled. This is due to a VM bug that can lead to crashes (https://bugs.ruby-lang.org/issues/19482). " \
               "Please update your Ruby version or add your app/model folder to the list of tracked files." \
               "Set env variable DD_CIVISIBILITY_ITR_TEST_IMPACT_ANALYSIS_USE_ALLOCATION_TRACING to 0 to disable this warning."
@@ -161,21 +173,21 @@ module Datadog
           if settings.ci.agentless_mode_enabled
             check_dd_site(settings)
 
-            Datadog.logger.debug("CI visibility configured to use agentless transport")
+            Datadog.logger.debug("Test Optimization configured to use agentless transport")
 
             api = Transport::Api::Builder.build_agentless_api(settings)
             if api.nil?
               Datadog.logger.error do
-                "DATADOG CONFIGURATION - CI VISIBILITY - ATTENTION - " \
-                "Agentless mode was enabled but DD_API_KEY is not set: CI visibility is disabled. " \
+                "DATADOG CONFIGURATION - TEST OPTIMIZATION - ATTENTION - " \
+                "Agentless mode was enabled but DD_API_KEY is not set: Test Optimization is disabled. " \
                 "Please make sure to set valid api key in DD_API_KEY environment variable"
               end
 
-              # Tests are running without CI visibility enabled
+              # Tests are running without Test Optimization enabled
               settings.ci.enabled = false
             end
           else
-            Datadog.logger.debug("CI visibility configured to use agent transport via EVP proxy")
+            Datadog.logger.debug("Test Optimization configured to use agent transport via EVP proxy")
 
             api = Transport::Api::Builder.build_evp_proxy_api(settings)
             if api.nil?
@@ -235,8 +247,8 @@ module Datadog
           )
         end
 
-        def build_unique_tests_client(settings, api)
-          TestRetries::UniqueTestsClient.new(
+        def build_known_tests_client(settings, api)
+          TestVisibility::KnownTests.new(
             api: api,
             dd_env: settings.env,
             config_tags: custom_configuration(settings)
@@ -262,7 +274,7 @@ module Datadog
           return if Ext::Settings::DD_SITE_ALLOWLIST.include?(settings.site)
 
           Datadog.logger.warn do
-            "CI VISIBILITY CONFIGURATION " \
+            "TEST OPTIMIZATION CONFIGURATION " \
             "Agentless mode was enabled but DD_SITE is not set to one of the following: #{Ext::Settings::DD_SITE_ALLOWLIST.join(", ")}. " \
             "Please make sure to set valid site in DD_SITE environment variable"
           end

data/lib/datadog/ci/configuration/settings.rb

@@ -116,6 +116,18 @@ module Datadog
                 o.default true
               end
 
+              option :test_management_enabled do |o|
+                o.type :bool
+                o.env CI::Ext::Settings::ENV_TEST_MANAGEMENT_ENABLED
+                o.default true
+              end
+
+              option :test_management_attempt_to_fix_retries_count do |o|
+                o.type :int
+                o.env CI::Ext::Settings::ENV_TEST_MANAGEMENT_ATTEMPT_TO_FIX_RETRIES
+                o.default 20
+              end
+
               # internal only
               option :discard_traces do |o|
                 o.type :bool

data/lib/datadog/ci/contrib/cucumber/instrumentation.rb

@@ -37,8 +37,11 @@ module Datadog
             end
 
             def begin_scenario(test_case)
-              if Datadog::CI.active_test&.skipped_by_itr?
-                raise ::Cucumber::Core::Test::Result::Skipped, CI::Ext::Test::ITR_TEST_SKIP_REASON
+              datadog_test = Datadog::CI.active_test
+
+              # special case for cucumber-ruby: we skip quarantined tests, thus for cucumber quarantined is the same as disabled
+              if datadog_test&.should_skip? || datadog_test&.quarantined?
+                raise ::Cucumber::Core::Test::Result::Skipped, datadog_test.datadog_skip_reason
               end
 
               super

data/lib/datadog/ci/contrib/minitest/helpers.rb

@@ -5,6 +5,32 @@ module Datadog
     module Contrib
       module Minitest
         module Helpers
+          def self.start_test_suite(klass)
+            method = klass.runnable_methods.first
+            return nil if method.nil?
+
+            test_suite_name = test_suite_name(klass, method)
+            source_file, line_number = extract_source_location_from_class(klass)
+
+            test_suite_tags = if source_file
+              {
+                CI::Ext::Test::TAG_SOURCE_FILE => (Git::LocalRepository.relative_to_root(source_file) if source_file),
+                CI::Ext::Test::TAG_SOURCE_START => line_number&.to_s
+              }
+            else
+              {}
+            end
+
+            test_visibility_component = Datadog.send(:components).test_visibility
+            test_suite = test_visibility_component.start_test_suite(
+              test_suite_name,
+              tags: test_suite_tags
+            )
+            test_suite&.set_expected_tests!(klass.runnable_methods)
+
+            test_suite
+          end
+
           def self.test_suite_name(klass, method_name)
             source_location = extract_source_location_from_class(klass)&.first
             # if we are in anonymous class, fallback to the method source location

data/lib/datadog/ci/contrib/minitest/runnable.rb

@@ -14,25 +14,7 @@ module Datadog
               return super unless datadog_configuration[:enabled]
               return super if Helpers.parallel?(self)
 
-              method = runnable_methods.first
-              return super if method.nil?
-
-              test_suite_name = Helpers.test_suite_name(self, method)
-              source_file, line_number = Helpers.extract_source_location_from_class(self)
-
-              test_suite_tags = if source_file
-                {
-                  CI::Ext::Test::TAG_SOURCE_FILE => (Git::LocalRepository.relative_to_root(source_file) if source_file),
-                  CI::Ext::Test::TAG_SOURCE_START => line_number&.to_s
-                }
-              else
-                {}
-              end
-
-              test_suite = test_visibility_component.start_test_suite(
-                test_suite_name,
-                tags: test_suite_tags
-              )
+              test_suite = Helpers.start_test_suite(self)
 
               results = super
               return results unless test_suite

data/lib/datadog/ci/contrib/minitest/runner.rb

@@ -9,8 +9,6 @@ module Datadog
     module Contrib
       module Minitest
         module Runner
-          DD_ESTIMATED_TESTS_PER_SUITE = 5
-
           def self.included(base)
             base.singleton_class.prepend(ClassMethods)
           end
@@ -21,15 +19,15 @@ module Datadog
 
               return unless datadog_configuration[:enabled]
 
-              # minitest does not store the total number of tests, so we can't pass it to the test session
-              # instead, we use the number of test suites * DD_ESTIMATED_TESTS_PER_SUITE as a rough estimate
+              tests_count = ::Minitest::Runnable.runnables.sum { |runnable| runnable.runnable_methods.size }
+
               test_visibility_component.start_test_session(
                 tags: {
                   CI::Ext::Test::TAG_FRAMEWORK => Ext::FRAMEWORK,
                   CI::Ext::Test::TAG_FRAMEWORK_VERSION => datadog_integration.version.to_s
                 },
                 service: datadog_configuration[:service_name],
-                total_tests_count: (DD_ESTIMATED_TESTS_PER_SUITE * ::Minitest::Runnable.runnables.size).to_i
+                estimated_total_tests_count: tests_count
               )
               test_visibility_component.start_test_module(Ext::FRAMEWORK)
             end
@@ -43,6 +41,12 @@ module Datadog
                 result = super
               end
 
+              # get the current test suite and mark this method as done, so we can check if all tests were executed
+              # for this test suite
+              test_suite_name = Helpers.test_suite_name(klass, method_name)
+              test_suite = test_visibility_component.active_test_suite(test_suite_name)
+              test_suite&.expected_test_done!(method_name)
+
               result
             end
 

data/lib/datadog/ci/contrib/minitest/test.rb

@@ -22,14 +22,11 @@ module Datadog
               super
               return unless datadog_configuration[:enabled]
 
-              test_suite_name = Helpers.test_suite_name(self.class, name)
               if Helpers.parallel?(self.class)
-                test_suite_name = "#{test_suite_name} (#{name} concurrently)"
-
-                # for parallel execution we need to start a new test suite for each test
-                test_visibility_component.start_test_suite(test_suite_name)
+                Helpers.start_test_suite(self.class)
               end
 
+              test_suite_name = Helpers.test_suite_name(self.class, name)
               source_file, line_number = method(name).source_location
 
               test_span = test_visibility_component.trace_test(
@@ -44,7 +41,7 @@ module Datadog
                 service: datadog_configuration[:service_name]
               )
               test_span&.itr_unskippable! if self.class.dd_suite_unskippable? || self.class.dd_test_unskippable?(name)
-              skip(CI::Ext::Test::ITR_TEST_SKIP_REASON) if test_span&.skipped_by_itr?
+              skip(test_span&.datadog_skip_reason) if test_span&.should_skip?
             end
 
             def after_teardown
@@ -53,12 +50,8 @@ module Datadog
 
               finish_with_result(test_span, result_code)
 
-              # remove failures if test passed at least once on retries
-              self.failures = [] if test_span.any_retry_passed?
-
-              if Helpers.parallel?(self.class)
-                finish_with_result(test_span.test_suite, result_code)
-              end
+              # remove failures if test passed at least once on retries or quarantined
+              self.failures = [] if test_span.should_ignore_failures?
 
               super
             end

data/lib/datadog/ci/contrib/rspec/example.rb

@@ -41,7 +41,7 @@ module Datadog
                 ) do |test_span|
                   test_span&.itr_unskippable! if datadog_unskippable?
 
-                  metadata[:skip] = CI::Ext::Test::ITR_TEST_SKIP_REASON if test_span&.skipped_by_itr?
+                  metadata[:skip] = test_span&.datadog_skip_reason if test_span&.should_skip?
 
                   # before each run remove any previous exception
                   @exception = nil
@@ -58,8 +58,8 @@ module Datadog
                     test_span&.passed!
                   when :failed
                     test_span&.failed!(exception: execution_result.exception)
-                    # if any of the retries passed, we don't fail the test run
-                    @exception = nil if test_span&.any_retry_passed?
+                    # if any of the retries passed or test is quarantined, we don't fail the test run
+                    @exception = nil if test_span&.should_ignore_failures?
                   else
                     # :pending or nil
                     test_span&.skipped!(

data/lib/datadog/ci/contrib/rspec/runner.rb

@@ -25,7 +25,7 @@ module Datadog
                   CI::Ext::Test::TAG_FRAMEWORK_VERSION => datadog_integration.version.to_s
                 },
                 service: datadog_configuration[:service_name],
-                total_tests_count: ::RSpec.world.example_count
+                estimated_total_tests_count: ::RSpec.world.example_count
               )
 
               test_module = test_visibility_component.start_test_module(Ext::FRAMEWORK)

data/lib/datadog/ci/ext/app_types.rb

@@ -3,7 +3,7 @@
 module Datadog
   module CI
     module Ext
-      # Defines span types for CI visibility
+      # Defines span types for Test Optimization
       # @public_api
       module AppTypes
         TYPE_TEST = "test"

data/lib/datadog/ci/ext/settings.rb

@@ -20,6 +20,8 @@ module Datadog
         ENV_RETRY_FAILED_TESTS_TOTAL_LIMIT = "DD_CIVISIBILITY_TOTAL_FLAKY_RETRY_COUNT"
         ENV_RETRY_NEW_TESTS_ENABLED = "DD_CIVISIBILITY_EARLY_FLAKE_DETECTION_ENABLED"
         ENV_TEST_SESSION_NAME = "DD_TEST_SESSION_NAME"
+        ENV_TEST_MANAGEMENT_ENABLED = "DD_TEST_MANAGEMENT_ENABLED"
+        ENV_TEST_MANAGEMENT_ATTEMPT_TO_FIX_RETRIES = "DD_TEST_MANAGEMENT_ATTEMPT_TO_FIX_RETRIES"
 
         # Source: https://docs.datadoghq.com/getting_started/site/
         DD_SITE_ALLOWLIST = %w[

data/lib/datadog/ci/ext/telemetry.rb

@@ -54,11 +54,17 @@ module Datadog
         METRIC_CODE_COVERAGE_IS_EMPTY = "code_coverage.is_empty"
         METRIC_CODE_COVERAGE_FILES = "code_coverage.files"
 
-        METRIC_EFD_UNIQUE_TESTS_REQUEST = "early_flake_detection.request"
-        METRIC_EFD_UNIQUE_TESTS_REQUEST_MS = "early_flake_detection.request_ms"
-        METRIC_EFD_UNIQUE_TESTS_REQUEST_ERRORS = "early_flake_detection.request_errors"
-        METRIC_EFD_UNIQUE_TESTS_RESPONSE_BYTES = "early_flake_detection.response_bytes"
-        METRIC_EFD_UNIQUE_TESTS_RESPONSE_TESTS = "early_flake_detection.response_tests"
+        METRIC_KNOWN_TESTS_REQUEST = "known_tests.request"
+        METRIC_KNOWN_TESTS_REQUEST_MS = "known_tests.request_ms"
+        METRIC_KNOWN_TESTS_REQUEST_ERRORS = "known_tests.request_errors"
+        METRIC_KNOWN_TESTS_RESPONSE_BYTES = "known_tests.response_bytes"
+        METRIC_KNOWN_TESTS_RESPONSE_TESTS = "known_tests.response_tests"
+
+        METRIC_TEST_MANAGEMENT_TESTS_REQUEST = "test_management_tests.request"
+        METRIC_TEST_MANAGEMENT_TESTS_REQUEST_MS = "test_management_tests.request_ms"
+        METRIC_TEST_MANAGEMENT_TESTS_REQUEST_ERRORS = "test_management_tests.request_errors"
+        METRIC_TEST_MANAGEMENT_TESTS_RESPONSE_BYTES = "test_management_tests.response_bytes"
+        METRIC_TEST_MANAGEMENT_TESTS_RESPONSE_TESTS = "test_management_tests.response_tests"
 
         METRIC_TEST_SESSION = "test_session"
 
@@ -69,6 +75,7 @@ module Datadog
         TAG_BROWSER_DRIVER = "browser_driver"
         TAG_IS_RUM = "is_rum"
         TAG_IS_RETRY = "is_retry"
+        TAG_RETRY_REASON = "retry_reason"
         TAG_EARLY_FLAKE_DETECTION_ABORT_REASON = "early_flake_detection_abort_reason"
         TAG_IS_NEW = "is_new"
         TAG_LIBRARY = "library"
@@ -79,6 +86,10 @@ module Datadog
         TAG_REQUEST_COMPRESSED = "rq_compressed"
         TAG_RESPONSE_COMPRESSED = "rs_compressed"
         TAG_COMMAND = "command"
+        TAG_IS_ATTEMPT_TO_FIX = "is_attempt_to_fix"
+        TAG_IS_QUARANTINED = "is_quarantined"
+        TAG_IS_TEST_DISABLED = "is_disabled"
+        TAG_HAS_FAILED_ALL_RETRIES = "has_failed_all_retries"
         # tags for git_requests.settings_response metric
         TAG_COVERAGE_ENABLED = "coverage_enabled"
         TAG_ITR_ENABLED = "itr_enabled"
@@ -86,6 +97,7 @@ module Datadog
         TAG_REQUIRE_GIT = "require_git"
         TAG_EARLY_FLAKE_DETECTION_ENABLED = "early_flake_detection_enabled"
         TAG_FLAKY_TEST_RETRIES_ENABLED = "flaky_test_retries_enabled"
+        TAG_KNOWN_TESTS_ENABLED = "known_tests_enabled"
         # tags for test_session metric
         TAG_PROVIDER = "provider"
         TAG_AUTO_INJECTED = "auto_injected"

data/lib/datadog/ci/ext/test.rb

@@ -58,21 +58,42 @@ module Datadog
         # version of the browser, if multiple browsers or multiple versions then this tag is empty
         TAG_BROWSER_VERSION = "test.browser.version"
 
+        # known and new tests
+        TAG_IS_NEW = "test.is_new" # true if test is new (it was not known to Datadog before)
+
         # Tags for retries
         TAG_IS_RETRY = "test.is_retry" # true if test was retried by datadog-ci library
-        TAG_IS_NEW = "test.is_new" # true if test was marked as new by new test retries (early flake detection)
+        TAG_RETRY_REASON = "test.retry_reason" # reason why test was retried
         TAG_EARLY_FLAKE_ENABLED = "test.early_flake.enabled" # true if early flake detection is enabled
         TAG_EARLY_FLAKE_ABORT_REASON = "test.early_flake.abort_reason" # reason why early flake detection was aborted
 
         # Tags for total code coverage
         TAG_CODE_COVERAGE_LINES_PCT = "test.code_coverage.lines_pct"
 
+        # Tags for test managament
+        TAG_TEST_MANAGEMENT_ENABLED = "test.test_management.enabled" # true if test management is enabled, set on test_session_end event
+        TAG_IS_ATTEMPT_TO_FIX = "test.test_management.is_attempt_to_fix" # true if test is marked as "attempted to fix"
+        TAG_IS_TEST_DISABLED = "test.test_management.is_test_disabled" # true if test is marked as disabled in test management view
+        TAG_IS_QUARANTINED = "test.test_management.is_quarantined" # true if test is quarantined in test management view
+        TAG_HAS_FAILED_ALL_RETRIES = "test.has_failed_all_retries" # true if test was retried and none of the retries passed
+        TAG_ATTEMPT_TO_FIX_PASSED = "test.test_management.attempt_to_fix_passed" # true if test was marked as "attempted to fix" and all of the retries passed
+
+        # a set of tag indicating which capabilities (features) are supported by the library
+        module LibraryCapabilities
+          TAG_TEST_IMPACT_ANALYSIS = "_dd.library_capabilities.test_impact_analysis"
+          TAG_EARLY_FLAKE_DETECTION = "_dd.library_capabilities.early_flake_detection"
+          TAG_AUTO_TEST_RETRIES = "_dd.library_capabilities.auto_test_retries"
+          TAG_TEST_MANAGEMENT_QUARANTINE = "_dd.library_capabilities.test_management.quarantine"
+          TAG_TEST_MANAGEMENT_DISABLE = "_dd.library_capabilities.test_management.disable"
+          TAG_TEST_MANAGEMENT_ATTEMPT_TO_FIX = "_dd.library_capabilities.test_management.attempt_to_fix"
+        end
+
         # internal APM tag to mark a span as a test span
         TAG_SPAN_KIND = "span.kind"
         SPAN_KIND_TEST = "test"
 
-        # common tags that are serialized directly in msgpack header in metadata field
-        METADATA_TAG_TEST_SESSION_NAME = "test_session.name"
+        # DD_TEST_SESSION_NAME value
+        TAG_TEST_SESSION_NAME = "test_session.name"
 
         # internal tag indicating if datadog service was configured by the user
         TAG_USER_PROVIDED_TEST_SERVICE = "_dd.test.is_user_provided_service"
@@ -85,7 +106,6 @@ module Datadog
 
         # could be either "test" or "suite" depending on whether we skip individual tests or whole suites
         ITR_TEST_SKIPPING_MODE = "test" # we always skip tests (not suites) in Ruby
-        ITR_TEST_SKIP_REASON = "Skipped by Datadog's intelligent test runner"
         ITR_UNSKIPPABLE_OPTION = :datadog_itr_unskippable
 
         EARLY_FLAKE_FAULTY = "faulty"
@@ -97,12 +117,30 @@ module Datadog
           SKIP = "skip"
         end
 
+        # test statuses that we use for execution stats but don't report to Datadog (e.g. fail_ignored)
+        module ExecutionStatsStatus
+          FAIL_IGNORED = "fail_ignored"
+        end
+
         # test types (e.g. test, benchmark, browser)
         module Type
           TEST = "test"
           BROWSER = "browser"
           BENCHMARK = "benchmark" # DEV: not used yet, will be used when benchmarks are supported
         end
+
+        # possible reasons why a test was retried
+        module RetryReason
+          RETRY_NEW = "efd"
+          RETRY_FAILED = "atr"
+          RETRY_FLAKY_FIXED = "attempt_to_fix"
+        end
+
+        # possible reasons why a test was skipped
+        module SkipReason
+          TEST_IMPACT_ANALYSIS = "Skipped by Datadog's Test Impact Analysis"
+          TEST_MANAGEMENT_DISABLED = "Flaky test is disabled by Datadog"
+        end
       end
     end
   end

data/lib/datadog/ci/ext/transport.rb

@@ -38,10 +38,13 @@ module Datadog
         DD_API_SETTINGS_RESPONSE_TESTS_SKIPPING_KEY = "tests_skipping"
         DD_API_SETTINGS_RESPONSE_REQUIRE_GIT_KEY = "require_git"
         DD_API_SETTINGS_RESPONSE_FLAKY_TEST_RETRIES_KEY = "flaky_test_retries_enabled"
+        DD_API_SETTINGS_RESPONSE_KNOWN_TESTS_ENABLED_KEY = "known_tests_enabled"
         DD_API_SETTINGS_RESPONSE_EARLY_FLAKE_DETECTION_KEY = "early_flake_detection"
         DD_API_SETTINGS_RESPONSE_ENABLED_KEY = "enabled"
         DD_API_SETTINGS_RESPONSE_SLOW_TEST_RETRIES_KEY = "slow_test_retries"
         DD_API_SETTINGS_RESPONSE_FAULTY_SESSION_THRESHOLD_KEY = "faulty_session_threshold"
+        DD_API_SETTINGS_RESPONSE_TEST_MANAGEMENT_KEY = "test_management"
+        DD_API_SETTINGS_RESPONSE_ATTEMPT_TO_FIX_RETRIES_KEY = "attempt_to_fix_retries"
         DD_API_SETTINGS_RESPONSE_DEFAULT = {DD_API_SETTINGS_RESPONSE_ITR_ENABLED_KEY => false}.freeze
 
         DD_API_GIT_SEARCH_COMMITS_PATH = "/api/v2/git/repository/search_commits"
@@ -54,6 +57,9 @@ module Datadog
         DD_API_UNIQUE_TESTS_PATH = "/api/v2/ci/libraries/tests"
         DD_API_UNIQUE_TESTS_TYPE = "ci_app_libraries_tests_request"
 
+        DD_API_TEST_MANAGEMENT_TESTS_PATH = "/api/v2/test/libraries/test-management/tests"
+        DD_API_TEST_MANAGEMENT_TESTS_TYPE = "ci_app_libraries_tests_request"
+
         CONTENT_TYPE_MESSAGEPACK = "application/msgpack"
         CONTENT_TYPE_JSON = "application/json"
         CONTENT_TYPE_MULTIPART_FORM_DATA = "multipart/form-data"

data/lib/datadog/ci/remote/component.rb

@@ -32,7 +32,9 @@ module Datadog
           # configure different components in parallel because they might block on HTTP requests
           configuration_workers = [
             Worker.new { test_optimisation.configure(library_configuration, test_session) },
-            Worker.new { test_retries.configure(library_configuration, test_session) }
+            Worker.new { test_retries.configure(library_configuration, test_session) },
+            Worker.new { test_visibility.configure(library_configuration, test_session) },
+            Worker.new { test_management.configure(library_configuration, test_session) }
           ]
 
           # launch configuration workers
@@ -44,6 +46,14 @@ module Datadog
 
         private
 
+        def test_management
+          Datadog.send(:components).test_management
+        end
+
+        def test_visibility
+          Datadog.send(:components).test_visibility
+        end
+
         def test_optimisation
           Datadog.send(:components).test_optimisation
         end

data/lib/datadog/ci/remote/library_settings.rb

@@ -98,6 +98,14 @@ module Datadog
           )
         end
 
+        def known_tests_enabled?
+          return @known_tests_enabled if defined?(@known_tests_enabled)
+
+          @known_tests_enabled = Utils::Parsing.convert_to_bool(
+            payload.fetch(Ext::Transport::DD_API_SETTINGS_RESPONSE_KNOWN_TESTS_ENABLED_KEY, false)
+          )
+        end
+
         def slow_test_retries
           return @slow_test_retries if defined?(@slow_test_retries)
 
@@ -114,8 +122,31 @@ module Datadog
           )
         end
 
+        def test_management_enabled?
+          return @test_management_enabled if defined?(@test_management_enabled)
+
+          @test_management_enabled = Utils::Parsing.convert_to_bool(
+            test_management_payload.fetch(Ext::Transport::DD_API_SETTINGS_RESPONSE_ENABLED_KEY, false)
+          )
+        end
+
+        def attempt_to_fix_retries_count
+          return @attempt_to_fix_retries_count if defined?(@attempt_to_fix_retries_count)
+
+          @attempt_to_fix_retries_count = test_management_payload.fetch(
+            Ext::Transport::DD_API_SETTINGS_RESPONSE_ATTEMPT_TO_FIX_RETRIES_KEY, nil
+          )
+        end
+
         private
 
+        def test_management_payload
+          payload.fetch(
+            Ext::Transport::DD_API_SETTINGS_RESPONSE_TEST_MANAGEMENT_KEY,
+            {}
+          )
+        end
+
         def early_flake_detection_payload
           payload.fetch(
             Ext::Transport::DD_API_SETTINGS_RESPONSE_EARLY_FLAKE_DETECTION_KEY,