datadog-ci 1.12.0 → 1.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ccfa630b807e5675fd68f68e571aeda530a0923e4cd4bdd29451f3065f8c4c7c
-  data.tar.gz: 0a777e031ade13b09619a034206a1258285fd3e63c4bd36a5a3e24a3840590e0
+  metadata.gz: bc134bf501f298c7803572320d3c82d93b64b0dbfc59b2d8219d42fd5fed24e6
+  data.tar.gz: 4714f599fef9eae12cb3dc99dfb17dc0431a9dfee7d9337da9fada542429c6c5
 SHA512:
-  metadata.gz: c47398d3cc2557b047741b7f8699e6464ee323bf3a32da43442fad8e666ca7cbc3fa973a88a006be3b86d0d3a61b44573755589b909fc21b75feb9b1f374de23
-  data.tar.gz: e183e41a31344d2beb1f03790d48f31259d52b043f23a340b1480db065e23909ce3f90204dbc9e98a4ef88a22a3fe16d759bf47fca080701c0a3a750ef7adfc9
+  metadata.gz: e54fa5b48885accd1c304fca925292470930f6c916e318c5a02eed24989d089e431b99aa56c3eab75f1ed4445c3ab8bd14b1783baa01c32e52bf3d0df5f3813b
+  data.tar.gz: 0f42913850d53736f3b058db3c7bea7e2f4cc0c5ccf511545d052afb142967084185075888511887185dbf5b82ee4b6931b7da76f91b91fe0c99760efb1b9574

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 ## [Unreleased]
 
+## [1.13.0] - 2025-02-25
+
+### Added
+
+* Flaky test management support ([#289][])
+* Always request the list of known tests and mark new tests ([#286][])
+
 ## [1.12.0] - 2025-01-23
 
 ### Added
@@ -386,7 +393,8 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 
 - Ruby versions < 2.7 no longer supported ([#8][])
 
-[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.12.0...main
+[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.13.0...main
+[1.13.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.12.0...v1.13.0
 [1.12.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.11.0...v1.12.0
 [1.11.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.10.0...v1.11.0
 [1.10.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.9.0...v1.10.0
@@ -554,4 +562,6 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 [#271]: https://github.com/DataDog/datadog-ci-rb/issues/271
 [#272]: https://github.com/DataDog/datadog-ci-rb/issues/272
 [#275]: https://github.com/DataDog/datadog-ci-rb/issues/275
-[#283]: https://github.com/DataDog/datadog-ci-rb/issues/283
+[#283]: https://github.com/DataDog/datadog-ci-rb/issues/283
+[#286]: https://github.com/DataDog/datadog-ci-rb/issues/286
+[#289]: https://github.com/DataDog/datadog-ci-rb/issues/289

data/lib/datadog/ci/configuration/components.rb

@@ -6,14 +6,17 @@ require_relative "../ext/settings"
 require_relative "../git/tree_uploader"
 require_relative "../remote/component"
 require_relative "../remote/library_settings_client"
+require_relative "../test_management/component"
+require_relative "../test_management/null_component"
+require_relative "../test_management/tests_properties"
 require_relative "../test_optimisation/component"
 require_relative "../test_optimisation/coverage/transport"
 require_relative "../test_optimisation/coverage/writer"
 require_relative "../test_retries/component"
 require_relative "../test_retries/null_component"
-require_relative "../test_retries/unique_tests_client"
 require_relative "../test_visibility/component"
 require_relative "../test_visibility/flush"
+require_relative "../test_visibility/known_tests"
 require_relative "../test_visibility/null_component"
 require_relative "../test_visibility/serializers/factories/test_level"
 require_relative "../test_visibility/serializers/factories/test_suite_level"
@@ -30,7 +33,7 @@ module Datadog
     module Configuration
       # Adds CI behavior to Datadog trace components
       module Components
-        attr_reader :test_visibility, :test_optimisation, :git_tree_upload_worker, :ci_remote, :test_retries
+        attr_reader :test_visibility, :test_optimisation, :git_tree_upload_worker, :ci_remote, :test_retries, :test_management
 
         def initialize(settings)
           @test_optimisation = nil
@@ -38,6 +41,7 @@ module Datadog
           @git_tree_upload_worker = DummyWorker.new
           @ci_remote = nil
           @test_retries = TestRetries::NullComponent.new
+          @test_management = TestManagement::NullComponent.new
 
           # Activate CI mode if enabled
           if settings.ci.enabled
@@ -58,7 +62,7 @@ module Datadog
         def activate_ci!(settings)
           unless settings.tracing.enabled
             Datadog.logger.error(
-              "CI visibility requires tracing to be enabled. Disabling CI visibility. " \
+              "Test Optimization requires tracing to be enabled. Disabling Test Optimization. " \
               "NOTE: if you didn't disable tracing intentionally, add `c.tracing.enabled = true` to " \
               "your Datadog.configure block."
             )
@@ -111,13 +115,21 @@ module Datadog
             retry_failed_tests_max_attempts: settings.ci.retry_failed_tests_max_attempts,
             retry_failed_tests_total_limit: settings.ci.retry_failed_tests_total_limit,
             retry_new_tests_enabled: settings.ci.retry_new_tests_enabled,
-            unique_tests_client: build_unique_tests_client(settings, test_visibility_api)
+            retry_flaky_fixed_tests_enabled: settings.ci.test_management_enabled,
+            retry_flaky_fixed_tests_max_attempts: settings.ci.test_management_attempt_to_fix_retries_count
           )
+
+          @test_management = TestManagement::Component.new(
+            enabled: settings.ci.test_management_enabled,
+            tests_properties_client: TestManagement::TestsProperties.new(api: test_visibility_api)
+          )
+
           # @type ivar @test_optimisation: Datadog::CI::TestOptimisation::Component
           @test_optimisation = build_test_optimisation(settings, test_visibility_api)
           @test_visibility = TestVisibility::Component.new(
             test_suite_level_visibility_enabled: !settings.ci.force_test_level_visibility,
-            logical_test_session_name: settings.ci.test_session_name
+            logical_test_session_name: settings.ci.test_session_name,
+            known_tests_client: build_known_tests_client(settings, test_visibility_api)
           )
         end
 
@@ -125,7 +137,7 @@ module Datadog
           if settings.ci.itr_code_coverage_use_single_threaded_mode &&
               settings.ci.itr_test_impact_analysis_use_allocation_tracing
             Datadog.logger.warn(
-              "Intelligent test runner: Single threaded coverage mode is incompatible with allocation tracing. " \
+              "Test Impact Analysis: Single threaded coverage mode is incompatible with allocation tracing. " \
               "Allocation tracing will be disabled. It means that test impact analysis will not be able to detect " \
               "instantiations of objects in your code, which is important for ActiveRecord models. " \
               "Please add your app/model folder to the list of tracked files or disable single threaded coverage mode."
@@ -137,7 +149,7 @@ module Datadog
           if RUBY_VERSION.start_with?("3.2.") && RUBY_VERSION < "3.2.3" &&
               settings.ci.itr_test_impact_analysis_use_allocation_tracing
             Datadog.logger.warn(
-              "Intelligent test runner: Allocation tracing is not supported in Ruby versions 3.2.0, 3.2.1 and 3.2.2 and will be forcibly " \
+              "Test Impact Analysis: Allocation tracing is not supported in Ruby versions 3.2.0, 3.2.1 and 3.2.2 and will be forcibly " \
               "disabled. This is due to a VM bug that can lead to crashes (https://bugs.ruby-lang.org/issues/19482). " \
               "Please update your Ruby version or add your app/model folder to the list of tracked files." \
               "Set env variable DD_CIVISIBILITY_ITR_TEST_IMPACT_ANALYSIS_USE_ALLOCATION_TRACING to 0 to disable this warning."
@@ -161,21 +173,21 @@ module Datadog
           if settings.ci.agentless_mode_enabled
             check_dd_site(settings)
 
-            Datadog.logger.debug("CI visibility configured to use agentless transport")
+            Datadog.logger.debug("Test Optimization configured to use agentless transport")
 
             api = Transport::Api::Builder.build_agentless_api(settings)
             if api.nil?
               Datadog.logger.error do
-                "DATADOG CONFIGURATION - CI VISIBILITY - ATTENTION - " \
-                "Agentless mode was enabled but DD_API_KEY is not set: CI visibility is disabled. " \
+                "DATADOG CONFIGURATION - TEST OPTIMIZATION - ATTENTION - " \
+                "Agentless mode was enabled but DD_API_KEY is not set: Test Optimization is disabled. " \
                 "Please make sure to set valid api key in DD_API_KEY environment variable"
               end
 
-              # Tests are running without CI visibility enabled
+              # Tests are running without Test Optimization enabled
               settings.ci.enabled = false
             end
           else
-            Datadog.logger.debug("CI visibility configured to use agent transport via EVP proxy")
+            Datadog.logger.debug("Test Optimization configured to use agent transport via EVP proxy")
 
             api = Transport::Api::Builder.build_evp_proxy_api(settings)
             if api.nil?
@@ -235,8 +247,8 @@ module Datadog
           )
         end
 
-        def build_unique_tests_client(settings, api)
-          TestRetries::UniqueTestsClient.new(
+        def build_known_tests_client(settings, api)
+          TestVisibility::KnownTests.new(
             api: api,
             dd_env: settings.env,
             config_tags: custom_configuration(settings)
@@ -262,7 +274,7 @@ module Datadog
           return if Ext::Settings::DD_SITE_ALLOWLIST.include?(settings.site)
 
           Datadog.logger.warn do
-            "CI VISIBILITY CONFIGURATION " \
+            "TEST OPTIMIZATION CONFIGURATION " \
             "Agentless mode was enabled but DD_SITE is not set to one of the following: #{Ext::Settings::DD_SITE_ALLOWLIST.join(", ")}. " \
             "Please make sure to set valid site in DD_SITE environment variable"
           end

data/lib/datadog/ci/configuration/settings.rb

@@ -116,6 +116,18 @@ module Datadog
                 o.default true
               end
 
+              option :test_management_enabled do |o|
+                o.type :bool
+                o.env CI::Ext::Settings::ENV_TEST_MANAGEMENT_ENABLED
+                o.default true
+              end
+
+              option :test_management_attempt_to_fix_retries_count do |o|
+                o.type :int
+                o.env CI::Ext::Settings::ENV_TEST_MANAGEMENT_ATTEMPT_TO_FIX_RETRIES
+                o.default 20
+              end
+
               # internal only
               option :discard_traces do |o|
                 o.type :bool

data/lib/datadog/ci/contrib/cucumber/instrumentation.rb

@@ -37,8 +37,11 @@ module Datadog
             end
 
             def begin_scenario(test_case)
-              if Datadog::CI.active_test&.skipped_by_itr?
-                raise ::Cucumber::Core::Test::Result::Skipped, CI::Ext::Test::ITR_TEST_SKIP_REASON
+              datadog_test = Datadog::CI.active_test
+
+              # special case for cucumber-ruby: we skip quarantined tests, thus for cucumber quarantined is the same as disabled
+              if datadog_test&.should_skip? || datadog_test&.quarantined?
+                raise ::Cucumber::Core::Test::Result::Skipped, datadog_test.datadog_skip_reason
               end
 
               super

data/lib/datadog/ci/contrib/minitest/test.rb

@@ -44,7 +44,7 @@ module Datadog
                 service: datadog_configuration[:service_name]
               )
               test_span&.itr_unskippable! if self.class.dd_suite_unskippable? || self.class.dd_test_unskippable?(name)
-              skip(CI::Ext::Test::ITR_TEST_SKIP_REASON) if test_span&.skipped_by_itr?
+              skip(test_span&.datadog_skip_reason) if test_span&.should_skip?
             end
 
             def after_teardown
@@ -53,8 +53,8 @@ module Datadog
 
               finish_with_result(test_span, result_code)
 
-              # remove failures if test passed at least once on retries
-              self.failures = [] if test_span.any_retry_passed?
+              # remove failures if test passed at least once on retries or quarantined
+              self.failures = [] if test_span.should_ignore_failures?
 
               if Helpers.parallel?(self.class)
                 finish_with_result(test_span.test_suite, result_code)

data/lib/datadog/ci/contrib/rspec/example.rb

@@ -41,7 +41,7 @@ module Datadog
                 ) do |test_span|
                   test_span&.itr_unskippable! if datadog_unskippable?
 
-                  metadata[:skip] = CI::Ext::Test::ITR_TEST_SKIP_REASON if test_span&.skipped_by_itr?
+                  metadata[:skip] = test_span&.datadog_skip_reason if test_span&.should_skip?
 
                   # before each run remove any previous exception
                   @exception = nil
@@ -58,8 +58,8 @@ module Datadog
                     test_span&.passed!
                   when :failed
                     test_span&.failed!(exception: execution_result.exception)
-                    # if any of the retries passed, we don't fail the test run
-                    @exception = nil if test_span&.any_retry_passed?
+                    # if any of the retries passed or test is quarantined, we don't fail the test run
+                    @exception = nil if test_span&.should_ignore_failures?
                   else
                     # :pending or nil
                     test_span&.skipped!(

data/lib/datadog/ci/ext/app_types.rb

@@ -3,7 +3,7 @@
 module Datadog
   module CI
     module Ext
-      # Defines span types for CI visibility
+      # Defines span types for Test Optimization
       # @public_api
       module AppTypes
         TYPE_TEST = "test"

data/lib/datadog/ci/ext/settings.rb

@@ -20,6 +20,8 @@ module Datadog
         ENV_RETRY_FAILED_TESTS_TOTAL_LIMIT = "DD_CIVISIBILITY_TOTAL_FLAKY_RETRY_COUNT"
         ENV_RETRY_NEW_TESTS_ENABLED = "DD_CIVISIBILITY_EARLY_FLAKE_DETECTION_ENABLED"
         ENV_TEST_SESSION_NAME = "DD_TEST_SESSION_NAME"
+        ENV_TEST_MANAGEMENT_ENABLED = "DD_TEST_MANAGEMENT_ENABLED"
+        ENV_TEST_MANAGEMENT_ATTEMPT_TO_FIX_RETRIES = "DD_TEST_MANAGEMENT_ATTEMPT_TO_FIX_RETRIES"
 
         # Source: https://docs.datadoghq.com/getting_started/site/
         DD_SITE_ALLOWLIST = %w[

data/lib/datadog/ci/ext/telemetry.rb

@@ -54,11 +54,17 @@ module Datadog
         METRIC_CODE_COVERAGE_IS_EMPTY = "code_coverage.is_empty"
         METRIC_CODE_COVERAGE_FILES = "code_coverage.files"
 
-        METRIC_EFD_UNIQUE_TESTS_REQUEST = "early_flake_detection.request"
-        METRIC_EFD_UNIQUE_TESTS_REQUEST_MS = "early_flake_detection.request_ms"
-        METRIC_EFD_UNIQUE_TESTS_REQUEST_ERRORS = "early_flake_detection.request_errors"
-        METRIC_EFD_UNIQUE_TESTS_RESPONSE_BYTES = "early_flake_detection.response_bytes"
-        METRIC_EFD_UNIQUE_TESTS_RESPONSE_TESTS = "early_flake_detection.response_tests"
+        METRIC_KNOWN_TESTS_REQUEST = "known_tests.request"
+        METRIC_KNOWN_TESTS_REQUEST_MS = "known_tests.request_ms"
+        METRIC_KNOWN_TESTS_REQUEST_ERRORS = "known_tests.request_errors"
+        METRIC_KNOWN_TESTS_RESPONSE_BYTES = "known_tests.response_bytes"
+        METRIC_KNOWN_TESTS_RESPONSE_TESTS = "known_tests.response_tests"
+
+        METRIC_TEST_MANAGEMENT_TESTS_REQUEST = "test_management_tests.request"
+        METRIC_TEST_MANAGEMENT_TESTS_REQUEST_MS = "test_management_tests.request_ms"
+        METRIC_TEST_MANAGEMENT_TESTS_REQUEST_ERRORS = "test_management_tests.request_errors"
+        METRIC_TEST_MANAGEMENT_TESTS_RESPONSE_BYTES = "test_management_tests.response_bytes"
+        METRIC_TEST_MANAGEMENT_TESTS_RESPONSE_TESTS = "test_management_tests.response_tests"
 
         METRIC_TEST_SESSION = "test_session"
 
@@ -69,6 +75,7 @@ module Datadog
         TAG_BROWSER_DRIVER = "browser_driver"
         TAG_IS_RUM = "is_rum"
         TAG_IS_RETRY = "is_retry"
+        TAG_RETRY_REASON = "retry_reason"
         TAG_EARLY_FLAKE_DETECTION_ABORT_REASON = "early_flake_detection_abort_reason"
         TAG_IS_NEW = "is_new"
         TAG_LIBRARY = "library"
@@ -79,6 +86,10 @@ module Datadog
         TAG_REQUEST_COMPRESSED = "rq_compressed"
         TAG_RESPONSE_COMPRESSED = "rs_compressed"
         TAG_COMMAND = "command"
+        TAG_IS_ATTEMPT_TO_FIX = "is_attempt_to_fix"
+        TAG_IS_QUARANTINED = "is_quarantined"
+        TAG_IS_TEST_DISABLED = "is_disabled"
+        TAG_HAS_FAILED_ALL_RETRIES = "has_failed_all_retries"
         # tags for git_requests.settings_response metric
         TAG_COVERAGE_ENABLED = "coverage_enabled"
         TAG_ITR_ENABLED = "itr_enabled"
@@ -86,6 +97,7 @@ module Datadog
         TAG_REQUIRE_GIT = "require_git"
         TAG_EARLY_FLAKE_DETECTION_ENABLED = "early_flake_detection_enabled"
         TAG_FLAKY_TEST_RETRIES_ENABLED = "flaky_test_retries_enabled"
+        TAG_KNOWN_TESTS_ENABLED = "known_tests_enabled"
         # tags for test_session metric
         TAG_PROVIDER = "provider"
         TAG_AUTO_INJECTED = "auto_injected"

data/lib/datadog/ci/ext/test.rb

@@ -58,21 +58,42 @@ module Datadog
         # version of the browser, if multiple browsers or multiple versions then this tag is empty
         TAG_BROWSER_VERSION = "test.browser.version"
 
+        # known and new tests
+        TAG_IS_NEW = "test.is_new" # true if test is new (it was not known to Datadog before)
+
         # Tags for retries
         TAG_IS_RETRY = "test.is_retry" # true if test was retried by datadog-ci library
-        TAG_IS_NEW = "test.is_new" # true if test was marked as new by new test retries (early flake detection)
+        TAG_RETRY_REASON = "test.retry_reason" # reason why test was retried
         TAG_EARLY_FLAKE_ENABLED = "test.early_flake.enabled" # true if early flake detection is enabled
         TAG_EARLY_FLAKE_ABORT_REASON = "test.early_flake.abort_reason" # reason why early flake detection was aborted
 
         # Tags for total code coverage
         TAG_CODE_COVERAGE_LINES_PCT = "test.code_coverage.lines_pct"
 
+        # Tags for test managament
+        TAG_TEST_MANAGEMENT_ENABLED = "test.test_management.enabled" # true if test management is enabled, set on test_session_end event
+        TAG_IS_ATTEMPT_TO_FIX = "test.test_management.is_attempt_to_fix" # true if test is marked as "attempted to fix"
+        TAG_IS_TEST_DISABLED = "test.test_management.is_test_disabled" # true if test is marked as disabled in test management view
+        TAG_IS_QUARANTINED = "test.test_management.is_quarantined" # true if test is quarantined in test management view
+        TAG_HAS_FAILED_ALL_RETRIES = "test.has_failed_all_retries" # true if test was retried and none of the retries passed
+        TAG_ATTEMPT_TO_FIX_PASSED = "test.test_management.attempt_to_fix_passed" # true if test was marked as "attempted to fix" and all of the retries passed
+
+        # a set of tag indicating which capabilities (features) are supported by the library
+        module LibraryCapabilities
+          TAG_TEST_IMPACT_ANALYSIS = "_dd.library_capabilities.test_impact_analysis"
+          TAG_EARLY_FLAKE_DETECTION = "_dd.library_capabilities.early_flake_detection"
+          TAG_AUTO_TEST_RETRIES = "_dd.library_capabilities.auto_test_retries"
+          TAG_TEST_MANAGEMENT_QUARANTINE = "_dd.library_capabilities.test_management.quarantine"
+          TAG_TEST_MANAGEMENT_DISABLE = "_dd.library_capabilities.test_management.disable"
+          TAG_TEST_MANAGEMENT_ATTEMPT_TO_FIX = "_dd.library_capabilities.test_management.attempt_to_fix"
+        end
+
         # internal APM tag to mark a span as a test span
         TAG_SPAN_KIND = "span.kind"
         SPAN_KIND_TEST = "test"
 
-        # common tags that are serialized directly in msgpack header in metadata field
-        METADATA_TAG_TEST_SESSION_NAME = "test_session.name"
+        # DD_TEST_SESSION_NAME value
+        TAG_TEST_SESSION_NAME = "test_session.name"
 
         # internal tag indicating if datadog service was configured by the user
         TAG_USER_PROVIDED_TEST_SERVICE = "_dd.test.is_user_provided_service"
@@ -85,7 +106,6 @@ module Datadog
 
         # could be either "test" or "suite" depending on whether we skip individual tests or whole suites
         ITR_TEST_SKIPPING_MODE = "test" # we always skip tests (not suites) in Ruby
-        ITR_TEST_SKIP_REASON = "Skipped by Datadog's intelligent test runner"
         ITR_UNSKIPPABLE_OPTION = :datadog_itr_unskippable
 
         EARLY_FLAKE_FAULTY = "faulty"
@@ -97,12 +117,30 @@ module Datadog
           SKIP = "skip"
         end
 
+        # test statuses that we use for execution stats but don't report to Datadog (e.g. fail_ignored)
+        module ExecutionStatsStatus
+          FAIL_IGNORED = "fail_ignored"
+        end
+
         # test types (e.g. test, benchmark, browser)
         module Type
           TEST = "test"
           BROWSER = "browser"
           BENCHMARK = "benchmark" # DEV: not used yet, will be used when benchmarks are supported
         end
+
+        # possible reasons why a test was retried
+        module RetryReason
+          RETRY_NEW = "efd"
+          RETRY_FAILED = "atr"
+          RETRY_FLAKY_FIXED = "attempt_to_fix"
+        end
+
+        # possible reasons why a test was skipped
+        module SkipReason
+          TEST_IMPACT_ANALYSIS = "Skipped by Datadog's Test Impact Analysis"
+          TEST_MANAGEMENT_DISABLED = "Flaky test is disabled by Datadog"
+        end
       end
     end
   end

data/lib/datadog/ci/ext/transport.rb

@@ -38,10 +38,13 @@ module Datadog
         DD_API_SETTINGS_RESPONSE_TESTS_SKIPPING_KEY = "tests_skipping"
         DD_API_SETTINGS_RESPONSE_REQUIRE_GIT_KEY = "require_git"
         DD_API_SETTINGS_RESPONSE_FLAKY_TEST_RETRIES_KEY = "flaky_test_retries_enabled"
+        DD_API_SETTINGS_RESPONSE_KNOWN_TESTS_ENABLED_KEY = "known_tests_enabled"
         DD_API_SETTINGS_RESPONSE_EARLY_FLAKE_DETECTION_KEY = "early_flake_detection"
         DD_API_SETTINGS_RESPONSE_ENABLED_KEY = "enabled"
         DD_API_SETTINGS_RESPONSE_SLOW_TEST_RETRIES_KEY = "slow_test_retries"
         DD_API_SETTINGS_RESPONSE_FAULTY_SESSION_THRESHOLD_KEY = "faulty_session_threshold"
+        DD_API_SETTINGS_RESPONSE_TEST_MANAGEMENT_KEY = "test_management"
+        DD_API_SETTINGS_RESPONSE_ATTEMPT_TO_FIX_RETRIES_KEY = "attempt_to_fix_retries"
         DD_API_SETTINGS_RESPONSE_DEFAULT = {DD_API_SETTINGS_RESPONSE_ITR_ENABLED_KEY => false}.freeze
 
         DD_API_GIT_SEARCH_COMMITS_PATH = "/api/v2/git/repository/search_commits"
@@ -54,6 +57,9 @@ module Datadog
         DD_API_UNIQUE_TESTS_PATH = "/api/v2/ci/libraries/tests"
         DD_API_UNIQUE_TESTS_TYPE = "ci_app_libraries_tests_request"
 
+        DD_API_TEST_MANAGEMENT_TESTS_PATH = "/api/v2/test/libraries/test-management/tests"
+        DD_API_TEST_MANAGEMENT_TESTS_TYPE = "ci_app_libraries_tests_request"
+
         CONTENT_TYPE_MESSAGEPACK = "application/msgpack"
         CONTENT_TYPE_JSON = "application/json"
         CONTENT_TYPE_MULTIPART_FORM_DATA = "multipart/form-data"

data/lib/datadog/ci/remote/component.rb

@@ -32,7 +32,9 @@ module Datadog
           # configure different components in parallel because they might block on HTTP requests
           configuration_workers = [
             Worker.new { test_optimisation.configure(library_configuration, test_session) },
-            Worker.new { test_retries.configure(library_configuration, test_session) }
+            Worker.new { test_retries.configure(library_configuration, test_session) },
+            Worker.new { test_visibility.configure(library_configuration, test_session) },
+            Worker.new { test_management.configure(library_configuration, test_session) }
           ]
 
           # launch configuration workers
@@ -44,6 +46,14 @@ module Datadog
 
         private
 
+        def test_management
+          Datadog.send(:components).test_management
+        end
+
+        def test_visibility
+          Datadog.send(:components).test_visibility
+        end
+
         def test_optimisation
           Datadog.send(:components).test_optimisation
         end

data/lib/datadog/ci/remote/library_settings.rb

@@ -98,6 +98,14 @@ module Datadog
           )
         end
 
+        def known_tests_enabled?
+          return @known_tests_enabled if defined?(@known_tests_enabled)
+
+          @known_tests_enabled = Utils::Parsing.convert_to_bool(
+            payload.fetch(Ext::Transport::DD_API_SETTINGS_RESPONSE_KNOWN_TESTS_ENABLED_KEY, false)
+          )
+        end
+
         def slow_test_retries
           return @slow_test_retries if defined?(@slow_test_retries)
 
@@ -114,8 +122,31 @@ module Datadog
           )
         end
 
+        def test_management_enabled?
+          return @test_management_enabled if defined?(@test_management_enabled)
+
+          @test_management_enabled = Utils::Parsing.convert_to_bool(
+            test_management_payload.fetch(Ext::Transport::DD_API_SETTINGS_RESPONSE_ENABLED_KEY, false)
+          )
+        end
+
+        def attempt_to_fix_retries_count
+          return @attempt_to_fix_retries_count if defined?(@attempt_to_fix_retries_count)
+
+          @attempt_to_fix_retries_count = test_management_payload.fetch(
+            Ext::Transport::DD_API_SETTINGS_RESPONSE_ATTEMPT_TO_FIX_RETRIES_KEY, nil
+          )
+        end
+
         private
 
+        def test_management_payload
+          payload.fetch(
+            Ext::Transport::DD_API_SETTINGS_RESPONSE_TEST_MANAGEMENT_KEY,
+            {}
+          )
+        end
+
         def early_flake_detection_payload
           payload.fetch(
             Ext::Transport::DD_API_SETTINGS_RESPONSE_EARLY_FLAKE_DETECTION_KEY,

data/lib/datadog/ci/remote/library_settings_client.rb

@@ -62,7 +62,8 @@ module Datadog
               Ext::Telemetry::TAG_EARLY_FLAKE_DETECTION_ENABLED => library_settings.early_flake_detection_enabled?.to_s,
               Ext::Telemetry::TAG_FLAKY_TEST_RETRIES_ENABLED => library_settings.flaky_test_retries_enabled?.to_s,
               Ext::Telemetry::TAG_ITR_ENABLED => library_settings.itr_enabled?.to_s,
-              Ext::Telemetry::TAG_REQUIRE_GIT => library_settings.require_git?.to_s
+              Ext::Telemetry::TAG_REQUIRE_GIT => library_settings.require_git?.to_s,
+              Ext::Telemetry::TAG_KNOWN_TESTS_ENABLED => library_settings.known_tests_enabled?.to_s
             }
           )
 

data/lib/datadog/ci/test.rb

@@ -62,19 +62,37 @@ module Datadog
         get_tag(Ext::Test::TAG_TEST_SESSION_ID)
       end
 
-      # Returns "true" if the test is skipped by the intelligent test runner.
-      # @return [Boolean] true if the test is skipped by the intelligent test runner, false otherwise.
-      def skipped_by_itr?
-        get_tag(Ext::Test::TAG_ITR_SKIPPED_BY_ITR) == "true"
-      end
-
       # Returns "true" if test span represents a retry.
       # @return [Boolean] true if this test is a retry, false otherwise.
       def is_retry?
         get_tag(Ext::Test::TAG_IS_RETRY) == "true"
       end
 
-      # Marks this test as unskippable by the intelligent test runner.
+      # Returns "true" if this span represents a test that wasn't known to Datadog before.
+      # @return [Boolean] true if this test is a new one, false otherwise.
+      def is_new?
+        get_tag(Ext::Test::TAG_IS_NEW) == "true"
+      end
+
+      # Returns "true" if this test is quarantined by Datadog test management.
+      # @return [Boolean] true if this test is quarantined, false otherwise.
+      def quarantined?
+        get_tag(Ext::Test::TAG_IS_QUARANTINED) == "true"
+      end
+
+      # Returns "true" if this test is disabled by Datadog test management.
+      # @return [Boolean] true if this test is disabled, false otherwise.
+      def disabled?
+        get_tag(Ext::Test::TAG_IS_TEST_DISABLED) == "true"
+      end
+
+      # Returns "true" if this flaky test has fixing attempts (determined by Datadog backend).
+      # @return [Boolean] true if this test is attempted to be fixed.
+      def attempt_to_fix?
+        get_tag(Ext::Test::TAG_IS_ATTEMPT_TO_FIX) == "true"
+      end
+
+      # Marks this test as unskippable by the Test Impact Analysis.
       # This must be done before the test execution starts.
       #
       # Examples of tests that should be unskippable:
@@ -88,7 +106,7 @@ module Datadog
         TestOptimisation::Telemetry.itr_unskippable
         set_tag(Ext::Test::TAG_ITR_UNSKIPPABLE, "true")
 
-        if skipped_by_itr?
+        if skipped_by_test_impact_analysis?
           clear_tag(Ext::Test::TAG_ITR_SKIPPED_BY_ITR)
 
           TestOptimisation::Telemetry.itr_forced_run
@@ -110,7 +128,13 @@ module Datadog
       def failed!(exception: nil)
         super
 
-        record_test_result(Ext::Test::Status::FAIL)
+        # if we should ignore failures, we consider this test to be passed
+        if should_ignore_failures?
+          # use a special "fail_ignored" status to mark this test as failed but ignored
+          record_test_result(Ext::Test::ExecutionStatsStatus::FAIL_IGNORED)
+        else
+          record_test_result(Ext::Test::Status::FAIL)
+        end
       end
 
       # Sets the status of the span to "skip".
@@ -148,6 +172,40 @@ module Datadog
         !!test_suite&.any_test_retry_passed?(datadog_test_id)
       end
 
+      # @internal
+      def all_executions_failed?
+        !!test_suite&.all_executions_failed?(datadog_test_id)
+      end
+
+      # @internal
+      def all_executions_passed?
+        !!test_suite&.all_executions_passed?(datadog_test_id)
+      end
+
+      # @internal
+      def datadog_skip_reason
+        if skipped_by_test_impact_analysis?
+          Ext::Test::SkipReason::TEST_IMPACT_ANALYSIS
+        elsif disabled? || quarantined?
+          Ext::Test::SkipReason::TEST_MANAGEMENT_DISABLED
+        end
+      end
+
+      # @internal
+      def should_skip?
+        skipped_by_test_impact_analysis? || (disabled? && !attempt_to_fix?)
+      end
+
+      # @internal
+      def should_ignore_failures?
+        quarantined? || disabled? || any_retry_passed?
+      end
+
+      # @internal
+      def skipped_by_test_impact_analysis?
+        get_tag(Ext::Test::TAG_ITR_SKIPPED_BY_ITR) == "true"
+      end
+
       private
 
       def record_test_result(datadog_status)