datadog-ci 1.21.0 → 1.22.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e7fac7df8bd20e5c52ea01bfe200854a7d2ad85454b60b9bad429d43527074b1
-  data.tar.gz: 6763a5ac2a1f6c5dafbec6a1f3ed95f3eccfbd8e66b009b115dcae82ff6b62c8
+  metadata.gz: 64b3da927cc62294a16d73045c2585a0d943d81d638b9ac61f95f10b2f69f6b6
+  data.tar.gz: 72451663fb18398c49bfa61ac43b0317e21792853d2681b44e77239e932d1bfc
 SHA512:
-  metadata.gz: e1fefe3b31fff717f7df05fe2399459b2db086380c78cc7f27d7211cc082b804723d83cc0617c00c8851b8389205aa511d07ba09d67871de2bb1d38b67498b38
-  data.tar.gz: 8eac96f33d23410db16c0199aa0b4bd28237b6f1e9eac087dde993db4a14c309017fe92592071e5c67718f7c2a7b2ce7e773b39cd7a643860a4898135381cb3f
+  metadata.gz: 209a3a9d3c6c6081b864231e0c63742f34c5ba64b51c60e879742410a3da16bac7eefc802dd18a23bed30f9cdc4be0282258d51c28fdac560792a91423acaef7
+  data.tar.gz: 13bb63efb8388ac57a396c299fc5d36f8bda7889914c31cee7eacc409a4bbf9fad70e96e7b01b8ce2cf2139fd467f8f1dda21fe7090e826958440e701abbcfdc

data/CHANGELOG.md

@@ -1,5 +1,27 @@
 ## [Unreleased]
 
+## [1.22.0] - 2025-08-12
+
+### Added
+* Add pr_number extraction to GitHub Actions provider ([#390][])
+* Add ci.job.id tag to events ([#387][])
+* Test discovery mode - internal, intended for usage with Datadog test runner ([#378][])
+
+### Changed
+* fetch exact head commit instead of unshallowing parent for impacted tests detection ([#393][])
+
+### Fixed
+* Fix: make test_suite_name parameter optional for Datadog::CI.active_test_suite method ([#396][])
+* Fix handling of base branch commit SHA for Github Actions and Gitlab ([#394][])
+* fix Minitest's test suite name when encountering relative source file paths ([#391][])
+
+## [1.21.1] - 2025-07-22
+
+### Fixed
+
+* fix: RSpec's DocumentationFormatter might not be present at instrumentation time ([#384][])
+* fix: do not crash when `Minitest.run` is called in a fork ([#383][])
+
 ## [1.21.0] - 2025-07-14
 
 ### Added
@@ -492,7 +514,9 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 
 - Ruby versions < 2.7 no longer supported ([#8][])
 
-[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.21.0...main
+[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.22.0...main
+[1.22.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.21.1...v1.22.0
+[1.21.1]: https://github.com/DataDog/datadog-ci-rb/compare/v1.21.0...v1.21.1
 [1.21.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.20.2...v1.21.0
 [1.20.2]: https://github.com/DataDog/datadog-ci-rb/compare/v1.20.1...v1.20.2
 [1.20.1]: https://github.com/DataDog/datadog-ci-rb/compare/v1.20.0...v1.20.1
@@ -698,4 +722,13 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 [#355]: https://github.com/DataDog/datadog-ci-rb/issues/355
 [#359]: https://github.com/DataDog/datadog-ci-rb/issues/359
 [#366]: https://github.com/DataDog/datadog-ci-rb/issues/366
-[#370]: https://github.com/DataDog/datadog-ci-rb/issues/370
+[#370]: https://github.com/DataDog/datadog-ci-rb/issues/370
+[#378]: https://github.com/DataDog/datadog-ci-rb/issues/378
+[#383]: https://github.com/DataDog/datadog-ci-rb/issues/383
+[#384]: https://github.com/DataDog/datadog-ci-rb/issues/384
+[#387]: https://github.com/DataDog/datadog-ci-rb/issues/387
+[#390]: https://github.com/DataDog/datadog-ci-rb/issues/390
+[#391]: https://github.com/DataDog/datadog-ci-rb/issues/391
+[#393]: https://github.com/DataDog/datadog-ci-rb/issues/393
+[#394]: https://github.com/DataDog/datadog-ci-rb/issues/394
+[#396]: https://github.com/DataDog/datadog-ci-rb/issues/396

data/lib/datadog/ci/configuration/components.rb

@@ -16,6 +16,7 @@ require_relative "../test_optimisation/component"
 require_relative "../test_optimisation/coverage/transport"
 require_relative "../test_retries/component"
 require_relative "../test_retries/null_component"
+require_relative "../test_discovery/component"
 require_relative "../test_visibility/component"
 require_relative "../test_visibility/flush"
 require_relative "../test_visibility/known_tests"
@@ -37,7 +38,7 @@ module Datadog
       # Adds CI behavior to Datadog trace components
       module Components
         attr_reader :test_visibility, :test_optimisation, :git_tree_upload_worker, :ci_remote, :test_retries,
-          :test_management, :agentless_logs_submission, :impacted_tests_detection
+          :test_management, :agentless_logs_submission, :impacted_tests_detection, :test_discovery
 
         def initialize(settings)
           @test_optimisation = nil
@@ -47,6 +48,7 @@ module Datadog
           @test_retries = TestRetries::NullComponent.new
           @test_management = TestManagement::NullComponent.new
           @impacted_tests_detection = nil
+          @test_discovery = nil
 
           # Activate CI mode if enabled
           if settings.ci.enabled
@@ -62,6 +64,7 @@ module Datadog
           @test_visibility&.shutdown!
           @test_optimisation&.shutdown!
           @agentless_logs_submission&.shutdown!
+          @test_discovery&.shutdown!
           @git_tree_upload_worker&.stop
         end
 
@@ -112,9 +115,17 @@ module Datadog
 
           settings.tracing.test_mode.writer_options = trace_writer_options
 
+          # @type ivar @test_discovery: Datadog::CI::TestDiscovery::Component
+          @test_discovery = TestDiscovery::Component.new(
+            enabled: settings.ci.test_discovery_enabled,
+            output_path: settings.ci.test_discovery_output_path
+          )
+          @test_discovery.disable_features_for_test_discovery!(settings)
+
           @git_tree_upload_worker = build_git_upload_worker(settings, test_visibility_api)
           @ci_remote = Remote::Component.new(
-            library_settings_client: build_library_settings_client(settings, test_visibility_api)
+            library_settings_client: build_library_settings_client(settings, test_visibility_api),
+            test_discovery_enabled: settings.ci.test_discovery_enabled
           )
           @test_retries = TestRetries::Component.new(
             retry_failed_tests_enabled: settings.ci.retry_failed_tests_enabled,

data/lib/datadog/ci/configuration/settings.rb

@@ -157,6 +157,17 @@ module Datadog
                 o.default false
               end
 
+              option :test_discovery_enabled do |o|
+                o.type :bool
+                o.env Ext::Settings::ENV_TEST_DISCOVERY_MODE_ENABLED
+                o.default false
+              end
+
+              option :test_discovery_output_path do |o|
+                o.type :string, nilable: true
+                o.env CI::Ext::Settings::ENV_TEST_DISCOVERY_OUTPUT_PATH
+              end
+
               define_method(:instrument) do |integration_name, options = {}, &block|
                 return unless enabled
 

data/lib/datadog/ci/contrib/instrumentation.rb

@@ -9,7 +9,6 @@ module Datadog
         class InvalidIntegrationError < StandardError; end
 
         @registry = {}
-        @auto_instrumented = false
 
         def self.registry
           @registry
@@ -19,10 +18,6 @@ module Datadog
           @registry[integration_name(integration_class)] = integration_class.new
         end
 
-        def self.auto_instrumented?
-          @auto_instrumented
-        end
-
         # Auto instrumentation of all integrations.
         #
         # Registers a :script_compiled tracepoint to watch for new Ruby files being loaded.
@@ -30,7 +25,6 @@ module Datadog
         # Only the integrations that are available in the environment are checked.
         def self.auto_instrument
           Datadog.logger.debug("Auto instrumenting all integrations...")
-          @auto_instrumented = true
 
           auto_instrumented_integrations = fetch_auto_instrumented_integrations
           if auto_instrumented_integrations.empty?

data/lib/datadog/ci/contrib/minitest/helpers.rb

@@ -38,7 +38,18 @@ module Datadog
               source_location, = klass.instance_method(method_name).source_location
             end
 
-            source_file_path = Pathname.new(source_location.to_s).relative_path_from(Pathname.pwd).to_s
+            # According to https://github.com/DataDog/datadog-ci-rb/issues/386
+            # the source file path coould be relative when using minitest mixins.
+            #
+            # Note that it doesn't break for test suite source location in .start_test_suite method
+            # because it outputs path relative to the repository root.
+            #
+            # For backwards compatibility, we'll continue to use the relative path from the current
+            # working directory for test suite name.
+            source_file_path = Pathname.new(source_location.to_s)
+            if source_file_path.absolute?
+              source_file_path = source_file_path.relative_path_from(Pathname.pwd).to_s
+            end
 
             "#{klass.name} at #{source_file_path}"
           end

data/lib/datadog/ci/contrib/rspec/integration.rb

@@ -24,10 +24,7 @@ module Datadog
             !defined?(::RSpec).nil? && !defined?(::RSpec::Core).nil? &&
               !defined?(::RSpec::Core::Example).nil? &&
               !defined?(::RSpec::Core::Runner).nil? &&
-              !defined?(::RSpec::Core::ExampleGroup).nil? &&
-              !defined?(::RSpec::Core::Formatters::DocumentationFormatter).nil? &&
-              !defined?(::RSpec::Core::Formatters::BaseFormatter).nil? &&
-              !defined?(::RSpec::Core::Formatters::BaseTextFormatter).nil?
+              !defined?(::RSpec::Core::ExampleGroup).nil?
           end
 
           def compatible?
@@ -35,12 +32,21 @@ module Datadog
           end
 
           def new_configuration
-            Configuration::Settings.new
+            settings = Configuration::Settings.new
+            # if we are running in test discovery mode, we are most likely running in dry run - we need to allow it
+            settings.dry_run_enabled = true if test_discovery_component&.enabled?
+            settings
           end
 
           def patcher
             Patcher
           end
+
+          def test_discovery_component
+            components = Datadog.send(:components)
+            return nil unless components.respond_to?(:test_discovery)
+            components.test_discovery
+          end
         end
       end
     end

data/lib/datadog/ci/contrib/rspec/patcher.rb

@@ -21,7 +21,13 @@ module Datadog
             ::RSpec::Core::Runner.include(Runner)
             ::RSpec::Core::Example.include(Example)
             ::RSpec::Core::ExampleGroup.include(ExampleGroup)
-            ::RSpec::Core::Formatters::DocumentationFormatter.include(DocumentationFormatter)
+
+            # only add DocumentationFormatter's patch if it's loaded at this point
+            if defined?(::RSpec::Core::Formatters::DocumentationFormatter) &&
+                defined?(::RSpec::Core::Formatters::BaseFormatter) &&
+                defined?(::RSpec::Core::Formatters::BaseTextFormatter)
+              ::RSpec::Core::Formatters::DocumentationFormatter.include(DocumentationFormatter)
+            end
           end
         end
       end

data/lib/datadog/ci/ext/environment/extractor.rb

@@ -23,6 +23,7 @@ module Datadog
             return @tags if defined?(@tags)
 
             @tags = {
+              Environment::TAG_JOB_ID => @provider.job_id,
               Environment::TAG_JOB_NAME => @provider.job_name,
               Environment::TAG_JOB_URL => @provider.job_url,
               Environment::TAG_PIPELINE_ID => @provider.pipeline_id,
@@ -51,6 +52,7 @@ module Datadog
 
               Git::TAG_PULL_REQUEST_BASE_BRANCH => @provider.git_pull_request_base_branch,
               Git::TAG_PULL_REQUEST_BASE_BRANCH_SHA => @provider.git_pull_request_base_branch_sha,
+              Git::TAG_PULL_REQUEST_BASE_BRANCH_HEAD_SHA => @provider.git_pull_request_base_branch_head_sha,
               Environment::TAG_PR_NUMBER => @provider.pr_number,
 
               Git::TAG_COMMIT_HEAD_SHA => @provider.git_commit_head_sha,

data/lib/datadog/ci/ext/environment/providers/aws_code_pipeline.rb

@@ -20,6 +20,10 @@ module Datadog
               Provider::AWS
             end
 
+            def job_id
+              env["DD_ACTION_EXECUTION_ID"]
+            end
+
             def pipeline_id
               env["DD_PIPELINE_EXECUTION_ID"]
             end

data/lib/datadog/ci/ext/environment/providers/azure.rb

@@ -20,6 +20,10 @@ module Datadog
               Provider::AZURE
             end
 
+            def job_id
+              env["SYSTEM_JOBID"]
+            end
+
             def pipeline_url
               return unless url_defined?
 

data/lib/datadog/ci/ext/environment/providers/base.rb

@@ -18,6 +18,9 @@ module Datadog
               @env = env
             end
 
+            def job_id
+            end
+
             def job_name
             end
 
@@ -104,6 +107,9 @@ module Datadog
             def git_pull_request_base_branch_sha
             end
 
+            def git_pull_request_base_branch_head_sha
+            end
+
             def git_commit_head_sha
             end
 

data/lib/datadog/ci/ext/environment/providers/buildkite.rb

@@ -20,6 +20,10 @@ module Datadog
               Provider::BUILDKITE
             end
 
+            def job_id
+              env["BUILDKITE_JOB_ID"]
+            end
+
             def job_url
               "#{env["BUILDKITE_BUILD_URL"]}##{env["BUILDKITE_JOB_ID"]}"
             end

data/lib/datadog/ci/ext/environment/providers/circleci.rb

@@ -20,6 +20,10 @@ module Datadog
               Provider::CIRCLECI
             end
 
+            def job_id
+              env["CIRCLE_BUILD_NUM"]
+            end
+
             def job_url
               env["CIRCLE_BUILD_URL"]
             end

data/lib/datadog/ci/ext/environment/providers/github_actions.rb

@@ -31,6 +31,10 @@ module Datadog
               "#{github_server_url}/#{env["GITHUB_REPOSITORY"]}/commit/#{env["GITHUB_SHA"]}/checks"
             end
 
+            def job_id
+              env["GITHUB_JOB"]
+            end
+
             def pipeline_id
               env["GITHUB_RUN_ID"]
             end
@@ -80,7 +84,7 @@ module Datadog
               env["GITHUB_BASE_REF"]
             end
 
-            def git_pull_request_base_branch_sha
+            def git_pull_request_base_branch_head_sha
               return nil if git_pull_request_base_branch.nil?
 
               event_json = github_event_json
@@ -88,8 +92,8 @@ module Datadog
 
               event_json.dig("pull_request", "base", "sha")
             rescue => e
-              Datadog.logger.error("Failed to extract pull request base branch SHA from GitHub Actions: #{e}")
-              Core::Telemetry::Logger.report(e, description: "Failed to extract pull request base branch SHA from GitHub Actions")
+              Datadog.logger.error("Failed to extract pull request base branch head SHA from GitHub Actions: #{e}")
+              Core::Telemetry::Logger.report(e, description: "Failed to extract pull request base branch head SHA from GitHub Actions")
               nil
             end
 
@@ -106,6 +110,17 @@ module Datadog
               nil
             end
 
+            def pr_number
+              event_json = github_event_json
+              return nil if event_json.nil?
+
+              event_json["number"]
+            rescue => e
+              Datadog.logger.error("Failed to extract PR number from GitHub Actions: #{e}")
+              Core::Telemetry::Logger.report(e, description: "Failed to extract PR number from GitHub Actions")
+              nil
+            end
+
             private
 
             def github_event_json

data/lib/datadog/ci/ext/environment/providers/gitlab.rb

@@ -18,6 +18,10 @@ module Datadog
               Provider::GITLAB
             end
 
+            def job_id
+              env["CI_JOB_ID"]
+            end
+
             def job_name
               env["CI_JOB_NAME"]
             end
@@ -104,6 +108,14 @@ module Datadog
               env["CI_MERGE_REQUEST_TARGET_BRANCH_NAME"]
             end
 
+            def git_pull_request_base_branch_sha
+              env["CI_MERGE_REQUEST_DIFF_BASE_SHA"]
+            end
+
+            def git_pull_request_base_branch_head_sha
+              env["CI_MERGE_REQUEST_TARGET_BRANCH_SHA"]
+            end
+
             def git_commit_head_sha
               env["CI_MERGE_REQUEST_SOURCE_BRANCH_SHA"]
             end

data/lib/datadog/ci/ext/environment.rb

@@ -13,6 +13,7 @@ module Datadog
     module Ext
       # Defines constants for CI tags
       module Environment
+        TAG_JOB_ID = "ci.job.id"
         TAG_JOB_NAME = "ci.job.name"
         TAG_JOB_URL = "ci.job.url"
         TAG_PIPELINE_ID = "ci.pipeline.id"
@@ -70,7 +71,7 @@ module Datadog
           # we need to unshallow at least the parent of the current merge commit to be able to extract information
           # from the real original commit.
           if tags[Git::TAG_COMMIT_HEAD_SHA]
-            CI::Git::LocalRepository.git_unshallow(parent_only: true) if CI::Git::LocalRepository.git_shallow_clone?
+            CI::Git::LocalRepository.fetch_head_commit_sha(tags[Git::TAG_COMMIT_HEAD_SHA]) if CI::Git::LocalRepository.git_shallow_clone?
 
             env[ENV_SPECIAL_KEY_FOR_GIT_COMMIT_HEAD_SHA] = tags[Git::TAG_COMMIT_HEAD_SHA]
           end

data/lib/datadog/ci/ext/git.rb

@@ -23,6 +23,7 @@ module Datadog
         # additional tags that we use for github actions jobs with "pull_request" target
         TAG_PULL_REQUEST_BASE_BRANCH = "git.pull_request.base_branch"
         TAG_PULL_REQUEST_BASE_BRANCH_SHA = "git.pull_request.base_branch_sha"
+        TAG_PULL_REQUEST_BASE_BRANCH_HEAD_SHA = "git.pull_request.base_branch_head_sha"
 
         TAG_COMMIT_HEAD_SHA = "git.commit.head.sha"
         TAG_COMMIT_HEAD_MESSAGE = "git.commit.head.message"

data/lib/datadog/ci/ext/settings.rb

@@ -26,6 +26,9 @@ module Datadog
         ENV_AGENTLESS_LOGS_SUBMISSION_ENABLED = "DD_AGENTLESS_LOG_SUBMISSION_ENABLED"
         ENV_AGENTLESS_LOGS_SUBMISSION_URL = "DD_AGENTLESS_LOG_SUBMISSION_URL"
         ENV_IMPACTED_TESTS_DETECTION_ENABLED = "DD_CIVISIBILITY_IMPACTED_TESTS_DETECTION_ENABLED"
+        ENV_TEST_DISCOVERY_MODE_ENABLED = "DD_TEST_OPTIMIZATION_DISCOVERY_ENABLED"
+        ENV_TEST_DISCOVERY_OUTPUT_PATH = "DD_TEST_OPTIMIZATION_DISCOVERY_FILE"
+        ENV_AUTO_INSTRUMENTATION_PROVIDER = "DD_CIVISIBILITY_AUTO_INSTRUMENTATION_PROVIDER"
 
         # Source: https://docs.datadoghq.com/getting_started/site/
         DD_SITE_ALLOWLIST = %w[

data/lib/datadog/ci/ext/telemetry.rb

@@ -144,6 +144,7 @@ module Datadog
           PACK_OBJECTS = "pack_objects"
           DIFF = "diff"
           BASE_COMMIT_SHA = "base_commit_sha"
+          FETCH_HEAD_COMMIT_SHA = "fetch_head_commit_sha"
         end
 
         module Provider

data/lib/datadog/ci/ext/test.rb

@@ -171,6 +171,7 @@ module Datadog
         module SkipReason
           TEST_IMPACT_ANALYSIS = "Skipped by Datadog's Test Impact Analysis"
           TEST_MANAGEMENT_DISABLED = "Flaky test is disabled by Datadog"
+          TEST_DISCOVERY_MODE = "Skipped by Datadog's Test Discovery Mode"
         end
       end
     end

data/lib/datadog/ci/ext/test_discovery.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Datadog
+  module CI
+    module Ext
+      # Defines constants for test discovery mode
+      module TestDiscovery
+        # Default output path for test discovery mode
+        DEFAULT_OUTPUT_PATH = "./.dd/test_discovery/tests.json"
+
+        # Maximum buffer size before writing to file
+        MAX_BUFFER_SIZE = 10_000
+      end
+    end
+  end
+end

data/lib/datadog/ci/git/base_branch_sha_detector.rb

@@ -10,7 +10,7 @@ module Datadog
         def self.base_branch_sha(base_branch)
           Datadog.logger.debug { "Base branch: '#{base_branch}'" }
 
-          remote_name = get_remote_name
+          remote_name = LocalRepository.get_remote_name
           Datadog.logger.debug { "Remote name: '#{remote_name}'" }
 
           source_branch = get_source_branch
@@ -27,20 +27,6 @@ module Datadog
           strategy.call
         end
 
-        def self.get_remote_name
-          # Try to find remote from upstream tracking
-          upstream = LocalRepository.get_upstream_branch
-
-          if upstream
-            upstream.split("/").first
-          else
-            # Fallback to first remote if no upstream is set
-            first_remote_value = CLI.exec_git_command(["remote"])&.split("\n")&.first
-            Datadog.logger.debug { "First remote value: '#{first_remote_value}'" }
-            first_remote_value || "origin"
-          end
-        end
-
         def self.get_source_branch
           source_branch = CLI.exec_git_command(["rev-parse", "--abbrev-ref", "HEAD"])
           if source_branch.nil?

data/lib/datadog/ci/git/local_repository.rb

@@ -268,7 +268,7 @@ module Datadog
           false
         end
 
-        def self.git_unshallow(parent_only: false)
+        def self.git_unshallow
           Telemetry.git_command(Ext::Telemetry::Command::UNSHALLOW)
           # @type var res: String?
           res = nil
@@ -289,11 +289,10 @@ module Datadog
 
               res =
                 begin
-                  unshallowing_depth = parent_only ? "--deepen=1" : "--shallow-since=\"1 month ago\""
                   # @type var cmd: Array[String]
                   cmd = [
                     "fetch",
-                    unshallowing_depth,
+                    "--shallow-since=\"1 month ago\"",
                     "--update-shallow",
                     "--filter=blob:none",
                     "--recurse-submodules=no",
@@ -318,6 +317,32 @@ module Datadog
           res
         end
 
+        def self.fetch_head_commit_sha(commit_sha)
+          remote = get_remote_name
+          # @type var res: String?
+          res = nil
+
+          duration_ms = Core::Utils::Time.measure(:float_millisecond) do
+            cmd = [
+              "fetch",
+              "--update-shallow",
+              "--filter=blob:none",
+              "--recurse-submodules=no",
+              "--no-write-fetch-head",
+              remote,
+              commit_sha
+            ]
+            res = CLI.exec_git_command(cmd)
+          end
+
+          Telemetry.git_command_ms(Ext::Telemetry::Command::FETCH_HEAD_COMMIT_SHA, duration_ms)
+          res
+        rescue => e
+          log_failure(e, "git fetch_head_commit_sha")
+          Telemetry.track_error(e, Ext::Telemetry::Command::FETCH_HEAD_COMMIT_SHA)
+          nil
+        end
+
         # Returns a Diff object with relative file paths for files that were changed since the given base_commit.
         # If base_commit is nil, returns nil. On error, returns nil.
         def self.get_changes_since(base_commit)
@@ -369,6 +394,19 @@ module Datadog
           nil
         end
 
+        def self.get_remote_name
+          upstream = LocalRepository.get_upstream_branch
+
+          if upstream
+            upstream.split("/").first
+          else
+            # Fallback to first remote if no upstream is set
+            first_remote_value = CLI.exec_git_command(["remote"])&.split("\n")&.first
+            Datadog.logger.debug { "First remote value: '#{first_remote_value}'" }
+            first_remote_value || "origin"
+          end
+        end
+
         def self.filter_invalid_commits(commits)
           commits.filter { |commit| Utils::Git.valid_commit_sha?(commit) }
         end

data/lib/datadog/ci/remote/component.rb

@@ -2,6 +2,7 @@
 
 require_relative "../worker"
 require_relative "../utils/stateful"
+require_relative "library_settings"
 
 module Datadog
   module CI
@@ -13,33 +14,14 @@ module Datadog
 
         FILE_STORAGE_KEY = "remote_component_state"
 
-        def initialize(library_settings_client:)
+        def initialize(library_settings_client:, test_discovery_enabled: false)
           @library_settings_client = library_settings_client
-          @library_configuration = nil
+          @test_discovery_enabled = test_discovery_enabled
         end
 
         # called on test session start, uses test session info to send configuration request to the backend
         def configure(test_session)
-          # If component state is loaded successfully, skip fetching library configuration
-          unless load_component_state
-            @library_configuration = @library_settings_client.fetch(test_session)
-            # sometimes we can skip code coverage for default branch if there are no changes in the repository
-            # backend needs git metadata uploaded for this test session to check if we can skip code coverage
-            if @library_configuration.require_git?
-              Datadog.logger.debug { "Library configuration endpoint requires git upload to be finished, waiting..." }
-              git_tree_upload_worker.wait_until_done
-
-              Datadog.logger.debug { "Requesting library configuration again..." }
-              @library_configuration = @library_settings_client.fetch(test_session)
-
-              if @library_configuration.require_git?
-                Datadog.logger.debug { "git metadata upload did not complete in time when configuring library" }
-              end
-            end
-
-            # Store component state for distributed test runs
-            store_component_state if test_session.distributed
-          end
+          fetch_library_configuration(test_session)
 
           # configure different components in parallel because they might block on HTTP requests
           configuration_workers = [
@@ -74,6 +56,36 @@ module Datadog
 
         private
 
+        def fetch_library_configuration(test_session)
+          # In test discovery mode, skip backend fetching and use default settings (everything is disabled)
+          return @library_configuration = LibrarySettings.new(nil) if @test_discovery_enabled
+
+          # skip backend request if library configuration was loaded by a different process and stored on disk
+          library_configuration_loaded = load_component_state
+          return @library_configuration if library_configuration_loaded
+
+          @library_configuration = @library_settings_client.fetch(test_session)
+
+          # sometimes we can skip code coverage for default branch if there are no changes in the repository
+          # backend needs git metadata uploaded for this test session to check if we can skip code coverage
+          if @library_configuration.require_git?
+            Datadog.logger.debug { "Library configuration endpoint requires git upload to be finished, waiting..." }
+            git_tree_upload_worker.wait_until_done
+
+            Datadog.logger.debug { "Requesting library configuration again..." }
+            @library_configuration = @library_settings_client.fetch(test_session)
+
+            if @library_configuration.require_git?
+              Datadog.logger.debug { "git metadata upload did not complete in time when configuring library" }
+            end
+          end
+
+          # Store component state for distributed test runs
+          store_component_state if test_session.distributed
+
+          @library_configuration
+        end
+
         def test_management
           Datadog.send(:components).test_management
         end

data/lib/datadog/ci/test.rb

@@ -216,7 +216,9 @@ module Datadog
 
       # @internal
       def datadog_skip_reason
-        if skipped_by_test_impact_analysis?
+        if in_test_discovery_mode?
+          Ext::Test::SkipReason::TEST_DISCOVERY_MODE
+        elsif skipped_by_test_impact_analysis?
           Ext::Test::SkipReason::TEST_IMPACT_ANALYSIS
         elsif disabled? || quarantined?
           Ext::Test::SkipReason::TEST_MANAGEMENT_DISABLED
@@ -225,7 +227,7 @@ module Datadog
 
       # @internal
       def should_skip?
-        skipped_by_test_impact_analysis? || (disabled? && !attempt_to_fix?)
+        in_test_discovery_mode? || skipped_by_test_impact_analysis? || (disabled? && !attempt_to_fix?)
       end
 
       # @internal
@@ -238,6 +240,16 @@ module Datadog
         get_tag(Ext::Test::TAG_ITR_SKIPPED_BY_ITR) == "true"
       end
 
+      # @internal
+      def in_test_discovery_mode?
+        !!@in_test_discovery_mode
+      end
+
+      # @internal
+      def mark_test_discovery_mode!
+        @in_test_discovery_mode = true
+      end
+
       private
 
       def record_test_result(datadog_status)

data/lib/datadog/ci/test_discovery/component.rb

@@ -0,0 +1,131 @@
+# frozen_string_literal: true
+
+require "fileutils"
+require "json"
+require_relative "../ext/test"
+require_relative "../ext/test_discovery"
+
+module Datadog
+  module CI
+    module TestDiscovery
+      # Test discovery mode component that manages test discovery output and lifecycle
+      class Component
+        def initialize(
+          enabled:,
+          output_path:
+        )
+          @enabled = enabled
+          @output_path = output_path
+
+          @buffer = []
+          @buffer_mutex = Mutex.new
+        end
+
+        def configure(library_settings, test_session)
+          # This method is noop for this component, it is present for compatibility with other components
+        end
+
+        def enabled?
+          @enabled
+        end
+
+        def disable_features_for_test_discovery!(settings)
+          return unless @enabled
+
+          Datadog.logger.debug("ATTENTION! Running in test discovery mode, disabling all features")
+
+          # in test discovery mode don't send anything to Datadog
+          settings.ci.discard_traces = true
+
+          # Disable all feature flags when in test discovery mode
+          settings.telemetry.enabled = false
+          settings.ci.itr_enabled = false
+          settings.ci.git_metadata_upload_enabled = false
+          settings.ci.retry_failed_tests_enabled = false
+          settings.ci.retry_new_tests_enabled = false
+          settings.ci.test_management_enabled = false
+          settings.ci.agentless_logs_submission_enabled = false
+          settings.ci.impacted_tests_detection_enabled = false
+        end
+
+        def on_test_session_start
+          return unless @enabled
+
+          if @output_path.nil? || @output_path&.empty?
+            @output_path = Ext::TestDiscovery::DEFAULT_OUTPUT_PATH
+          end
+
+          # thanks RBS for this weirdness
+          output_path = @output_path
+          return unless output_path
+
+          output_dir = File.dirname(output_path)
+          FileUtils.mkdir_p(output_dir) unless Dir.exist?(output_dir)
+
+          Datadog.logger.debug { "Test discovery output path: #{output_path}" }
+
+          @buffer_mutex.synchronize { @buffer.clear }
+        end
+
+        def on_test_session_end
+          return unless @enabled
+
+          @buffer_mutex.synchronize do
+            flush_buffer_unsafe if @buffer.any?
+          end
+        end
+
+        def on_test_started(test)
+          return unless @enabled
+
+          # Mark test as being in test discovery mode so it will be skipped
+          # even if we are not running in dry run mode.
+          test.mark_test_discovery_mode!
+
+          test_info = {
+            "name" => test.name,
+            "suite" => test.test_suite_name,
+            "sourceFile" => test.source_file,
+            "fqn" => test.datadog_test_id
+          }
+
+          Datadog.logger.debug { "Discovered test: #{test_info}" }
+
+          @buffer_mutex.synchronize do
+            @buffer << test_info
+
+            flush_buffer_unsafe if @buffer.size >= Ext::TestDiscovery::MAX_BUFFER_SIZE
+          end
+        end
+
+        def shutdown!
+          return unless @enabled
+
+          @buffer_mutex.synchronize do
+            flush_buffer_unsafe if @buffer.any?
+          end
+        end
+
+        private
+
+        # Unsafe version - caller must hold @buffer_mutex
+        def flush_buffer_unsafe
+          return unless @output_path && @buffer.any?
+
+          output_path = @output_path
+          return unless output_path
+
+          Datadog.logger.debug { "Flushing test discovery buffer with #{@buffer.size} entries to #{output_path}" }
+
+          File.open(output_path, "a") do |file|
+            # disk IO latency is much bigger than time to serialize 10k JSON objects, so we do it in memory and then write to disk
+            json_lines = @buffer.map { |test_info| JSON.generate(test_info) }
+            file.puts(json_lines)
+          end
+
+          @buffer.clear
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/test_visibility/component.rb

@@ -162,6 +162,10 @@ module Datadog
         end
 
         def active_test_suite(test_suite_name)
+          # when test_suite_name is not provided (from public API most likely)
+          # we return the single active test suite because most of the time there is only one test suite running
+          return single_active_test_suite if test_suite_name.nil?
+
           # when fetching test_suite to use as test's context, try local context instance first
           local_test_suite = @context.active_test_suite(test_suite_name)
           return local_test_suite if local_test_suite
@@ -215,7 +219,11 @@ module Datadog
         end
 
         def client_process?
-          forked? || @is_client_process
+          # We cannot assume here that every forked process is a client process
+          # there are examples of custom test runners that run tests in forks but don't have a test session
+          # started in the parent process.
+          # So we need to check if the process is forked and if the context service URI is not empty.
+          (forked? && !@context_service_uri.nil? && !@context_service_uri.empty?) || @is_client_process
         end
 
         private
@@ -234,6 +242,8 @@ module Datadog
           # Signal Remote::Component to configure the library.
           # Note that it will call this component back (unfortunate circular dependency).
           remote.configure(test_session)
+
+          test_discovery&.on_test_session_start
         end
 
         # intentionally empty
@@ -269,6 +279,8 @@ module Datadog
           test_optimisation.start_coverage(test)
 
           test_retries.record_test_started(test)
+
+          test_discovery&.on_test_started(test)
         end
 
         def on_test_session_finished(test_session)
@@ -278,6 +290,8 @@ module Datadog
 
           Telemetry.event_finished(test_session)
 
+          test_discovery&.on_test_session_end
+
           Utils::FileStorage.cleanup
         end
 
@@ -304,6 +318,14 @@ module Datadog
         end
 
         # HELPERS
+        def single_active_test_suite
+          # when fetching test_suite to use as test's context, try local context instance first
+          local_test_suite = @context.single_active_test_suite
+          return local_test_suite if local_test_suite
+
+          maybe_remote_context.single_active_test_suite
+        end
+
         def skip_tracing(block = nil)
           block&.call(nil)
         end
@@ -442,10 +464,17 @@ module Datadog
           Datadog.send(:components).impacted_tests_detection
         end
 
+        def test_discovery
+          Datadog.send(:components).test_discovery
+        end
+
         # DISTRIBUTED RUBY CONTEXT
         def start_drb_service
           return if @context_service_uri
           return if client_process?
+          # it doesn't make sense to start DRb in a fork - we are already running in a forked process
+          # and there is no parent process to communicate with
+          return if forked?
 
           @context_service = DRb.start_service("drbunix:", @context)
           @context_service_uri = @context_service.uri

data/lib/datadog/ci/test_visibility/telemetry.rb

@@ -3,6 +3,7 @@
 require_relative "../contrib/instrumentation"
 require_relative "../ext/app_types"
 require_relative "../ext/environment"
+require_relative "../ext/settings"
 require_relative "../ext/telemetry"
 require_relative "../ext/test"
 require_relative "../utils/telemetry"
@@ -30,11 +31,15 @@ module Datadog
         end
 
         def self.test_session_started(test_session)
+          auto_injected = !ENV[Ext::Settings::ENV_AUTO_INSTRUMENTATION_PROVIDER].nil?
+          agentless_logs_enabled = !!agentless_logs_component&.enabled
+
           Utils::Telemetry.inc(
             Ext::Telemetry::METRIC_TEST_SESSION,
             1,
             {
-              Ext::Telemetry::TAG_AUTO_INJECTED => Contrib::Instrumentation.auto_instrumented?.to_s,
+              Ext::Telemetry::TAG_AUTO_INJECTED => auto_injected.to_s,
+              Ext::Telemetry::TAG_AGENTLESS_LOG_SUBMISSION_ENABLED => agentless_logs_enabled.to_s,
               Ext::Telemetry::TAG_PROVIDER => test_session.ci_provider || Ext::Telemetry::Provider::UNSUPPORTED
             }
           )
@@ -86,6 +91,10 @@ module Datadog
           browser_driver = span.get_tag(Ext::Test::TAG_BROWSER_DRIVER)
           tags[Ext::Telemetry::TAG_BROWSER_DRIVER] = browser_driver if browser_driver
         end
+
+        def self.agentless_logs_component
+          Datadog.send(:components).agentless_logs_submission
+        end
       end
     end
   end

data/lib/datadog/ci/version.rb

@@ -4,7 +4,7 @@ module Datadog
   module CI
     module VERSION
       MAJOR = 1
-      MINOR = 21
+      MINOR = 22
       PATCH = 0
       PRE = nil
       BUILD = nil

data/lib/datadog/ci.rb

@@ -187,9 +187,21 @@ module Datadog
       # test_suite.finish
       # ```
       #
+      # Most of the time, there is only one active test suite - except when using minitest with parallel test runner,
+      # such as rails built-in test runner.
+      #
+      # When using RSpec or minitest without parallel test runner, there is only one active test suite, so you can use the following code to fetch it:
+      #
+      # ```
+      # test_suite = Datadog::CI.active_test_suite
+      # test_suite.finish
+      # ```
+      #
+      # @param test_suite_name [String?] the name of the test suite to fetch. Optional. When not provided, it assumes that there is a single active test suite and returns it. If there are multiple active test suites and test_suite_name is not provided, it returns nil.
+      #
       # @return [Datadog::CI::TestSuite] the active test suite
       # @return [nil] if no test suite with given name is active
-      def active_test_suite(test_suite_name)
+      def active_test_suite(test_suite_name = nil)
         test_visibility.active_test_suite(test_suite_name)
       end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 1.21.0
+  version: 1.22.0
 platform: ruby
 authors:
 - Datadog, Inc.
@@ -193,6 +193,7 @@ files:
 - lib/datadog/ci/ext/settings.rb
 - lib/datadog/ci/ext/telemetry.rb
 - lib/datadog/ci/ext/test.rb
+- lib/datadog/ci/ext/test_discovery.rb
 - lib/datadog/ci/ext/transport.rb
 - lib/datadog/ci/git/base_branch_sha_detection/base.rb
 - lib/datadog/ci/git/base_branch_sha_detection/branch_metric.rb
@@ -220,6 +221,7 @@ files:
 - lib/datadog/ci/remote/slow_test_retries.rb
 - lib/datadog/ci/span.rb
 - lib/datadog/ci/test.rb
+- lib/datadog/ci/test_discovery/component.rb
 - lib/datadog/ci/test_management/component.rb
 - lib/datadog/ci/test_management/null_component.rb
 - lib/datadog/ci/test_management/tests_properties.rb
@@ -316,7 +318,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: 2.0.0
 requirements: []
-rubygems_version: 3.6.7
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Datadog Test Optimization for your ruby application
 test_files: []