datadog-ci 0.7.0 → 0.8.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 14828e8c64b8eeb9c04d4ae2563e568b3b920b587f8e97e628896b143219daf0
-  data.tar.gz: b538d180acd0c18e1d8070adfdcd9f44dad65331048619de40db04cd876dfe01
+  metadata.gz: bf750f24412b0800ba1599f22c5b12e8679dddc1d0e9a30aed98d0a51a6badd3
+  data.tar.gz: 652631fac9702beb340f136e32d4b72b3b38d7c84a8de7dc8ce4f203dc67983b
 SHA512:
-  metadata.gz: 60f8fda5f530404027669902b194c7e056af834c882adbc2b7d350eb62f7f75c2d63dae23bf6e98a8bebea0cc8ec34d4f5416fe667d1c30dff1fdb7ebb42854d
-  data.tar.gz: 1b2ad405dee8a1dd2ce24c3d5738ddcbc751f85d5aa5c29a287b614dcfc0a4764230a3b53e59967247fd0f64711fd81fc3863e49895098e7664aa81a3bf1b8e6
+  metadata.gz: 3295d136609aca4be41cc041613873297a5e91bb37a428a6612a1e62f7e547db2bb2c836f4a0348fdd4466d085a29ec78a26962d48f1c59e05163dcb26668783
+  data.tar.gz: 5446bba62689a4133a75b64437efd47f8369814e863c8ddab0c91d52692b5bf71b5be2a4f4264839ec81374ff3c4ff498e4c2cd7a8c54f566e63558cb1f55cff

data/CHANGELOG.md

@@ -1,5 +1,42 @@
 ## [Unreleased]
 
+## [0.8.3] - 2024-03-20
+
+### Fixed
+
+* fix: cucumber-ruby 9.2 includes breaking change for Cucumber::Core::Test::Result ([#145][])
+
+### Changed
+
+* remove temporary hack and use Core::Remote::Negotiation's new constructor param ([#142][])
+* use filter_basic_auth method from Datadog::Core ([#141][])
+
+## [0.8.2] - 2024-03-19
+
+### Fixed
+
+* assign the single running test suite for a test if none found by test suite name ([#139][])
+
+## [0.8.1] - 2024-03-12
+
+### Fixed
+
+* fix minitest instrumentation with mixins ([#134][])
+
+## [0.8.0] - 2024-03-08
+
+### Added
+
+* gzip agent payloads support via evp_proxy/v4 ([#123][])
+
+### Changed
+
+* Add note to README on using VCR ([#122][])
+
+### Fixed
+
+* use framework name as test module name to make test fingerprints stable ([#131][])
+
 ## [0.7.0] - 2024-01-26
 
 ### Added
@@ -150,7 +187,11 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 
 * Ruby versions < 2.7 no longer supported ([#8][])
 
-[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v0.7.0...main
+[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v0.8.3...main
+[0.8.3]: https://github.com/DataDog/datadog-ci-rb/compare/v0.8.2...v0.8.3
+[0.8.2]: https://github.com/DataDog/datadog-ci-rb/compare/v0.8.1...v0.8.2
+[0.8.1]: https://github.com/DataDog/datadog-ci-rb/compare/v0.8.0...v0.8.1
+[0.8.0]: https://github.com/DataDog/datadog-ci-rb/compare/v0.7.0...v0.8.0
 [0.7.0]: https://github.com/DataDog/datadog-ci-rb/compare/v0.6.0...v0.7.0
 [0.6.0]: https://github.com/DataDog/datadog-ci-rb/compare/v0.5.1...v0.6.0
 [0.5.1]: https://github.com/DataDog/datadog-ci-rb/compare/v0.5.0...v0.5.1
@@ -213,3 +254,11 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 [#113]: https://github.com/DataDog/datadog-ci-rb/issues/113
 [#114]: https://github.com/DataDog/datadog-ci-rb/issues/114
 [#115]: https://github.com/DataDog/datadog-ci-rb/issues/115
+[#122]: https://github.com/DataDog/datadog-ci-rb/issues/122
+[#123]: https://github.com/DataDog/datadog-ci-rb/issues/123
+[#131]: https://github.com/DataDog/datadog-ci-rb/issues/131
+[#134]: https://github.com/DataDog/datadog-ci-rb/issues/134
+[#139]: https://github.com/DataDog/datadog-ci-rb/issues/139
+[#141]: https://github.com/DataDog/datadog-ci-rb/issues/141
+[#142]: https://github.com/DataDog/datadog-ci-rb/issues/142
+[#145]: https://github.com/DataDog/datadog-ci-rb/issues/145

data/README.md

@@ -79,6 +79,25 @@ if ENV["DD_ENV"] == "ci"
 end
 ```
 
+> [!IMPORTANT]
+> When using `minitest/autorun` the order of requires matters: `datadog/ci` must be
+> always required before `minitest/autorun`.
+
+Example using `minitest/autorun`
+
+```ruby
+require 'datadog/ci'
+require 'minitest/autorun'
+
+if ENV["DD_ENV"] == "ci"
+  Datadog.configure do |c|
+    c.ci.enabled = true
+    c.service = 'my-ruby-app'
+    c.ci.instrument :minitest
+  end
+end
+```
+
 `options` are the following keyword arguments:
 
 | Key | Description | Default |
@@ -175,7 +194,7 @@ Webmock accordingly.
 ```ruby
 # when using agentless mode
 # note to use the correct datadog site (e.g. datadoghq.eu, etc)
-WebMock.disable_net_connect!(:allow => "citestcycle-intake.datadoghq.com")
+WebMock.disable_net_connect!(:allow => /datadoghq.com/)
 
 # when using agent
 WebMock.disable_net_connect!(:allow_localhost => true)
@@ -184,6 +203,25 @@ WebMock.disable_net_connect!(:allow_localhost => true)
 WebMock.disable_net_connect!(:allow => "localhost:8126")
 ```
 
+### VCR
+
+[VCR](https://github.com/vcr/vcr) is another popular testing library for HTTP interactions.
+
+It requires additional configuration to correctly work with datadog-ci:
+
+```ruby
+VCR.configure do |config|
+  # ... your usual configuration here ...
+
+  # when using agent
+  config.ignore_hosts "127.0.0.1", "localhost"
+
+  # when using agentless mode
+  # note to use the correct datadog site (e.g. datadoghq.eu, etc)
+  config.ignore_hosts "citestcycle-intake.datadoghq.com", "api.datadoghq.com"
+end
+```
+
 ### Disabling startup logs
 
 Startup logs produce a report of tracing state when the application is initially configured.

data/lib/datadog/ci/configuration/components.rb

@@ -1,10 +1,7 @@
 # frozen_string_literal: true
 
-require "datadog/core/configuration/agent_settings_resolver"
-require "datadog/core/remote/negotiation"
-
-require_relative "../ext/transport"
 require_relative "../ext/settings"
+require_relative "../itr/runner"
 require_relative "../test_visibility/flush"
 require_relative "../test_visibility/recorder"
 require_relative "../test_visibility/null_recorder"
@@ -12,6 +9,7 @@ require_relative "../test_visibility/serializers/factories/test_level"
 require_relative "../test_visibility/serializers/factories/test_suite_level"
 require_relative "../test_visibility/transport"
 require_relative "../transport/api/builder"
+require_relative "../transport/remote_settings_api"
 
 module Datadog
   module CI
@@ -32,18 +30,7 @@ module Datadog
         end
 
         def activate_ci!(settings)
-          test_visibility_transport = nil
-          agent_settings = Datadog::Core::Configuration::AgentSettingsResolver.call(settings)
-
-          if settings.ci.agentless_mode_enabled
-            check_dd_site(settings)
-            test_visibility_transport = build_agentless_transport(settings)
-          elsif can_use_evp_proxy?(settings, agent_settings)
-            test_visibility_transport = build_evp_proxy_transport(settings, agent_settings)
-          else
-            settings.ci.force_test_level_visibility = true
-          end
-
+          # Configure ddtrace library for CI visibility mode
           # Deactivate telemetry
           settings.telemetry.enabled = false
 
@@ -60,62 +47,77 @@ module Datadog
           # Choose user defined TraceFlush or default to CI TraceFlush
           settings.tracing.test_mode.trace_flush = settings.ci.trace_flush || CI::TestVisibility::Flush::Partial.new
 
+          # transport creation
           writer_options = settings.ci.writer_options
-          if test_visibility_transport
-            writer_options[:transport] = test_visibility_transport
+          test_visibility_api = build_test_visibility_api(settings)
+
+          if test_visibility_api
+            writer_options[:transport] = Datadog::CI::TestVisibility::Transport.new(
+              api: test_visibility_api,
+              serializers_factory: serializers_factory(settings),
+              dd_env: settings.env
+            )
             writer_options[:shutdown_timeout] = 60
             writer_options[:buffer_size] = 10_000
 
             settings.tracing.test_mode.async = true
+          else
+            # only legacy APM protocol is supported, so no test suite level visibility
+            settings.ci.force_test_level_visibility = true
+
+            # ITR is not supported with APM protocol
+            settings.ci.itr_enabled = false
           end
 
           settings.tracing.test_mode.writer_options = writer_options
 
-          @ci_recorder = TestVisibility::Recorder.new(
-            test_suite_level_visibility_enabled: !settings.ci.force_test_level_visibility
+          itr = Datadog::CI::ITR::Runner.new(
+            enabled: settings.ci.enabled && settings.ci.itr_enabled
           )
-        end
 
-        def can_use_evp_proxy?(settings, agent_settings)
-          Datadog::Core::Remote::Negotiation.new(settings, agent_settings).endpoint?(
-            Ext::Transport::EVP_PROXY_PATH_PREFIX
+          remote_settings_api = Transport::RemoteSettingsApi.new(
+            api: test_visibility_api,
+            dd_env: settings.env
+          )
+
+          # CI visibility recorder global instance
+          @ci_recorder = TestVisibility::Recorder.new(
+            test_suite_level_visibility_enabled: !settings.ci.force_test_level_visibility,
+            itr: itr,
+            remote_settings_api: remote_settings_api
           )
         end
 
-        def build_agentless_transport(settings)
-          if settings.api_key.nil?
-            # agentless mode is requested but no API key is provided -
-            # we cannot continue and log an error
-            # Tests are running without CI visibility enabled
+        def build_test_visibility_api(settings)
+          if settings.ci.agentless_mode_enabled
+            check_dd_site(settings)
 
-            Datadog.logger.error(
-              "DATADOG CONFIGURATION - CI VISIBILITY - ATTENTION - " \
-              "Agentless mode was enabled but DD_API_KEY is not set: CI visibility is disabled. " \
-              "Please make sure to set valid api key in DD_API_KEY environment variable"
-            )
+            Datadog.logger.debug("CI visibility configured to use agentless transport")
 
-            settings.ci.enabled = false
+            api = Transport::Api::Builder.build_agentless_api(settings)
+            if api.nil?
+              Datadog.logger.error do
+                "DATADOG CONFIGURATION - CI VISIBILITY - ATTENTION - " \
+                "Agentless mode was enabled but DD_API_KEY is not set: CI visibility is disabled. " \
+                "Please make sure to set valid api key in DD_API_KEY environment variable"
+              end
 
-            nil
-          else
-            Datadog.logger.debug("CI visibility configured to use agentless transport")
+              # Tests are running without CI visibility enabled
+              settings.ci.enabled = false
+            end
 
-            Datadog::CI::TestVisibility::Transport.new(
-              api: Transport::Api::Builder.build_ci_test_cycle_api(settings),
-              serializers_factory: serializers_factory(settings),
-              dd_env: settings.env
-            )
+          else
+            Datadog.logger.debug("CI visibility configured to use agent transport via EVP proxy")
+
+            api = Transport::Api::Builder.build_evp_proxy_api(settings)
+            if api.nil?
+              Datadog.logger.debug(
+                "Old agent version detected, no evp_proxy support. Forcing test level visibility mode"
+              )
+            end
           end
-        end
-
-        def build_evp_proxy_transport(settings, agent_settings)
-          Datadog.logger.debug("CI visibility configured to use agent transport via EVP proxy")
 
-          Datadog::CI::TestVisibility::Transport.new(
-            api: Transport::Api::Builder.build_evp_proxy_api(agent_settings),
-            serializers_factory: serializers_factory(settings),
-            dd_env: settings.env
-          )
+          api
         end
 
         def serializers_factory(settings)
@@ -130,11 +132,11 @@ module Datadog
           return if settings.site.nil?
           return if Ext::Settings::DD_SITE_ALLOWLIST.include?(settings.site)
 
-          Datadog.logger.warn(
+          Datadog.logger.warn do
             "CI VISIBILITY CONFIGURATION " \
             "Agentless mode was enabled but DD_SITE is not set to one of the following: #{Ext::Settings::DD_SITE_ALLOWLIST.join(", ")}. " \
             "Please make sure to set valid site in DD_SITE environment variable"
-          )
+          end
         end
       end
     end

data/lib/datadog/ci/configuration/settings.rb

@@ -55,6 +55,12 @@ module Datadog
                 end
               end
 
+              option :itr_enabled do |o|
+                o.type :bool
+                o.env CI::Ext::Settings::ENV_ITR_ENABLED
+                o.default false
+              end
+
               define_method(:instrument) do |integration_name, options = {}, &block|
                 return unless enabled
 

data/lib/datadog/ci/contrib/cucumber/formatter.rb

@@ -34,14 +34,14 @@ module Datadog
           end
 
           def on_test_run_started(event)
-            test_session = CI.start_test_session(
+            CI.start_test_session(
               tags: {
                 CI::Ext::Test::TAG_FRAMEWORK => Ext::FRAMEWORK,
                 CI::Ext::Test::TAG_FRAMEWORK_VERSION => CI::Contrib::Cucumber::Integration.version.to_s
               },
               service: configuration[:service_name]
             )
-            CI.start_test_module(test_session.name) if test_session
+            CI.start_test_module(Ext::FRAMEWORK)
           end
 
           def on_test_run_finished(event)
@@ -113,7 +113,7 @@ module Datadog
           end
 
           def finish_span(span, result)
-            if !result.passed? && result.ok?(@config.strict)
+            if !result.passed? && ok?(result, @config.strict)
               span.skipped!(reason: result.message)
             elsif result.passed?
               span.passed!
@@ -186,6 +186,16 @@ module Datadog
             nil
           end
 
+          def ok?(result, strict)
+            # in minor update in Cucumber 9.2.0, the arity of the `ok?` method changed
+            parameters = result.method(:ok?).parameters
+            if parameters == [[:opt, :be_strict]]
+              result.ok?(strict)
+            else
+              result.ok?(strict: strict)
+            end
+          end
+
           def configuration
             Datadog.configuration.ci[:cucumber]
           end

data/lib/datadog/ci/contrib/minitest/helpers.rb

@@ -6,7 +6,12 @@ module Datadog
       module Minitest
         module Helpers
           def self.test_suite_name(klass, method_name)
-            source_location, = klass.instance_method(method_name).source_location
+            source_location = extract_source_location_from_class(klass)
+            # if we are in anonymous class, fallback to the method source location
+            if source_location.nil?
+              source_location, = klass.instance_method(method_name).source_location
+            end
+
             source_file_path = Pathname.new(source_location.to_s).relative_path_from(Pathname.pwd).to_s
 
             "#{klass.name} at #{source_file_path}"
@@ -16,6 +21,15 @@ module Datadog
             klass.ancestors.include?(::Minitest::Parallel::Test) ||
               (defined?(::Minitest::Queue) && ::Minitest.singleton_class.ancestors.include?(::Minitest::Queue))
           end
+
+          def self.extract_source_location_from_class(klass)
+            return nil if klass.nil? || klass.name.nil?
+
+            source_location = klass.const_source_location(klass.name)
+            source_location.first unless source_location.nil?
+          rescue
+            nil
+          end
         end
       end
     end

data/lib/datadog/ci/contrib/minitest/runner.rb

@@ -18,14 +18,14 @@ module Datadog
 
               return unless datadog_configuration[:enabled]
 
-              test_session = CI.start_test_session(
+              CI.start_test_session(
                 tags: {
                   CI::Ext::Test::TAG_FRAMEWORK => Ext::FRAMEWORK,
                   CI::Ext::Test::TAG_FRAMEWORK_VERSION => CI::Contrib::Minitest::Integration.version.to_s
                 },
                 service: datadog_configuration[:service_name]
               )
-              CI.start_test_module(test_session.name) if test_session
+              CI.start_test_module(Ext::FRAMEWORK)
             end
 
             private

data/lib/datadog/ci/contrib/rspec/runner.rb

@@ -25,13 +25,12 @@ module Datadog
                 service: datadog_configuration[:service_name]
               )
 
-              test_module = CI.start_test_module(test_session.name) if test_session
+              test_module = CI.start_test_module(Ext::FRAMEWORK)
 
               result = super
               return result unless test_module && test_session
 
               if result != 0
-                # TODO: repeating this twice feels clunky, we need to remove test_module API before GA
                 test_module.failed!
                 test_session.failed!
               else

data/lib/datadog/ci/ext/environment/extractor.rb

@@ -1,8 +1,9 @@
 # frozen_string_literal: true
 
+require "datadog/core/utils/url"
+
 require_relative "../git"
 require_relative "../../utils/git"
-require_relative "../../utils/url"
 require_relative "providers"
 
 module Datadog
@@ -76,7 +77,7 @@ module Datadog
 
             @tags[Git::TAG_TAG] = Utils::Git.normalize_ref(@tags[Git::TAG_TAG])
             @tags[Git::TAG_BRANCH] = Utils::Git.normalize_ref(@tags[Git::TAG_BRANCH])
-            @tags[Git::TAG_REPOSITORY_URL] = Utils::Url.filter_sensitive_info(
+            @tags[Git::TAG_REPOSITORY_URL] = Datadog::Core::Utils::Url.filter_basic_auth(
               @tags[Git::TAG_REPOSITORY_URL]
             )
           end

data/lib/datadog/ci/ext/environment/providers/github_actions.rb

@@ -2,8 +2,9 @@
 
 require "json"
 
+require "datadog/core/utils/url"
+
 require_relative "base"
-require_relative "../../../utils/url"
 
 module Datadog
   module CI
@@ -79,7 +80,7 @@ module Datadog
             def github_server_url
               return @github_server_url if defined?(@github_server_url)
 
-              @github_server_url ||= Utils::Url.filter_sensitive_info(env["GITHUB_SERVER_URL"])
+              @github_server_url ||= Datadog::Core::Utils::Url.filter_basic_auth(env["GITHUB_SERVER_URL"])
             end
           end
         end

data/lib/datadog/ci/ext/settings.rb

@@ -10,6 +10,7 @@ module Datadog
         ENV_AGENTLESS_URL = "DD_CIVISIBILITY_AGENTLESS_URL"
         ENV_EXPERIMENTAL_TEST_SUITE_LEVEL_VISIBILITY_ENABLED = "DD_CIVISIBILITY_EXPERIMENTAL_TEST_SUITE_LEVEL_VISIBILITY_ENABLED"
         ENV_FORCE_TEST_LEVEL_VISIBILITY = "DD_CIVISIBILITY_FORCE_TEST_LEVEL_VISIBILITY"
+        ENV_ITR_ENABLED = "DD_CIVISIBILITY_ITR_ENABLED"
 
         # Source: https://docs.datadoghq.com/getting_started/site/
         DD_SITE_ALLOWLIST = [

data/lib/datadog/ci/ext/test.rb

@@ -23,6 +23,13 @@ module Datadog
         TAG_CODEOWNERS = "test.codeowners"
         TAG_PARAMETERS = "test.parameters"
 
+        # ITR tags
+        TAG_ITR_TEST_SKIPPING_ENABLED = "test.itr.tests_skipping.enabled"
+        TAG_ITR_TEST_SKIPPING_TYPE = "test.itr.tests_skipping.type"
+
+        # Code coverage tags
+        TAG_CODE_COVERAGE_ENABLED = "test.code_coverage.enabled"
+
         # those tags are special and used to correlate tests with the test sessions, suites, and modules
         # they are transient and not sent to the backend
         TAG_TEST_SESSION_ID = "_test.session_id"
@@ -43,6 +50,10 @@ module Datadog
         TAG_SPAN_KIND = "span.kind"
         SPAN_KIND_TEST = "test"
 
+        # could be either "test" or "suite" depending on whether we skip individual tests or whole suites
+        # we use test skipping for Ruby
+        ITR_TEST_SKIPPING_MODE = "test"
+
         # test status as recognized by Datadog
         module Status
           PASS = "pass"

data/lib/datadog/ci/ext/transport.rb

@@ -12,11 +12,29 @@ module Datadog
         HEADER_EVP_SUBDOMAIN = "X-Datadog-EVP-Subdomain"
         HEADER_CONTAINER_ID = "Datadog-Container-ID"
 
-        EVP_PROXY_PATH_PREFIX = "/evp_proxy/v2/"
+        EVP_PROXY_V2_PATH_PREFIX = "/evp_proxy/v2/"
+        EVP_PROXY_V4_PATH_PREFIX = "/evp_proxy/v4/"
+        EVP_PROXY_PATH_PREFIXES = [EVP_PROXY_V4_PATH_PREFIX, EVP_PROXY_V2_PATH_PREFIX].freeze
+        EVP_PROXY_COMPRESSION_SUPPORTED = {
+          EVP_PROXY_V4_PATH_PREFIX => true,
+          EVP_PROXY_V2_PATH_PREFIX => false
+        }
+
         TEST_VISIBILITY_INTAKE_HOST_PREFIX = "citestcycle-intake"
         TEST_VISIBILITY_INTAKE_PATH = "/api/v2/citestcycle"
 
+        DD_API_HOST_PREFIX = "api"
+        DD_API_SETTINGS_PATH = "/api/v2/libraries/tests/services/setting"
+        DD_API_SETTINGS_TYPE = "ci_app_test_service_libraries_settings"
+        DD_API_SETTINGS_RESPONSE_DIG_KEYS = %w[data attributes].freeze
+        DD_API_SETTINGS_RESPONSE_ITR_ENABLED_KEY = "itr_enabled"
+        DD_API_SETTINGS_RESPONSE_CODE_COVERAGE_KEY = "code_coverage"
+        DD_API_SETTINGS_RESPONSE_TESTS_SKIPPING_KEY = "tests_skipping"
+        DD_API_SETTINGS_RESPONSE_REQUIRE_GIT_KEY = "require_git"
+        DD_API_SETTINGS_RESPONSE_DEFAULT = {DD_API_SETTINGS_RESPONSE_ITR_ENABLED_KEY => false}.freeze
+
         CONTENT_TYPE_MESSAGEPACK = "application/msgpack"
+        CONTENT_TYPE_JSON = "application/json"
         CONTENT_ENCODING_GZIP = "gzip"
       end
     end

data/lib/datadog/ci/itr/runner.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+
+require_relative "../ext/test"
+require_relative "../ext/transport"
+
+module Datadog
+  module CI
+    module ITR
+      # Intelligent test runner implementation
+      # Integrates with backend to provide test impact analysis data and
+      # skip tests that are not impacted by the changes
+      class Runner
+        def initialize(
+          enabled: false
+        )
+          @enabled = enabled
+          @test_skipping_enabled = false
+          @code_coverage_enabled = false
+
+          Datadog.logger.debug("ITR Runner initialized with enabled: #{@enabled}")
+        end
+
+        def configure(remote_configuration, test_session)
+          Datadog.logger.debug("Configuring ITR Runner with remote configuration: #{remote_configuration}")
+
+          @enabled = convert_to_bool(
+            remote_configuration.fetch(Ext::Transport::DD_API_SETTINGS_RESPONSE_ITR_ENABLED_KEY, false)
+          )
+          @test_skipping_enabled = @enabled && convert_to_bool(
+            remote_configuration.fetch(Ext::Transport::DD_API_SETTINGS_RESPONSE_TESTS_SKIPPING_KEY, false)
+          )
+          @code_coverage_enabled = @enabled && convert_to_bool(
+            remote_configuration.fetch(Ext::Transport::DD_API_SETTINGS_RESPONSE_CODE_COVERAGE_KEY, false)
+          )
+
+          test_session.set_tag(Ext::Test::TAG_ITR_TEST_SKIPPING_ENABLED, @test_skipping_enabled)
+          # currently we set this tag when ITR requires collecting code coverage
+          # this will change as soon as we implement total code coverage support in this library
+          test_session.set_tag(Ext::Test::TAG_CODE_COVERAGE_ENABLED, @code_coverage_enabled)
+
+          # we skip tests, not suites
+          test_session.set_tag(Ext::Test::TAG_ITR_TEST_SKIPPING_TYPE, Ext::Test::ITR_TEST_SKIPPING_MODE)
+
+          Datadog.logger.debug("Configured ITR Runner with enabled: #{@enabled}, skipping_tests: #{@test_skipping_enabled}, code_coverage: #{@code_coverage_enabled}")
+        end
+
+        def enabled?
+          @enabled
+        end
+
+        def skipping_tests?
+          @test_skipping_enabled
+        end
+
+        def code_coverage?
+          @code_coverage_enabled
+        end
+
+        private
+
+        def convert_to_bool(value)
+          value.to_s == "true"
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/span.rb

@@ -121,6 +121,48 @@ module Datadog
         tracer_span.set_tags(tags)
       end
 
+      # Returns the git repository URL extracted from the environment.
+      # @return [String] the repository URL.
+      def git_repository_url
+        tracer_span.get_tag(Ext::Git::TAG_REPOSITORY_URL)
+      end
+
+      # Returns the latest commit SHA extracted from the environment.
+      # @return [String] the commit SHA of the last commit.
+      def git_commit_sha
+        tracer_span.get_tag(Ext::Git::TAG_COMMIT_SHA)
+      end
+
+      # Returns the git branch name extracted from the environment.
+      # @return [String] the branch.
+      def git_branch
+        tracer_span.get_tag(Ext::Git::TAG_BRANCH)
+      end
+
+      # Returns the OS architecture extracted from the environment.
+      # @return [String] OS arch.
+      def os_architecture
+        tracer_span.get_tag(Ext::Test::TAG_OS_ARCHITECTURE)
+      end
+
+      # Returns the OS platform extracted from the environment.
+      # @return [String] OS platform.
+      def os_platform
+        tracer_span.get_tag(Ext::Test::TAG_OS_PLATFORM)
+      end
+
+      # Returns the runtime name extracted from the environment.
+      # @return [String] runtime name.
+      def runtime_name
+        tracer_span.get_tag(Ext::Test::TAG_RUNTIME_NAME)
+      end
+
+      # Returns the runtime version extracted from the environment.
+      # @return [String] runtime version.
+      def runtime_version
+        tracer_span.get_tag(Ext::Test::TAG_RUNTIME_VERSION)
+      end
+
       def set_environment_runtime_tags
         tracer_span.set_tag(Ext::Test::TAG_OS_ARCHITECTURE, ::RbConfig::CONFIG["host_cpu"])
         tracer_span.set_tag(Ext::Test::TAG_OS_PLATFORM, ::RbConfig::CONFIG["host_os"])

data/lib/datadog/ci/test_session.rb

@@ -26,6 +26,14 @@ module Datadog
         get_tag(Ext::Test::TAG_COMMAND)
       end
 
+      def skipping_tests?
+        get_tag(Ext::Test::TAG_ITR_TEST_SKIPPING_ENABLED) == "true"
+      end
+
+      def code_coverage?
+        get_tag(Ext::Test::TAG_CODE_COVERAGE_ENABLED) == "true"
+      end
+
       # Return the test session tags that could be inherited by sub-spans
       # @return [Hash] the tags to be inherited by sub-spans.
       def inheritable_tags

data/lib/datadog/ci/test_visibility/context/global.rb

@@ -21,6 +21,14 @@ module Datadog
             end
           end
 
+          def fetch_single_test_suite
+            @mutex.synchronize do
+              return nil if @test_suites.empty? || @test_suites.size > 1
+
+              @test_suites.values.first
+            end
+          end
+
           def fetch_or_activate_test_module(&block)
             @mutex.synchronize do
               @test_module ||= block.call

data/lib/datadog/ci/test_visibility/recorder.rb

@@ -29,7 +29,7 @@ module Datadog
         attr_reader :environment_tags, :test_suite_level_visibility_enabled
 
         def initialize(
-          test_suite_level_visibility_enabled: false,
+          itr:, remote_settings_api:, test_suite_level_visibility_enabled: false,
           codeowners: Codeowners::Parser.new(Utils::Git.root).parse
         )
           @test_suite_level_visibility_enabled = test_suite_level_visibility_enabled
@@ -37,7 +37,11 @@ module Datadog
           @environment_tags = Ext::Environment.tags(ENV).freeze
           @local_context = Context::Local.new
           @global_context = Context::Global.new
+
           @codeowners = codeowners
+
+          @itr = itr
+          @remote_settings_api = remote_settings_api
         end
 
         def start_test_session(service: nil, tags: {})
@@ -49,7 +53,11 @@ module Datadog
             )
             set_session_context(tags, tracer_span)
 
-            build_test_session(tracer_span, tags)
+            test_session = build_test_session(tracer_span, tags)
+
+            configure_library(test_session)
+
+            test_session
           end
         end
 
@@ -175,8 +183,20 @@ module Datadog
           @global_context.deactivate_test_suite!(test_suite_name)
         end
 
+        def itr_enabled?
+          @itr.enabled?
+        end
+
         private
 
+        def configure_library(test_session)
+          # this will change when EFD is implemented
+          return unless itr_enabled?
+
+          remote_configuration = @remote_settings_api.fetch_library_settings(test_session)
+          @itr.configure(remote_configuration.payload, test_session)
+        end
+
         def skip_tracing(block = nil)
           block.call(nil) if block
         end
@@ -207,6 +227,11 @@ module Datadog
         def build_test(tracer_span, tags)
           test = Test.new(tracer_span)
           set_initial_tags(test, tags)
+
+          # sometimes test suite is not being assigned correctly
+          # fix it by fetching the one single running test suite from the global context
+          fix_test_suite!(test) if test.test_suite_id.nil?
+
           validate_test_suite_level_visibility_correctness(test)
           set_codeowners(test)
 
@@ -274,6 +299,24 @@ module Datadog
           end
         end
 
+        def fix_test_suite!(test)
+          test_suite = @global_context.fetch_single_test_suite
+          unless test_suite
+            Datadog.logger.debug do
+              "Trying to fix test suite for test [#{test.name}] but no single test suite is running."
+            end
+            return
+          end
+
+          Datadog.logger.debug do
+            "For test [#{test.name}]: expected test suite [#{test.test_suite_name}] to be running, " \
+            "but it was not found. Fixing it by assigning test suite [#{test_suite.name}] to the test."
+          end
+
+          test.set_tag(Ext::Test::TAG_TEST_SUITE_ID, test_suite.id.to_s)
+          test.set_tag(Ext::Test::TAG_SUITE, test_suite.name)
+        end
+
         def start_datadog_tracer_span(span_name, span_options, &block)
           if block
             Datadog::Tracing.trace(span_name, **span_options) do |tracer_span, trace|

data/lib/datadog/ci/test_visibility/transport.rb

@@ -55,10 +55,6 @@ module Datadog
 
             response = send_payload(encoded_payload)
 
-            Datadog.logger.debug do
-              "Received server response: #{response.inspect}"
-            end
-
             responses << response
           end
 
@@ -68,7 +64,7 @@ module Datadog
         private
 
         def send_payload(encoded_payload)
-          api.request(
+          api.citestcycle_request(
             path: Datadog::CI::Ext::Transport::TEST_VISIBILITY_INTAKE_PATH,
             payload: encoded_payload
           )

data/lib/datadog/ci/transport/api/agentless.rb

@@ -0,0 +1,63 @@
+# frozen_string_literal: true
+
+require_relative "base"
+require_relative "../../ext/transport"
+
+module Datadog
+  module CI
+    module Transport
+      module Api
+        class Agentless < Base
+          attr_reader :api_key
+
+          def initialize(api_key:, citestcycle_url:, api_url:)
+            @api_key = api_key
+            @citestcycle_http = build_http_client(citestcycle_url, compress: true)
+            @api_http = build_http_client(api_url, compress: false)
+          end
+
+          def citestcycle_request(path:, payload:, headers: {}, verb: "post")
+            super
+
+            perform_request(@citestcycle_http, path: path, payload: payload, headers: headers, verb: verb)
+          end
+
+          def api_request(path:, payload:, headers: {}, verb: "post")
+            super
+
+            perform_request(@api_http, path: path, payload: payload, headers: headers, verb: verb)
+          end
+
+          private
+
+          def perform_request(http_client, path:, payload:, headers:, verb:)
+            http_client.request(
+              path: path,
+              payload: payload,
+              headers: headers_with_default(headers),
+              verb: verb
+            )
+          end
+
+          def build_http_client(url, compress:)
+            uri = URI.parse(url)
+            raise "Invalid agentless mode URL: #{url}" if uri.host.nil?
+
+            Datadog::CI::Transport::HTTP.new(
+              host: uri.host,
+              port: uri.port,
+              ssl: uri.scheme == "https" || uri.port == 443,
+              compress: compress
+            )
+          end
+
+          def default_headers
+            headers = super
+            headers[Ext::Transport::HEADER_DD_API_KEY] = api_key
+            headers
+          end
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/transport/api/base.rb

@@ -7,27 +7,23 @@ module Datadog
     module Transport
       module Api
         class Base
-          attr_reader :http
+          def api_request(path:, payload:, headers: {}, verb: "post")
+            headers[Ext::Transport::HEADER_CONTENT_TYPE] ||= Ext::Transport::CONTENT_TYPE_JSON
+          end
 
-          def initialize(http:)
-            @http = http
+          def citestcycle_request(path:, payload:, headers: {}, verb: "post")
+            headers[Ext::Transport::HEADER_CONTENT_TYPE] ||= Ext::Transport::CONTENT_TYPE_MESSAGEPACK
           end
 
-          def request(path:, payload:, verb: "post")
-            http.request(
-              path: path,
-              payload: payload,
-              verb: verb,
-              headers: headers
-            )
+          def headers_with_default(headers)
+            request_headers = default_headers
+            request_headers.merge!(headers)
           end
 
           private
 
-          def headers
-            {
-              Ext::Transport::HEADER_CONTENT_TYPE => Ext::Transport::CONTENT_TYPE_MESSAGEPACK
-            }
+          def default_headers
+            {}
           end
         end
       end

data/lib/datadog/ci/transport/api/builder.rb

@@ -1,6 +1,9 @@
 # frozen_string_literal: true
 
-require_relative "ci_test_cycle"
+require "datadog/core/configuration/agent_settings_resolver"
+require "datadog/core/remote/negotiation"
+
+require_relative "agentless"
 require_relative "evp_proxy"
 require_relative "../http"
 require_relative "../../ext/transport"
@@ -10,34 +13,35 @@ module Datadog
     module Transport
       module Api
         module Builder
-          def self.build_ci_test_cycle_api(settings)
+          def self.build_agentless_api(settings)
+            return nil if settings.api_key.nil?
+
             dd_site = settings.site || Ext::Transport::DEFAULT_DD_SITE
-            url = settings.ci.agentless_url ||
+
+            citestcycle_url = settings.ci.agentless_url ||
               "https://#{Ext::Transport::TEST_VISIBILITY_INTAKE_HOST_PREFIX}.#{dd_site}:443"
 
-            uri = URI.parse(url)
-            raise "Invalid agentless mode URL: #{url}" if uri.host.nil?
+            api_url = settings.ci.agentless_url ||
+              "https://#{Ext::Transport::DD_API_HOST_PREFIX}.#{dd_site}:443"
 
-            http = Datadog::CI::Transport::HTTP.new(
-              host: uri.host,
-              port: uri.port,
-              ssl: uri.scheme == "https" || uri.port == 443,
-              compress: true
-            )
-
-            CiTestCycle.new(api_key: settings.api_key, http: http)
+            Agentless.new(api_key: settings.api_key, citestcycle_url: citestcycle_url, api_url: api_url)
           end
 
-          def self.build_evp_proxy_api(agent_settings)
-            http = Datadog::CI::Transport::HTTP.new(
-              host: agent_settings.hostname,
-              port: agent_settings.port,
-              ssl: agent_settings.ssl,
-              timeout: agent_settings.timeout_seconds,
-              compress: false
+          def self.build_evp_proxy_api(settings)
+            agent_settings = Datadog::Core::Configuration::AgentSettingsResolver.call(settings)
+            negotiation = Datadog::Core::Remote::Negotiation.new(
+              settings,
+              agent_settings,
+              suppress_logging: {no_config_endpoint: true}
             )
 
-            EvpProxy.new(http: http)
+            evp_proxy_path_prefix = Ext::Transport::EVP_PROXY_PATH_PREFIXES.find do |path_prefix|
+              negotiation.endpoint?(path_prefix)
+            end
+
+            return nil if evp_proxy_path_prefix.nil?
+
+            EvpProxy.new(agent_settings: agent_settings, path_prefix: evp_proxy_path_prefix)
           end
         end
       end

data/lib/datadog/ci/transport/api/evp_proxy.rb

@@ -10,17 +10,48 @@ module Datadog
     module Transport
       module Api
         class EvpProxy < Base
-          def request(path:, payload:, verb: "post")
-            path = "#{Ext::Transport::EVP_PROXY_PATH_PREFIX}#{path.sub(/^\//, "")}"
+          def initialize(agent_settings:, path_prefix: Ext::Transport::EVP_PROXY_V2_PATH_PREFIX)
+            @agent_intake_http = build_http_client(
+              agent_settings,
+              compress: Ext::Transport::EVP_PROXY_COMPRESSION_SUPPORTED[path_prefix]
+            )
+
+            @agent_api_http = build_http_client(agent_settings, compress: false)
+
+            path_prefix = "#{path_prefix}/" unless path_prefix.end_with?("/")
+            @path_prefix = path_prefix
+          end
+
+          def citestcycle_request(path:, payload:, headers: {}, verb: "post")
+            super
+
+            headers[Ext::Transport::HEADER_EVP_SUBDOMAIN] = Ext::Transport::TEST_VISIBILITY_INTAKE_HOST_PREFIX
+
+            perform_request(@agent_intake_http, path: path, payload: payload, headers: headers, verb: verb)
+          end
+
+          def api_request(path:, payload:, headers: {}, verb: "post")
+            super
+
+            headers[Ext::Transport::HEADER_EVP_SUBDOMAIN] = Ext::Transport::DD_API_HOST_PREFIX
 
-            super(
-              path: path,
+            perform_request(@agent_api_http, path: path, payload: payload, headers: headers, verb: verb)
+          end
+
+          private
+
+          def perform_request(http_client, path:, payload:, headers:, verb:)
+            http_client.request(
+              path: path_with_prefix(path),
               payload: payload,
+              headers: headers_with_default(headers),
               verb: verb
             )
           end
 
-          private
+          def path_with_prefix(path)
+            "#{@path_prefix}#{path.sub(/^\//, "")}"
+          end
 
           def container_id
             return @container_id if defined?(@container_id)
@@ -28,15 +59,24 @@ module Datadog
             @container_id = Datadog::Core::Environment::Container.container_id
           end
 
-          def headers
+          def default_headers
             headers = super
-            headers[Ext::Transport::HEADER_EVP_SUBDOMAIN] = Ext::Transport::TEST_VISIBILITY_INTAKE_HOST_PREFIX
 
             c_id = container_id
             headers[Ext::Transport::HEADER_CONTAINER_ID] = c_id unless c_id.nil?
 
             headers
           end
+
+          def build_http_client(agent_settings, compress:)
+            Datadog::CI::Transport::HTTP.new(
+              host: agent_settings.hostname,
+              port: agent_settings.port,
+              ssl: agent_settings.ssl,
+              timeout: agent_settings.timeout_seconds,
+              compress: compress
+            )
+          end
         end
       end
     end

data/lib/datadog/ci/transport/http.rb

@@ -40,11 +40,17 @@ module Datadog
               "compression_enabled=#{compress}; path=#{path}; payload_size=#{payload.size}"
           end
 
-          ResponseDecorator.new(
+          response = ResponseDecorator.new(
             adapter.call(
               build_env(path: path, payload: payload, headers: headers, verb: verb)
             )
           )
+
+          Datadog.logger.debug do
+            "Received server response: #{response.inspect}"
+          end
+
+          response
         end
 
         private

data/lib/datadog/ci/transport/remote_settings_api.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+require "json"
+
+require "datadog/core/environment/identity"
+
+require_relative "../ext/transport"
+
+module Datadog
+  module CI
+    module Transport
+      # Datadog API client
+      # Calls settings endpoint to fetch library settings for given service and env
+      class RemoteSettingsApi
+        class Response
+          def initialize(http_response)
+            @http_response = http_response
+            @json = nil
+          end
+
+          def ok?
+            resp = @http_response
+            !resp.nil? && resp.ok?
+          end
+
+          def payload
+            cached = @json
+            return cached unless cached.nil?
+
+            resp = @http_response
+            return @json = default_payload if resp.nil? || !resp.ok?
+
+            begin
+              @json = JSON.parse(resp.payload).dig(*Ext::Transport::DD_API_SETTINGS_RESPONSE_DIG_KEYS) ||
+                default_payload
+            rescue JSON::ParserError => e
+              Datadog.logger.error("Failed to parse settings response payload: #{e}. Payload was: #{resp.payload}")
+              @json = default_payload
+            end
+          end
+
+          private
+
+          def default_payload
+            Ext::Transport::DD_API_SETTINGS_RESPONSE_DEFAULT
+          end
+        end
+
+        def initialize(api: nil, dd_env: nil)
+          @api = api
+          @dd_env = dd_env
+        end
+
+        def fetch_library_settings(test_session)
+          api = @api
+          return Response.new(nil) unless api
+
+          request_payload = payload(test_session)
+          Datadog.logger.debug("Fetching library settings with request: #{request_payload}")
+
+          http_response = api.api_request(
+            path: Ext::Transport::DD_API_SETTINGS_PATH,
+            payload: request_payload
+          )
+
+          Response.new(http_response)
+        end
+
+        private
+
+        def payload(test_session)
+          {
+            "data" => {
+              "id" => Datadog::Core::Environment::Identity.id,
+              "type" => Ext::Transport::DD_API_SETTINGS_TYPE,
+              "attributes" => {
+                "service" => test_session.service,
+                "env" => @dd_env,
+                "repository_url" => test_session.git_repository_url,
+                "branch" => test_session.git_branch,
+                "sha" => test_session.git_commit_sha,
+                "test_level" => Ext::Test::ITR_TEST_SKIPPING_MODE,
+                "configurations" => {
+                  "os.platform" => test_session.os_platform,
+                  "os.arch" => test_session.os_architecture,
+                  "runtime.name" => test_session.runtime_name,
+                  "runtime.version" => test_session.runtime_version
+                }
+              }
+            }
+          }.to_json
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/version.rb

@@ -4,8 +4,8 @@ module Datadog
   module CI
     module VERSION
       MAJOR = "0"
-      MINOR = "7"
-      PATCH = "0"
+      MINOR = "8"
+      PATCH = "3"
       PRE = nil
       BUILD = nil
       # PRE and BUILD above are modified for dev gems during gem build GHA workflow

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.8.3
 platform: ruby
 authors:
 - Datadog, Inc.
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-26 00:00:00.000000000 Z
+date: 2024-03-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -98,6 +98,7 @@ files:
 - lib/datadog/ci/ext/settings.rb
 - lib/datadog/ci/ext/test.rb
 - lib/datadog/ci/ext/transport.rb
+- lib/datadog/ci/itr/runner.rb
 - lib/datadog/ci/span.rb
 - lib/datadog/ci/test.rb
 - lib/datadog/ci/test_module.rb
@@ -118,16 +119,16 @@ files:
 - lib/datadog/ci/test_visibility/serializers/test_v1.rb
 - lib/datadog/ci/test_visibility/serializers/test_v2.rb
 - lib/datadog/ci/test_visibility/transport.rb
+- lib/datadog/ci/transport/api/agentless.rb
 - lib/datadog/ci/transport/api/base.rb
 - lib/datadog/ci/transport/api/builder.rb
-- lib/datadog/ci/transport/api/ci_test_cycle.rb
 - lib/datadog/ci/transport/api/evp_proxy.rb
 - lib/datadog/ci/transport/gzip.rb
 - lib/datadog/ci/transport/http.rb
+- lib/datadog/ci/transport/remote_settings_api.rb
 - lib/datadog/ci/utils/configuration.rb
 - lib/datadog/ci/utils/git.rb
 - lib/datadog/ci/utils/test_run.rb
-- lib/datadog/ci/utils/url.rb
 - lib/datadog/ci/version.rb
 homepage: https://github.com/DataDog/datadog-ci-rb
 licenses:
@@ -155,7 +156,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: 2.0.0
 requirements: []
-rubygems_version: 3.5.3
+rubygems_version: 3.5.6
 signing_key:
 specification_version: 4
 summary: Datadog CI visibility for your ruby application

data/lib/datadog/ci/transport/api/ci_test_cycle.rb

@@ -1,30 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "base"
-require_relative "../../ext/transport"
-
-module Datadog
-  module CI
-    module Transport
-      module Api
-        class CiTestCycle < Base
-          attr_reader :api_key
-
-          def initialize(api_key:, http:)
-            @api_key = api_key
-
-            super(http: http)
-          end
-
-          private
-
-          def headers
-            headers = super
-            headers[Ext::Transport::HEADER_DD_API_KEY] = api_key
-            headers
-          end
-        end
-      end
-    end
-  end
-end

data/lib/datadog/ci/utils/url.rb

@@ -1,15 +0,0 @@
-# frozen_string_literal: true
-
-module Datadog
-  module CI
-    module Utils
-      module Url
-        def self.filter_sensitive_info(url)
-          return nil if url.nil?
-
-          url.gsub(%r{((https?|ssh)://)[^/]*@}, '\1')
-        end
-      end
-    end
-  end
-end