datadog-ci 1.9.0 → 1.11.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7641cbd9b01a787badb9bab7d3aa74933c99b750b46609c9a625ed3f7daaa11c
-  data.tar.gz: 5489c728c4b6c91ff68b515796533801b02dfb623f506da23849e60e343063a3
+  metadata.gz: da95176899cf1e2427fadba7e177e85a5906c8c8131026e4b6e7fd3ec7ffae91
+  data.tar.gz: 1e948e2a734e658b9cbff55c9e1d0a57164d422a921124d17e73879a8da96361
 SHA512:
-  metadata.gz: 3d2f41e5eb8f58c3eecb72200658add1799109c7778fad032c6d58ec2fd462a37df7e1a47edfb6cf7390e037c4e30ada85dc95c71983c30629de38b2bf62fd35
-  data.tar.gz: 408151cc04150bcc8ec2a0933c0f6d38cd1362b5842e8b145960ba276431681893988cfd0c49ce47f519ae9e7451549b45503a6ea79f123cfd4cc3750cb2a8ea
+  metadata.gz: 4bbc47cd1af4024c4822f3c3686f728d50a87b729c8316b3e80648e370fc3c274bcd551644aad0a17203927d2ca08957af400447000ee25485a6f17f1cbaec62
+  data.tar.gz: f8b0fb90d93076341c88a44d4e08f867318996b350c10a498101d5893de32b70811110b78c093a8ba13b88ea6d53ba011013995fd0a11e5ba61b035d84950063

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 ## [Unreleased]
 
+## [1.11.0] - 2025-01-02
+
+### Changed
+
+* bump maximum Ruby version to 3.4 ([#275][])
+* Use logical test session name as part of test session span's resource instead of test command ([#271][])
+
+### Fixed
+
+* set the max payload size for events to 4.5MB ([#272][])
+* Fix inline comments handling when parsing CODEOWNERS files ([#267][])
+
+## [1.10.0] - 2024-12-05
+
+### Added
+
+* Skip before(:all) context hooks when all examples are skipped ([#262][])
+
 ## [1.9.0] - 2024-11-26
 
 ### Added
@@ -362,7 +380,9 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 
 - Ruby versions < 2.7 no longer supported ([#8][])
 
-[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.9.0...main
+[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.11.0...main
+[1.11.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.10.0...v1.11.0
+[1.10.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.9.0...v1.10.0
 [1.9.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.8.1...v1.9.0
 [1.8.1]: https://github.com/DataDog/datadog-ci-rb/compare/v1.8.0...v1.8.1
 [1.8.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.7.0...v1.8.0
@@ -521,4 +541,9 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 [#244]: https://github.com/DataDog/datadog-ci-rb/issues/244
 [#248]: https://github.com/DataDog/datadog-ci-rb/issues/248
 [#250]: https://github.com/DataDog/datadog-ci-rb/issues/250
-[#259]: https://github.com/DataDog/datadog-ci-rb/issues/259
+[#259]: https://github.com/DataDog/datadog-ci-rb/issues/259
+[#262]: https://github.com/DataDog/datadog-ci-rb/issues/262
+[#267]: https://github.com/DataDog/datadog-ci-rb/issues/267
+[#271]: https://github.com/DataDog/datadog-ci-rb/issues/271
+[#272]: https://github.com/DataDog/datadog-ci-rb/issues/272
+[#275]: https://github.com/DataDog/datadog-ci-rb/issues/275

data/lib/datadog/ci/codeowners/matcher.rb

@@ -42,7 +42,7 @@ module Datadog
 
           File.open(codeowners_file_path, "r") do |f|
             f.each_line do |line|
-              line.strip!
+              line.strip!&.sub!(/#.*$/, "")
 
               next if line.empty?
               next if comment?(line)

data/lib/datadog/ci/contrib/rspec/example.rb

@@ -21,42 +21,25 @@ module Datadog
               return super if ::RSpec.configuration.dry_run? && !datadog_configuration[:dry_run_enabled]
               return super unless datadog_configuration[:enabled]
 
-              test_name = full_description.strip
-              if metadata[:description].empty?
-                # for unnamed it blocks this appends something like "example at ./spec/some_spec.rb:10"
-                test_name << " #{description}"
-              end
-
-              test_suite_description = fetch_top_level_example_group[:description]
-              suite_name = "#{test_suite_description} at #{metadata[:example_group][:rerun_file_path]}"
-
-              # remove example group description from test name to avoid duplication
-              test_name = test_name.sub(test_suite_description, "").strip
-
-              if ci_queue?
-                suite_name = "#{suite_name} (ci-queue running example [#{test_name}])"
-                ci_queue_test_span = test_visibility_component.start_test_suite(suite_name)
-              end
+              test_suite_span = test_visibility_component.start_test_suite(datadog_test_suite_name) if ci_queue?
 
               # don't report test to RSpec::Core::Reporter until retries are done
               @skip_reporting = true
 
               test_retries_component.with_retries do
                 test_visibility_component.trace_test(
-                  test_name,
-                  suite_name,
+                  datadog_test_name,
+                  datadog_test_suite_name,
                   tags: {
                     CI::Ext::Test::TAG_FRAMEWORK => Ext::FRAMEWORK,
                     CI::Ext::Test::TAG_FRAMEWORK_VERSION => datadog_integration.version.to_s,
                     CI::Ext::Test::TAG_SOURCE_FILE => Git::LocalRepository.relative_to_root(metadata[:file_path]),
                     CI::Ext::Test::TAG_SOURCE_START => metadata[:line_number].to_s,
-                    CI::Ext::Test::TAG_PARAMETERS => Utils::TestRun.test_parameters(
-                      metadata: {"scoped_id" => metadata[:scoped_id]}
-                    )
+                    CI::Ext::Test::TAG_PARAMETERS => datadog_test_parameters
                   },
                   service: datadog_configuration[:service_name]
                 ) do |test_span|
-                  test_span&.itr_unskippable! if metadata[CI::Ext::Test::ITR_UNSKIPPABLE_OPTION]
+                  test_span&.itr_unskippable! if datadog_unskippable?
 
                   metadata[:skip] = CI::Ext::Test::ITR_TEST_SKIP_REASON if test_span&.skipped_by_itr?
 
@@ -87,8 +70,8 @@ module Datadog
                 end
               end
 
-              # this is a special case for ci-queue, we need to finish the test suite span
-              ci_queue_test_span&.finish
+              # this is a special case for ci-queue, we need to finish the test suite span created for a single test
+              test_suite_span&.finish
 
               # after retries are done, we can finally report the test to RSpec
               @skip_reporting = false
@@ -106,6 +89,18 @@ module Datadog
               super(::RSpec::Core::NullReporter)
             end
 
+            def datadog_test_id
+              @datadog_test_id ||= Utils::TestRun.datadog_test_id(
+                datadog_test_name,
+                datadog_test_suite_name,
+                datadog_test_parameters
+              )
+            end
+
+            def datadog_unskippable?
+              !!metadata[CI::Ext::Test::ITR_UNSKIPPABLE_OPTION]
+            end
+
             private
 
             def fetch_top_level_example_group
@@ -129,6 +124,45 @@ module Datadog
               Datadog.configuration.ci[:rspec]
             end
 
+            def datadog_test_suite_description
+              @datadog_test_suite_description ||= fetch_top_level_example_group[:description]
+            end
+
+            def datadog_test_name
+              return @datadog_test_name if defined?(@datadog_test_name)
+
+              test_name = full_description.strip
+              if metadata[:description].empty?
+                # for unnamed it blocks this appends something like "example at ./spec/some_spec.rb:10"
+                test_name << " #{description}"
+              end
+
+              # remove example group description from test name to avoid duplication
+              test_name = test_name.sub(datadog_test_suite_description, "").strip
+
+              @datadog_test_name = test_name
+            end
+
+            def datadog_test_suite_name
+              return @datadog_test_suite_name if defined?(@datadog_test_suite_name)
+
+              suite_name = "#{datadog_test_suite_description} at #{metadata[:example_group][:rerun_file_path]}"
+
+              if ci_queue?
+                suite_name = "#{suite_name} (ci-queue running example [#{datadog_test_name}])"
+              end
+
+              @datadog_test_suite_name = suite_name
+            end
+
+            def datadog_test_parameters
+              return @datadog_test_parameters if defined?(@datadog_test_parameters)
+
+              @datadog_test_parameters = Utils::TestRun.test_parameters(
+                metadata: {"scoped_id" => metadata[:scoped_id]}
+              )
+            end
+
             def test_visibility_component
               Datadog.send(:components).test_visibility
             end

data/lib/datadog/ci/contrib/rspec/example_group.rb

@@ -18,10 +18,17 @@ module Datadog
             def run(reporter = ::RSpec::Core::NullReporter)
               return super if ::RSpec.configuration.dry_run? && !datadog_configuration[:dry_run_enabled]
               return super unless datadog_configuration[:enabled]
+
+              # skip the context hooks if all descendant example are going to be skipped
+              # IMPORTANT: must happen before top_level? check because skipping hooks must happen
+              # even if it is a nested context
+              metadata[:skip] = true if all_examples_skipped_by_datadog?
+
+              # return early because we create Datadog::CI::TestSuite only for top-level example groups
               return super unless top_level?
 
               suite_name = "#{description} at #{file_path}"
-              test_suite = test_visibility_component.start_test_suite(
+              test_suite = test_visibility_component&.start_test_suite(
                 suite_name,
                 tags: {
                   CI::Ext::Test::TAG_SOURCE_FILE => Git::LocalRepository.relative_to_root(metadata[:file_path]),
@@ -47,6 +54,12 @@ module Datadog
 
             private
 
+            def all_examples_skipped_by_datadog?
+              descendant_filtered_examples.all? do |example|
+                !example.datadog_unskippable? && test_optimisation_component&.skippable?(example)
+              end
+            end
+
             def datadog_configuration
               Datadog.configuration.ci[:rspec]
             end
@@ -54,6 +67,10 @@ module Datadog
             def test_visibility_component
               Datadog.send(:components).test_visibility
             end
+
+            def test_optimisation_component
+              Datadog.send(:components).test_optimisation
+            end
           end
         end
       end

data/lib/datadog/ci/ext/telemetry.rb

@@ -69,6 +69,7 @@ module Datadog
         TAG_BROWSER_DRIVER = "browser_driver"
         TAG_IS_RUM = "is_rum"
         TAG_IS_RETRY = "is_retry"
+        TAG_EARLY_FLAKE_DETECTION_ABORT_REASON = "early_flake_detection_abort_reason"
         TAG_IS_NEW = "is_new"
         TAG_LIBRARY = "library"
         TAG_ENDPOINT = "endpoint"
@@ -78,12 +79,18 @@ module Datadog
         TAG_REQUEST_COMPRESSED = "rq_compressed"
         TAG_RESPONSE_COMPRESSED = "rs_compressed"
         TAG_COMMAND = "command"
+        # tags for git_requests.settings_response metric
         TAG_COVERAGE_ENABLED = "coverage_enabled"
+        TAG_ITR_ENABLED = "itr_enabled"
         TAG_ITR_SKIP_ENABLED = "itrskip_enabled"
+        TAG_REQUIRE_GIT = "require_git"
         TAG_EARLY_FLAKE_DETECTION_ENABLED = "early_flake_detection_enabled"
-        TAG_EARLY_FLAKE_DETECTION_ABORT_REASON = "early_flake_detection_abort_reason"
+        TAG_FLAKY_TEST_RETRIES_ENABLED = "flaky_test_retries_enabled"
+        # tags for test_session metric
         TAG_PROVIDER = "provider"
         TAG_AUTO_INJECTED = "auto_injected"
+        TAG_AGENTLESS_LOG_SUBMISSION_ENABLED = "agentless_log_submission_enabled"
+        TAG_FAIL_FAST_TEST_ORDER_ENABLED = "fail_fast_test_order_enabled"
 
         module EventType
           TEST = "test"

data/lib/datadog/ci/ext/test.rb

@@ -74,6 +74,9 @@ module Datadog
         # common tags that are serialized directly in msgpack header in metadata field
         METADATA_TAG_TEST_SESSION_NAME = "test_session.name"
 
+        # internal tag indicating if datadog service was configured by the user
+        TAG_USER_PROVIDED_TEST_SERVICE = "_dd.test.is_user_provided_service"
+
         # internal metric with the number of virtual CPUs
         METRIC_CPU_COUNT = "_dd.host.vcpu_count"
 

data/lib/datadog/ci/remote/library_settings_client.rb

@@ -59,7 +59,10 @@ module Datadog
             {
               Ext::Telemetry::TAG_COVERAGE_ENABLED => library_settings.code_coverage_enabled?.to_s,
               Ext::Telemetry::TAG_ITR_SKIP_ENABLED => library_settings.tests_skipping_enabled?.to_s,
-              Ext::Telemetry::TAG_EARLY_FLAKE_DETECTION_ENABLED => library_settings.early_flake_detection_enabled?.to_s
+              Ext::Telemetry::TAG_EARLY_FLAKE_DETECTION_ENABLED => library_settings.early_flake_detection_enabled?.to_s,
+              Ext::Telemetry::TAG_FLAKY_TEST_RETRIES_ENABLED => library_settings.flaky_test_retries_enabled?.to_s,
+              Ext::Telemetry::TAG_ITR_ENABLED => library_settings.itr_enabled?.to_s,
+              Ext::Telemetry::TAG_REQUIRE_GIT => library_settings.require_git?.to_s
             }
           )
 

data/lib/datadog/ci/test.rb

@@ -17,6 +17,11 @@ module Datadog
         get_tag(Ext::Test::TAG_NAME)
       end
 
+      # @return [String] the test id according to Datadog's test impact analysis.
+      def datadog_test_id
+        @datadog_test_id ||= Utils::TestRun.datadog_test_id(name, test_suite_name, parameters)
+      end
+
       # Finishes the current test.
       # @return [void]
       def finish
@@ -140,22 +145,18 @@ module Datadog
 
       # @internal
       def any_retry_passed?
-        !!test_suite&.any_test_retry_passed?(test_id)
+        !!test_suite&.any_test_retry_passed?(datadog_test_id)
       end
 
       private
 
-      def test_id
-        @test_id ||= Utils::TestRun.datadog_test_id(name, test_suite_name, parameters)
-      end
-
       def record_test_result(datadog_status)
         # if this test was already executed in this test suite, mark it as retried
-        if test_suite&.test_executed?(test_id)
+        if test_suite&.test_executed?(datadog_test_id)
           set_tag(Ext::Test::TAG_IS_RETRY, "true")
         end
 
-        test_suite&.record_test_result(test_id, datadog_status)
+        test_suite&.record_test_result(datadog_test_id, datadog_status)
       end
     end
   end

data/lib/datadog/ci/test_optimisation/component.rb

@@ -144,11 +144,16 @@ module Datadog
           event
         end
 
+        def skippable?(test)
+          return false if !enabled? || !skipping_tests?
+
+          @skippable_tests.include?(test.datadog_test_id)
+        end
+
         def mark_if_skippable(test)
           return if !enabled? || !skipping_tests?
 
-          datadog_test_id = Utils::TestRun.datadog_test_id(test.name, test.test_suite_name, test.parameters)
-          if @skippable_tests.include?(datadog_test_id)
+          if skippable?(test)
             if forked?
               Datadog.logger.warn { "Intelligent test runner is not supported for forking test runners yet" }
               return
@@ -156,9 +161,9 @@ module Datadog
 
             test.set_tag(Ext::Test::TAG_ITR_SKIPPED_BY_ITR, "true")
 
-            Datadog.logger.debug { "Marked test as skippable: #{datadog_test_id}" }
+            Datadog.logger.debug { "Marked test as skippable: #{test.datadog_test_id}" }
           else
-            Datadog.logger.debug { "Test is not skippable: #{datadog_test_id}" }
+            Datadog.logger.debug { "Test is not skippable: #{test.datadog_test_id}" }
           end
         end
 

data/lib/datadog/ci/test_optimisation/skippable_percentage/calculator.rb

@@ -66,7 +66,7 @@ module Datadog
             cli_options_array = @rspec_cli_options + ["--dry-run", @spec_path]
 
             rspec_config_options = ::RSpec::Core::ConfigurationOptions.new(cli_options_array)
-            devnull = File.new("/dev/null", "w")
+            devnull = File.new(File::NULL, "w")
             out = @verbose ? $stdout : devnull
             err = @verbose ? $stderr : devnull
 

data/lib/datadog/ci/test_session.rb

@@ -25,7 +25,7 @@ module Datadog
       # Return the test session's name which is equal to test command used
       # @return [String] the command for this test session.
       def name
-        get_tag(Ext::Test::TAG_COMMAND)
+        test_visibility.logical_test_session_name || "test_session"
       end
 
       # Return the test session's command used to run the tests

data/lib/datadog/ci/test_visibility/context.rb

@@ -11,6 +11,7 @@ require_relative "../ext/app_types"
 require_relative "../ext/environment"
 require_relative "../ext/test"
 
+require_relative "../utils/configuration"
 require_relative "../utils/test_run"
 
 require_relative "../span"
@@ -207,6 +208,10 @@ module Datadog
           ci_span.set_tags(@environment_tags)
 
           ci_span.set_metric(Ext::Test::METRIC_CPU_COUNT, Utils::TestRun.virtual_cpu_count)
+          ci_span.set_tag(
+            Ext::Test::TAG_USER_PROVIDED_TEST_SERVICE,
+            Utils::Configuration.service_name_provided_by_user?.to_s
+          )
         end
 
         # PROPAGATING CONTEXT FROM TOP-LEVEL TO THE LOWER LEVELS

data/lib/datadog/ci/test_visibility/serializers/base.rb

@@ -238,6 +238,10 @@ module Datadog
           def to_integer(value)
             value&.to_i
           end
+
+          def test_visibility
+            @test_visibility ||= Datadog::CI.send(:test_visibility)
+          end
         end
       end
     end

data/lib/datadog/ci/test_visibility/serializers/test_session.rb

@@ -31,7 +31,7 @@ module Datadog
           end
 
           def resource
-            "#{@span.get_tag(Ext::Test::TAG_FRAMEWORK)}.test_session.#{@span.get_tag(Ext::Test::TAG_COMMAND)}"
+            "#{@span.get_tag(Ext::Test::TAG_FRAMEWORK)}.test_session.#{test_visibility.logical_test_session_name}"
           end
 
           private

data/lib/datadog/ci/transport/event_platform_transport.rb

@@ -11,7 +11,7 @@ module Datadog
   module CI
     module Transport
       class EventPlatformTransport
-        DEFAULT_MAX_PAYLOAD_SIZE = 5 * 1024 * 1024
+        DEFAULT_MAX_PAYLOAD_SIZE = 4.5 * 1024 * 1024
 
         attr_reader :api,
           :max_payload_size

data/lib/datadog/ci/utils/configuration.rb

@@ -9,6 +9,10 @@ module Datadog
         def self.fetch_service_name(default)
           Datadog.configuration.service_without_fallback || CI::Git::LocalRepository.repository_name || default
         end
+
+        def self.service_name_provided_by_user?
+          !!Datadog.configuration.service_without_fallback
+        end
       end
     end
   end

data/lib/datadog/ci/version.rb

@@ -4,7 +4,7 @@ module Datadog
   module CI
     module VERSION
       MAJOR = 1
-      MINOR = 9
+      MINOR = 11
       PATCH = 0
       PRE = nil
       BUILD = nil
@@ -22,7 +22,7 @@ module Datadog
       # To allow testing with the next unreleased version of Ruby, the version check is performed
       # as `< #{MAXIMUM_RUBY_VERSION}`, meaning prereleases of MAXIMUM_RUBY_VERSION are allowed
       # but not stable MAXIMUM_RUBY_VERSION releases.
-      MAXIMUM_RUBY_VERSION = "3.4"
+      MAXIMUM_RUBY_VERSION = "3.5"
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 1.9.0
+  version: 1.11.0
 platform: ruby
 authors:
 - Datadog, Inc.
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-11-26 00:00:00.000000000 Z
+date: 2025-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: datadog
@@ -240,7 +240,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.7.0
   - - "<"
     - !ruby/object:Gem::Version
-      version: '3.4'
+      version: '3.5'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="