datadog-ci 1.28.0 → 1.29.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e9b1bc98a924cc6601633633b9feb70bf48f79872266845b55505f1c5cd12837
-  data.tar.gz: e3aa6b68b3d65959178370fb7c4f2ee26094efb8de1da9e7f22d0b35e0a07729
+  metadata.gz: ac5578878c72238512be9428c1414a047b03a854d97e71830328683bcff6677c
+  data.tar.gz: 6c91bfd2ed06cc0c87f8a4537ca32c100ee9e1f4f825aa10c05971ee320aa7cb
 SHA512:
-  metadata.gz: c0562103f425826f918fd9c2c53ceacdb27e6e19280fd2e9ce47c67e1a7da631ab0b4c6dcf2fe28868aa166f5c5822b160a539f6f65ec462d5f7417c4d491a58
-  data.tar.gz: 4dbf986a49b767d5bc579800bd89716ef24f3263017c40c3410026fc879a5774626bb84f572386eb7ed93298031ed680ccbf1e7ff280061ba2d5d3674ab5c8fe
+  metadata.gz: e0260d48fffd5ad1a63c9859afa4a14025325454437d54fd0fce6518afec538b091a3f49289042f93a0a4a515e03dfc80288a19b11c71dc965e01ce3c47b0824
+  data.tar.gz: b2097df46c9cfa6b197c237dc9e80ca022204f1950c91f35870965036a60f9c90be895220a82d4bda73f3a22e20ce30b9261308d349d4519a2eca78f21f897bf

data/CHANGELOG.md

@@ -1,5 +1,26 @@
 ## [Unreleased]
 
+## [1.29.0] - 2026-05-04
+
+### Added
+
+* Add _dd.ci.library_configuration_error.* tags on backend errors ([#501][])
+* Add cucumber 11 ([#499][])
+
+### Changed
+
+* Make attempt_to_fix take precedence over quarantine and disabled ([#498][])
+* Log error when Datadog API rejects request due to API key ([#500][])
+* Enable static dependency tracking by default ([#493][])
+
+### Fixed
+
+* Handle nil DDTest skippable tests data ([#491][])
+
+### Removed
+
+* Remove JRuby from the CI matrix ([#494][])
+
 ## [1.28.0] - 2026-02-16
 
 ### Added
@@ -608,7 +629,8 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 
 - Ruby versions < 2.7 no longer supported ([#8][])
 
-[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.28.0...main
+[Unreleased]: https://github.com/DataDog/datadog-ci-rb/compare/v1.29.0...main
+[1.29.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.28.0...v1.29.0
 [1.28.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.27.0...v1.28.0
 [1.27.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.26.0...v1.27.0
 [1.26.0]: https://github.com/DataDog/datadog-ci-rb/compare/v1.25.0...v1.26.0
@@ -862,4 +884,11 @@ Currently test suite level visibility is not used by our instrumentation: it wil
 [#463]: https://github.com/DataDog/datadog-ci-rb/issues/463
 [#464]: https://github.com/DataDog/datadog-ci-rb/issues/464
 [#468]: https://github.com/DataDog/datadog-ci-rb/issues/468
-[#473]: https://github.com/DataDog/datadog-ci-rb/issues/473
+[#473]: https://github.com/DataDog/datadog-ci-rb/issues/473
+[#491]: https://github.com/DataDog/datadog-ci-rb/issues/491
+[#493]: https://github.com/DataDog/datadog-ci-rb/issues/493
+[#494]: https://github.com/DataDog/datadog-ci-rb/issues/494
+[#498]: https://github.com/DataDog/datadog-ci-rb/issues/498
+[#499]: https://github.com/DataDog/datadog-ci-rb/issues/499
+[#500]: https://github.com/DataDog/datadog-ci-rb/issues/500
+[#501]: https://github.com/DataDog/datadog-ci-rb/issues/501

data/lib/datadog/ci/configuration/settings.rb

@@ -183,7 +183,7 @@ module Datadog
               option :tia_static_dependencies_tracking_enabled do |o|
                 o.type :bool
                 o.env CI::Ext::Settings::ENV_TIA_STATIC_DEPENDENCIES_TRACKING_ENABLED
-                o.default false
+                o.default true
               end
 
               option :code_coverage_report_upload_enabled do |o|

data/lib/datadog/ci/contrib/cucumber/instrumentation.rb

@@ -39,8 +39,9 @@ module Datadog
             def begin_scenario(test_case)
               datadog_test = Datadog::CI.active_test
 
-              # special case for cucumber-ruby: we skip quarantined tests, thus for cucumber quarantined is the same as disabled
-              if datadog_test&.should_skip? || datadog_test&.quarantined?
+              # special case for cucumber-ruby: we skip quarantined tests, thus for cucumber quarantined is the same as disabled.
+              # attempt_to_fix takes precedence over quarantine: such tests must run (and be retried) even when quarantined.
+              if datadog_test&.should_skip? || (datadog_test&.quarantined? && !datadog_test.attempt_to_fix?)
                 raise ::Cucumber::Core::Test::Result::Skipped, datadog_test.datadog_skip_reason
               end
 

data/lib/datadog/ci/ext/test.rb

@@ -93,6 +93,17 @@ module Datadog
         TAG_HAS_FAILED_ALL_RETRIES = "test.has_failed_all_retries" # true if test was retried and none of the retries passed
         TAG_ATTEMPT_TO_FIX_PASSED = "test.test_management.attempt_to_fix_passed" # true if test was marked as "attempted to fix" and all of the retries passed
 
+        # Hidden tags used to indicate that a communication error occurred with the backend
+        # during one of the library configuration requests. They are propagated to every CI event
+        # (test session, test module, test suite, test) so that the backend can detect when
+        # data may be incomplete because the library could not load configuration.
+        module LibraryConfigurationError
+          TAG_SETTINGS = "_dd.ci.library_configuration_error.settings"
+          TAG_SKIPPABLE_TESTS = "_dd.ci.library_configuration_error.skippable_tests"
+          TAG_KNOWN_TESTS = "_dd.ci.library_configuration_error.known_tests"
+          TAG_TEST_MANAGEMENT_TESTS = "_dd.ci.library_configuration_error.test_management_tests"
+        end
+
         # a set of tag indicating which capabilities (features) are supported by the library
         module LibraryCapabilities
           TAG_TEST_IMPACT_ANALYSIS = "_dd.library_capabilities.test_impact_analysis"
@@ -140,7 +151,14 @@ module Datadog
         METRIC_CPU_COUNT = "_dd.host.vcpu_count"
 
         # tags that are common for the whole session and can be inherited from the test session
-        INHERITABLE_TAGS = [TAG_FRAMEWORK, TAG_FRAMEWORK_VERSION].freeze
+        INHERITABLE_TAGS = [
+          TAG_FRAMEWORK,
+          TAG_FRAMEWORK_VERSION,
+          LibraryConfigurationError::TAG_SETTINGS,
+          LibraryConfigurationError::TAG_SKIPPABLE_TESTS,
+          LibraryConfigurationError::TAG_KNOWN_TESTS,
+          LibraryConfigurationError::TAG_TEST_MANAGEMENT_TESTS
+        ].freeze
 
         # could be either "test" or "suite" depending on whether we skip individual tests or whole suites
         ITR_TEST_SKIPPING_MODE = "test" # we always skip tests (not suites) in Ruby

data/lib/datadog/ci/remote/library_settings_client.rb

@@ -49,6 +49,10 @@ module Datadog
               error_type: http_response.telemetry_error_type,
               status_code: http_response.code
             )
+
+            # mark the test session so that all events emitted in this session are tagged
+            # with the hidden _dd.ci.library_configuration_error.settings tag
+            test_session.set_tag(Ext::Test::LibraryConfigurationError::TAG_SETTINGS, "true")
           end
 
           library_settings = LibrarySettings.from_http_response(http_response)

data/lib/datadog/ci/test.rb

@@ -235,8 +235,8 @@ module Datadog
 
       # @internal
       def should_ignore_failures?
-        return true if quarantined? || disabled?
         return false if attempt_to_fix?
+        return true if quarantined? || disabled?
 
         any_retry_passed?
       end
@@ -271,8 +271,9 @@ module Datadog
         # Skip status is always preserved
         return status if status == Ext::Test::Status::SKIP
 
-        # For attempt_to_fix tests (not quarantined/disabled), any failure means the fix didn't work
-        if attempt_to_fix? && !quarantined? && !disabled?
+        # attempt_to_fix takes precedence over quarantine/disabled flags:
+        # any failure across attempts means the fix didn't work.
+        if attempt_to_fix?
           return all_executions_passed? ? Ext::Test::Status::PASS : Ext::Test::Status::FAIL
         end
 

data/lib/datadog/ci/test_impact_analysis/component.rb

@@ -381,7 +381,7 @@ module Datadog
         #   "data": [{"type": "test", "attributes": {"suite": "suite_name", "name": "test_name", "parameters": "{...}"}}]
         # }
         def transform_test_runner_data(skippable_tests_data)
-          skippable_tests = skippable_tests_data.fetch("skippableTests", {})
+          skippable_tests = skippable_tests_data.fetch("skippableTests", {}) || {}
 
           # Pre-calculate array size for better memory allocation
           total_test_configs = skippable_tests.sum do |_, tests_hash|

data/lib/datadog/ci/test_impact_analysis/skippable.rb

@@ -111,6 +111,10 @@ module Datadog
               error_type: http_response.telemetry_error_type,
               status_code: http_response.code
             )
+
+            # mark the test session so that all events emitted in this session are tagged
+            # with the hidden _dd.ci.library_configuration_error.skippable_tests tag
+            test_session.set_tag(Ext::Test::LibraryConfigurationError::TAG_SKIPPABLE_TESTS, "true")
           end
 
           Response.from_http_response(http_response)

data/lib/datadog/ci/test_management/tests_properties.rb

@@ -3,6 +3,7 @@
 require "json"
 
 require_relative "../ext/telemetry"
+require_relative "../ext/test"
 require_relative "../ext/transport"
 require_relative "../transport/telemetry"
 require_relative "../utils/parsing"
@@ -112,6 +113,10 @@ module Datadog
               error_type: http_response.telemetry_error_type,
               status_code: http_response.code
             )
+
+            # mark the test session so that all events emitted in this session are tagged
+            # with the hidden _dd.ci.library_configuration_error.test_management_tests tag
+            test_session.set_tag(Ext::Test::LibraryConfigurationError::TAG_TEST_MANAGEMENT_TESTS, "true")
           end
 
           Response.from_http_response(http_response).tests

data/lib/datadog/ci/test_session.rb

@@ -63,7 +63,12 @@ module Datadog
         # uses synchronized method #get_tag to get each tag value
         res = {}
         Ext::Test::INHERITABLE_TAGS.each do |tag|
-          res[tag] = get_tag(tag)
+          value = get_tag(tag)
+          # skip tags that are not set on the session (e.g. library configuration error tags
+          # are only set when the corresponding backend request fails)
+          next if value.nil?
+
+          res[tag] = value
         end
         @inheritable_tags = res.freeze
       end

data/lib/datadog/ci/test_tracing/known_tests.rb

@@ -103,6 +103,10 @@ module Datadog
             response = fetch_page(api, test_session, page_state: page_state)
 
             unless response.ok?
+              # mark the test session so that all events emitted in this session are tagged
+              # with the hidden _dd.ci.library_configuration_error.known_tests tag
+              test_session.set_tag(Ext::Test::LibraryConfigurationError::TAG_KNOWN_TESTS, "true")
+
               Datadog.logger.debug(
                 "Failed to fetch known tests page ##{page_number}, bailing out of known tests fetch. " \
                 "Early flake detection will not work."

data/lib/datadog/ci/transport/api/agentless.rb

@@ -10,6 +10,18 @@ module Datadog
         class Agentless < Base
           attr_reader :api_key
 
+          # HTTP status codes returned by the Datadog backend when a request is
+          # rejected for authentication/authorization reasons (typically because
+          # of a missing or invalid DD_API_KEY).
+          AUTHENTICATION_ERROR_CODES = [401, 403].freeze
+
+          # Substring we look for in the response payload to confirm the
+          # rejection is API-key related rather than some other permission
+          # issue. Examples of payloads we want to match:
+          #   {"errors":[{"status":"403","title":"Forbidden","detail":"API key is missing"}]}
+          #   {"errors":[{"status":"403","title":"Forbidden","detail":"API key is invalid"}]}
+          API_KEY_ERROR_PAYLOAD_MARKER = "API key"
+
           def initialize(api_key:, citestcycle_url:, api_url:, citestcov_url:, logs_intake_url:, cicovreprt_url:)
             @api_key = api_key
             @citestcycle_http = build_http_client(citestcycle_url, compress: true)
@@ -17,6 +29,7 @@ module Datadog
             @citestcov_http = build_http_client(citestcov_url, compress: true)
             @logs_intake_http = build_http_client(logs_intake_url, compress: true)
             @cicovreprt_http = build_http_client(cicovreprt_url, compress: false)
+            @api_key_error_logged = false
           end
 
           def citestcycle_request(path:, payload:, headers: {}, verb: "post")
@@ -59,13 +72,42 @@ module Datadog
           private
 
           def perform_request(http_client, path:, payload:, headers:, verb:, accept_compressed_response: false)
-            http_client.request(
+            response = http_client.request(
               path: path,
               payload: payload,
               headers: headers_with_default(headers),
               verb: verb,
               accept_compressed_response: accept_compressed_response
             )
+
+            log_api_key_error(response)
+
+            response
+          end
+
+          def log_api_key_error(response)
+            return if @api_key_error_logged
+            return unless AUTHENTICATION_ERROR_CODES.include?(response.code)
+            return unless response.payload.to_s.include?(API_KEY_ERROR_PAYLOAD_MARKER)
+
+            @api_key_error_logged = true
+
+            if api_key.nil? || api_key.strip.empty?
+              Datadog.logger.error do
+                "DATADOG CONFIGURATION - TEST OPTIMIZATION - ATTENTION - " \
+                "Datadog API rejected the request because DD_API_KEY is not set. " \
+                "Please set DD_API_KEY environment variable to a valid Datadog API key. " \
+                "Server response: #{response.payload}"
+              end
+            else
+              Datadog.logger.error do
+                "DATADOG CONFIGURATION - TEST OPTIMIZATION - ATTENTION - " \
+                "Datadog API rejected the request because the configured DD_API_KEY is invalid. " \
+                "Please verify that DD_API_KEY environment variable is set to a valid Datadog API key " \
+                "for the configured DD_SITE. " \
+                "Server response: #{response.payload}"
+              end
+            end
           end
 
           def build_http_client(url, compress:)

data/lib/datadog/ci/version.rb

@@ -4,7 +4,7 @@ module Datadog
   module CI
     module VERSION
       MAJOR = 1
-      MINOR = 28
+      MINOR = 29
       PATCH = 0
       PRE = nil
       BUILD = nil

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 1.28.0
+  version: 1.29.0
 platform: ruby
 authors:
 - Datadog, Inc.