datadog-ci 1.15.0 → 1.17.0

data/lib/datadog/ci/test_retries/component.rb

@@ -2,11 +2,11 @@
 
 require_relative "driver/no_retry"
 require_relative "driver/retry_failed"
-require_relative "driver/retry_new"
+require_relative "driver/retry_flake_detection"
 
 require_relative "strategy/no_retry"
 require_relative "strategy/retry_failed"
-require_relative "strategy/retry_new"
+require_relative "strategy/retry_flake_detection"
 require_relative "strategy/retry_flaky_fixed"
 
 require_relative "../ext/telemetry"
@@ -31,13 +31,13 @@ module Datadog
         )
           no_retries_strategy = Strategy::NoRetry.new
 
-          @retry_failed_strategy = Strategy::RetryFailed.new(
+          retry_failed_strategy = Strategy::RetryFailed.new(
             enabled: retry_failed_tests_enabled,
             max_attempts: retry_failed_tests_max_attempts,
             total_limit: retry_failed_tests_total_limit
           )
 
-          @retry_new_strategy = Strategy::RetryNew.new(
+          retry_flake_detection_strategy = Strategy::RetryFlakeDetection.new(
             enabled: retry_new_tests_enabled
           )
 
@@ -49,8 +49,8 @@ module Datadog
           # order is important, we apply the first matching strategy
           @retry_strategies = [
             retry_flaky_fixed_strategy,
-            @retry_new_strategy,
-            @retry_failed_strategy,
+            retry_flake_detection_strategy,
+            retry_failed_strategy,
             no_retries_strategy
           ]
           @mutex = Mutex.new
@@ -111,23 +111,14 @@ module Datadog
           test_span&.set_tag(Ext::Test::TAG_HAS_FAILED_ALL_RETRIES, "true") if test_span&.all_executions_failed?
 
           # if we are attempting to fix the test and all retries passed, we indicate that the fix might have worked
-          if test_span&.attempt_to_fix? && test_span.all_executions_passed?
-            test_span&.set_tag(Ext::Test::TAG_ATTEMPT_TO_FIX_PASSED, "true")
-          end
+          # otherwise we send "false" to show that it didn't work
+          test_span&.set_tag(Ext::Test::TAG_ATTEMPT_TO_FIX_PASSED, test_span&.all_executions_passed?.to_s) if test_span&.attempt_to_fix?
         end
 
         def should_retry?
           !!current_retry_driver&.should_retry?
         end
 
-        def auto_test_retries_feature_enabled
-          @retry_failed_strategy.enabled
-        end
-
-        def early_flake_detection_feature_enabled
-          @retry_new_strategy.enabled
-        end
-
         private
 
         def current_retry_driver

data/lib/datadog/ci/test_retries/driver/{retry_new.rb → retry_flake_detection.rb}

@@ -9,7 +9,7 @@ module Datadog
     module TestRetries
       module Driver
         # retry every new test up to 10 times (early flake detection)
-        class RetryNew < Base
+        class RetryFlakeDetection < Base
           def initialize(test_span, max_attempts_thresholds:)
             @max_attempts_thresholds = max_attempts_thresholds
             @attempts = 0
@@ -36,7 +36,7 @@ module Datadog
           end
 
           def retry_reason
-            Ext::Test::RetryReason::RETRY_NEW
+            Ext::Test::RetryReason::RETRY_DETECT_FLAKY
           end
         end
       end

data/lib/datadog/ci/test_retries/strategy/{retry_new.rb → retry_flake_detection.rb}

@@ -2,13 +2,13 @@
 
 require_relative "base"
 
-require_relative "../driver/retry_new"
+require_relative "../driver/retry_flake_detection"
 
 module Datadog
   module CI
     module TestRetries
       module Strategy
-        class RetryNew < Base
+        class RetryFlakeDetection < Base
           DEFAULT_TOTAL_TESTS_COUNT = 100
 
           attr_reader :enabled, :max_attempts_thresholds, :total_limit, :retried_count
@@ -31,7 +31,7 @@ module Datadog
               mark_test_session_faulty(Datadog::CI.active_test_session)
             end
 
-            @enabled && !test_span.skipped? && test_span.is_new?
+            @enabled && !test_span.skipped? && (test_span.is_new? || test_span.modified?)
           end
 
           def configure(library_settings, test_session)
@@ -52,7 +52,7 @@ module Datadog
             end
             @retried_count += 1
 
-            Driver::RetryNew.new(test_span, max_attempts_thresholds: @max_attempts_thresholds)
+            Driver::RetryFlakeDetection.new(test_span, max_attempts_thresholds: @max_attempts_thresholds)
           end
 
           private

data/lib/datadog/ci/test_visibility/component.rb

@@ -261,6 +261,8 @@ module Datadog
 
           mark_test_as_new(test) if new_test?(test)
 
+          impacted_tests_detection.tag_modified_test(test)
+
           test_management.tag_test_from_properties(test)
 
           test_optimisation.mark_if_skippable(test)
@@ -435,6 +437,10 @@ module Datadog
           Datadog.send(:components).test_management
         end
 
+        def impacted_tests_detection
+          Datadog.send(:components).impacted_tests_detection
+        end
+
         # DISTRIBUTED RUBY CONTEXT
         def start_drb_service
           return if @context_service_uri

data/lib/datadog/ci/test_visibility/null_component.rb

@@ -8,7 +8,9 @@ module Datadog
         def configure(_, _)
         end
 
-        def start_test_session(service: nil, tags: {}, estimated_total_tests_count: 0)
+        def start_test_session(
+          service: nil, tags: {}, estimated_total_tests_count: 0, distributed: false, local_test_suites_mode: true
+        )
           skip_tracing
         end
 

data/lib/datadog/ci/transport/api/agentless.rb

@@ -10,11 +10,12 @@ module Datadog
         class Agentless < Base
           attr_reader :api_key
 
-          def initialize(api_key:, citestcycle_url:, api_url:, citestcov_url:)
+          def initialize(api_key:, citestcycle_url:, api_url:, citestcov_url:, logs_intake_url:)
             @api_key = api_key
             @citestcycle_http = build_http_client(citestcycle_url, compress: true)
             @api_http = build_http_client(api_url, compress: false)
             @citestcov_http = build_http_client(citestcov_url, compress: true)
+            @logs_intake_http = build_http_client(logs_intake_url, compress: true)
           end
 
           def citestcycle_request(path:, payload:, headers: {}, verb: "post")
@@ -42,6 +43,12 @@ module Datadog
             perform_request(@citestcov_http, path: path, payload: @citestcov_payload, headers: headers, verb: verb)
           end
 
+          def logs_intake_request(path:, payload:, headers: {}, verb: "post")
+            super
+
+            perform_request(@logs_intake_http, path: path, payload: payload, headers: headers, verb: verb)
+          end
+
           private
 
           def perform_request(http_client, path:, payload:, headers:, verb:, accept_compressed_response: false)

data/lib/datadog/ci/transport/api/base.rb

@@ -38,6 +38,10 @@ module Datadog
             ].join("\r\n")
           end
 
+          def logs_intake_request(path:, payload:, headers: {}, verb: "post")
+            headers[Ext::Transport::HEADER_CONTENT_TYPE] ||= Ext::Transport::CONTENT_TYPE_JSON
+          end
+
           def headers_with_default(headers)
             request_headers = default_headers
             request_headers.merge!(headers)

data/lib/datadog/ci/transport/api/builder.rb

@@ -27,11 +27,15 @@ module Datadog
             citestcov_url = settings.ci.agentless_url ||
               "https://#{Ext::Transport::TEST_COVERAGE_INTAKE_HOST_PREFIX}.#{dd_site}:443"
 
+            logs_intake_url = settings.ci.agentless_url ||
+              "https://#{Ext::Transport::LOGS_INTAKE_HOST_PREFIX}.#{dd_site}:443"
+
             Agentless.new(
               api_key: settings.api_key,
               citestcycle_url: citestcycle_url,
               api_url: api_url,
-              citestcov_url: citestcov_url
+              citestcov_url: citestcov_url,
+              logs_intake_url: logs_intake_url
             )
           end
 

data/lib/datadog/ci/transport/api/evp_proxy.rb

@@ -46,6 +46,10 @@ module Datadog
             perform_request(@agent_intake_http, path: path, payload: @citestcov_payload, headers: headers, verb: verb)
           end
 
+          def logs_intake_request(path:, payload:, headers: {}, verb: "post")
+            raise NotImplementedError, "Logs intake is not supported in EVP proxy mode"
+          end
+
           private
 
           def perform_request(http_client, path:, payload:, headers:, verb:)

data/lib/datadog/ci/version.rb

@@ -4,7 +4,7 @@ module Datadog
   module CI
     module VERSION
       MAJOR = 1
-      MINOR = 15
+      MINOR = 17
       PATCH = 0
       PRE = nil
       BUILD = nil

data/lib/datadog/ci.rb

@@ -429,6 +429,9 @@ require_relative "ci/contrib/parallel_tests/integration"
 require_relative "ci/contrib/selenium/integration"
 require_relative "ci/contrib/cuprite/integration"
 require_relative "ci/contrib/simplecov/integration"
+require_relative "ci/contrib/activesupport/integration"
+require_relative "ci/contrib/lograge/integration"
+require_relative "ci/contrib/semantic_logger/integration"
 
 # Configuration extensions
 require_relative "ci/configuration/extensions"

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 1.15.0
+  version: 1.17.0
 platform: ruby
 authors:
 - Datadog, Inc.
 bindir: exe
 cert_chain: []
-date: 2025-03-25 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: datadog
@@ -74,6 +74,7 @@ files:
 - ext/datadog_cov/datadog_cov.c
 - ext/datadog_cov/extconf.rb
 - lib/datadog/ci.rb
+- lib/datadog/ci/async_writer.rb
 - lib/datadog/ci/auto_instrument.rb
 - lib/datadog/ci/cli/cli.rb
 - lib/datadog/ci/cli/command/base.rb
@@ -87,6 +88,11 @@ files:
 - lib/datadog/ci/configuration/components.rb
 - lib/datadog/ci/configuration/extensions.rb
 - lib/datadog/ci/configuration/settings.rb
+- lib/datadog/ci/contrib/activesupport/configuration/settings.rb
+- lib/datadog/ci/contrib/activesupport/ext.rb
+- lib/datadog/ci/contrib/activesupport/integration.rb
+- lib/datadog/ci/contrib/activesupport/logs_formatter.rb
+- lib/datadog/ci/contrib/activesupport/patcher.rb
 - lib/datadog/ci/contrib/ciqueue/integration.rb
 - lib/datadog/ci/contrib/ciqueue/patcher.rb
 - lib/datadog/ci/contrib/cucumber/configuration/settings.rb
@@ -108,6 +114,11 @@ files:
 - lib/datadog/ci/contrib/knapsack/integration.rb
 - lib/datadog/ci/contrib/knapsack/patcher.rb
 - lib/datadog/ci/contrib/knapsack/runner.rb
+- lib/datadog/ci/contrib/lograge/configuration/settings.rb
+- lib/datadog/ci/contrib/lograge/ext.rb
+- lib/datadog/ci/contrib/lograge/integration.rb
+- lib/datadog/ci/contrib/lograge/log_subscriber.rb
+- lib/datadog/ci/contrib/lograge/patcher.rb
 - lib/datadog/ci/contrib/minitest/configuration/settings.rb
 - lib/datadog/ci/contrib/minitest/ext.rb
 - lib/datadog/ci/contrib/minitest/helpers.rb
@@ -138,6 +149,11 @@ files:
 - lib/datadog/ci/contrib/selenium/integration.rb
 - lib/datadog/ci/contrib/selenium/navigation.rb
 - lib/datadog/ci/contrib/selenium/patcher.rb
+- lib/datadog/ci/contrib/semantic_logger/configuration/settings.rb
+- lib/datadog/ci/contrib/semantic_logger/ext.rb
+- lib/datadog/ci/contrib/semantic_logger/integration.rb
+- lib/datadog/ci/contrib/semantic_logger/logger.rb
+- lib/datadog/ci/contrib/semantic_logger/patcher.rb
 - lib/datadog/ci/contrib/settings.rb
 - lib/datadog/ci/contrib/simplecov/configuration/settings.rb
 - lib/datadog/ci/contrib/simplecov/ext.rb
@@ -178,6 +194,10 @@ files:
 - lib/datadog/ci/git/tree_uploader.rb
 - lib/datadog/ci/git/upload_packfile.rb
 - lib/datadog/ci/git/user.rb
+- lib/datadog/ci/impacted_tests_detection/component.rb
+- lib/datadog/ci/impacted_tests_detection/telemetry.rb
+- lib/datadog/ci/logs/component.rb
+- lib/datadog/ci/logs/transport.rb
 - lib/datadog/ci/readonly_test_module.rb
 - lib/datadog/ci/readonly_test_session.rb
 - lib/datadog/ci/remote/component.rb
@@ -194,7 +214,6 @@ files:
 - lib/datadog/ci/test_optimisation/coverage/ddcov.rb
 - lib/datadog/ci/test_optimisation/coverage/event.rb
 - lib/datadog/ci/test_optimisation/coverage/transport.rb
-- lib/datadog/ci/test_optimisation/coverage/writer.rb
 - lib/datadog/ci/test_optimisation/skippable.rb
 - lib/datadog/ci/test_optimisation/skippable_percentage/base.rb
 - lib/datadog/ci/test_optimisation/skippable_percentage/calculator.rb
@@ -204,14 +223,14 @@ files:
 - lib/datadog/ci/test_retries/driver/base.rb
 - lib/datadog/ci/test_retries/driver/no_retry.rb
 - lib/datadog/ci/test_retries/driver/retry_failed.rb
+- lib/datadog/ci/test_retries/driver/retry_flake_detection.rb
 - lib/datadog/ci/test_retries/driver/retry_flaky_fixed.rb
-- lib/datadog/ci/test_retries/driver/retry_new.rb
 - lib/datadog/ci/test_retries/null_component.rb
 - lib/datadog/ci/test_retries/strategy/base.rb
 - lib/datadog/ci/test_retries/strategy/no_retry.rb
 - lib/datadog/ci/test_retries/strategy/retry_failed.rb
+- lib/datadog/ci/test_retries/strategy/retry_flake_detection.rb
 - lib/datadog/ci/test_retries/strategy/retry_flaky_fixed.rb
-- lib/datadog/ci/test_retries/strategy/retry_new.rb
 - lib/datadog/ci/test_session.rb
 - lib/datadog/ci/test_suite.rb
 - lib/datadog/ci/test_visibility/component.rb
@@ -281,7 +300,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: 2.0.0
 requirements: []
-rubygems_version: 3.6.2
+rubygems_version: 3.6.7
 specification_version: 4
 summary: Datadog Test Optimization for your ruby application
 test_files: []

data/lib/datadog/ci/test_optimisation/coverage/writer.rb

@@ -1,116 +0,0 @@
-# frozen_string_literal: true
-
-require "datadog/core/workers/async"
-require "datadog/core/workers/queue"
-require "datadog/core/workers/polling"
-
-require "datadog/core/buffer/cruby"
-require "datadog/core/buffer/thread_safe"
-
-require "datadog/core/environment/ext"
-
-module Datadog
-  module CI
-    module TestOptimisation
-      module Coverage
-        class Writer
-          include Core::Workers::Queue
-          include Core::Workers::Polling
-
-          attr_reader :transport
-
-          DEFAULT_BUFFER_MAX_SIZE = 10_000
-          DEFAULT_SHUTDOWN_TIMEOUT = 60
-
-          DEFAULT_INTERVAL = 3
-
-          def initialize(transport:, options: {})
-            @transport = transport
-
-            # Workers::Polling settings
-            self.enabled = options.fetch(:enabled, true)
-
-            # Workers::Async::Thread settings
-            self.fork_policy = Core::Workers::Async::Thread::FORK_POLICY_RESTART
-
-            # Workers::IntervalLoop settings
-            self.loop_base_interval = options[:interval] || DEFAULT_INTERVAL
-            self.loop_back_off_ratio = options[:back_off_ratio] if options.key?(:back_off_ratio)
-            self.loop_back_off_max = options[:back_off_max] if options.key?(:back_off_max)
-
-            @buffer_size = options.fetch(:buffer_size, DEFAULT_BUFFER_MAX_SIZE)
-
-            self.buffer = buffer_klass.new(@buffer_size)
-
-            @shutdown_timeout = options.fetch(:shutdown_timeout, DEFAULT_SHUTDOWN_TIMEOUT)
-
-            @stopped = false
-          end
-
-          def write(event)
-            return if @stopped
-
-            # Start worker thread. If the process has forked, it will trigger #after_fork to
-            # reconfigure the worker accordingly.
-            perform
-
-            enqueue(event)
-          end
-
-          def perform(*events)
-            responses = transport.send_events(events)
-
-            if responses.find(&:server_error?)
-              loop_back_off!
-              Datadog.logger.warn { "Encountered server error while sending coverage events" }
-            end
-
-            nil
-          rescue => e
-            Datadog.logger.warn { "Error while sending coverage events: #{e}" }
-            loop_back_off!
-          end
-
-          def stop(force_stop = false, timeout = @shutdown_timeout)
-            @stopped = true
-
-            buffer.close if running?
-
-            super
-          end
-
-          def enqueue(event)
-            buffer.push(event)
-          end
-
-          def dequeue
-            buffer.pop
-          end
-
-          def work_pending?
-            !buffer.empty?
-          end
-
-          def async?
-            true
-          end
-
-          def after_fork
-            # In multiprocess environments, forks will share the same buffer until its written to.
-            # A.K.A. copy-on-write. We don't want forks to write events generated from another process.
-            # Instead, we reset it after the fork. (Make sure any enqueue operations happen after this.)
-            self.buffer = buffer_klass.new(@buffer_size)
-          end
-
-          def buffer_klass
-            if Core::Environment::Ext::RUBY_ENGINE == "ruby"
-              Core::Buffer::CRuby
-            else
-              Core::Buffer::ThreadSafe
-            end
-          end
-        end
-      end
-    end
-  end
-end