datadog-ci 1.14.0 → 1.15.0

data/lib/datadog/ci/test_visibility/store/{global.rb → process.rb}

@@ -1,11 +1,16 @@
 # frozen_string_literal: true
 
+require_relative "../../readonly_test_session"
+require_relative "../../readonly_test_module"
+
 module Datadog
   module CI
     module TestVisibility
       module Store
         # This context is shared between threads and represents the current test session and test module.
-        class Global
+        class Process
+          attr_reader :readonly_test_session, :readonly_test_module
+
           def initialize
             # we are using Monitor instead of Mutex because it is reentrant
             @mutex = Monitor.new
@@ -13,6 +18,11 @@ module Datadog
             @test_session = nil
             @test_module = nil
             @test_suites = {}
+
+            # small copies of id, name and some tags: store them in the current process to set session/module context
+            # for any spans faster
+            @readonly_test_session = nil
+            @readonly_test_module = nil
           end
 
           def fetch_or_activate_test_suite(test_suite_name, &block)
@@ -53,12 +63,6 @@ module Datadog
             @mutex.synchronize { @test_suites[test_suite_name] }
           end
 
-          def service
-            @mutex.synchronize do
-              @test_session&.service
-            end
-          end
-
           def stop_all_test_suites
             @mutex.synchronize do
               @test_suites.each_value(&:finish)
@@ -66,17 +70,6 @@ module Datadog
             end
           end
 
-          def inheritable_session_tags
-            @mutex.synchronize do
-              test_session = @test_session
-              if test_session
-                test_session.inheritable_tags
-              else
-                {}
-              end
-            end
-          end
-
           def deactivate_test_session!
             @mutex.synchronize { @test_session = nil }
           end
@@ -88,6 +81,18 @@ module Datadog
           def deactivate_test_suite!(test_suite_name)
             @mutex.synchronize { @test_suites.delete(test_suite_name) }
           end
+
+          def set_readonly_test_session(remote_test_session)
+            return if remote_test_session.nil?
+
+            @readonly_test_session = Datadog::CI::ReadonlyTestSession.new(remote_test_session)
+          end
+
+          def set_readonly_test_module(remote_test_module)
+            return if remote_test_module.nil?
+
+            @readonly_test_module = Datadog::CI::ReadonlyTestModule.new(remote_test_module)
+          end
         end
       end
     end

data/lib/datadog/ci/test_visibility/transport.rb

@@ -4,7 +4,6 @@ require "datadog/core/environment/identity"
 require "datadog/core/telemetry/logging"
 require "datadog/core/utils/only_once"
 
-require_relative "capabilities"
 require_relative "serializers/factories/test_level"
 
 require_relative "../ext/app_types"
@@ -117,7 +116,7 @@ module Datadog
           packer.write("library_version")
           packer.write(Datadog::CI::VERSION::STRING)
 
-          library_capabilities_tags = Capabilities.tags
+          library_capabilities_tags = Ext::Test::LibraryCapabilities::CAPABILITY_VERSIONS
 
           Ext::AppTypes::CI_SPAN_TYPES.each do |ci_span_type|
             packer.write(ci_span_type)

data/lib/datadog/ci/transport/http.rb

@@ -29,7 +29,7 @@ module Datadog
           @host = host
           @port = port
           @timeout = timeout
-          @ssl = ssl.nil? ? true : ssl
+          @ssl = ssl.nil? || ssl
           @compress = compress.nil? ? false : compress
         end
 

data/lib/datadog/ci/utils/file_storage.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require "fileutils"
+require "tempfile"
+
+module Datadog
+  module CI
+    module Utils
+      # FileStorage module provides functionality for storing and retrieving arbitrary Ruby objects in a temp file
+      # to share them between processes.
+      module FileStorage
+        TEMP_DIR = File.join(Dir.tmpdir, "datadog-ci-storage")
+
+        def self.store(key, value)
+          ensure_temp_dir_exists
+          file_path = file_path_for(key)
+
+          File.binwrite(file_path, Marshal.dump(value))
+
+          true
+        rescue => e
+          Datadog.logger.error("Failed to store data for key '#{key}': #{e.class} - #{e.message}")
+          false
+        end
+
+        def self.retrieve(key)
+          file_path = file_path_for(key)
+          return nil unless File.exist?(file_path)
+
+          Marshal.load(File.binread(file_path))
+        rescue => e
+          Datadog.logger.error("Failed to retrieve data for key '#{key}': #{e.class} - #{e.message}")
+          nil
+        end
+
+        def self.cleanup
+          return false unless Dir.exist?(TEMP_DIR)
+
+          FileUtils.rm_rf(TEMP_DIR)
+          true
+        rescue => e
+          Datadog.logger.error("Failed to cleanup storage directory: #{e.class} - #{e.message}")
+          false
+        end
+
+        def self.ensure_temp_dir_exists
+          FileUtils.mkdir_p(TEMP_DIR) unless Dir.exist?(TEMP_DIR)
+        end
+
+        def self.file_path_for(key)
+          sanitized_key = key.to_s.gsub(/[^a-zA-Z0-9_-]/, "_")
+          File.join(TEMP_DIR, "dd-ci-#{sanitized_key}.dat")
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/utils/stateful.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+require_relative "file_storage"
+
+module Datadog
+  module CI
+    module Utils
+      # Module for components that need to persist and restore state
+      module Stateful
+        # Store component state
+        def store_component_state
+          state = serialize_state
+
+          res = Utils::FileStorage.store(storage_key, state)
+          Datadog.logger.debug { "Stored component state (key=#{storage_key}): #{res}" }
+
+          res
+        end
+
+        # Load component state
+        def load_component_state
+          test_visibility_component = Datadog.send(:components).test_visibility
+          return false unless test_visibility_component.client_process?
+
+          state = Utils::FileStorage.retrieve(storage_key)
+          unless state
+            Datadog.logger.debug { "No component state found in file storage (key=#{storage_key})" }
+            return false
+          end
+
+          restore_state(state)
+          Datadog.logger.debug { "Loaded component state from file storage (key=#{storage_key})" }
+
+          true
+        end
+
+        # These methods must be implemented by including classes
+        def serialize_state
+          raise NotImplementedError, "Components must implement #serialize_state"
+        end
+
+        def restore_state(state)
+          raise NotImplementedError, "Components must implement #restore_state"
+        end
+
+        def storage_key
+          raise NotImplementedError, "Components must implement #storage_key"
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/version.rb

@@ -4,7 +4,7 @@ module Datadog
   module CI
     module VERSION
       MAJOR = 1
-      MINOR = 14
+      MINOR = 15
       PATCH = 0
       PRE = nil
       BUILD = nil

data/lib/datadog/ci.rb

@@ -415,16 +415,17 @@ end
 
 # Integrations
 
-# Test frameworks (manual instrumentation)
+# Test frameworks
 require_relative "ci/contrib/cucumber/integration"
 require_relative "ci/contrib/minitest/integration"
 require_relative "ci/contrib/rspec/integration"
 
-# Test runners (instrumented automatically when corresponding frameworks are instrumented)
+# Test runners
 require_relative "ci/contrib/knapsack/integration"
 require_relative "ci/contrib/ciqueue/integration"
+require_relative "ci/contrib/parallel_tests/integration"
 
-# Additional test libraries (auto instrumented later on test session start)
+# Additional test libraries (auto instrumented on test session start)
 require_relative "ci/contrib/selenium/integration"
 require_relative "ci/contrib/cuprite/integration"
 require_relative "ci/contrib/simplecov/integration"

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 1.14.0
+  version: 1.15.0
 platform: ruby
 authors:
 - Datadog, Inc.
 bindir: exe
 cert_chain: []
-date: 2025-03-11 00:00:00.000000000 Z
+date: 2025-03-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: datadog
@@ -117,11 +117,17 @@ files:
 - lib/datadog/ci/contrib/minitest/runnable.rb
 - lib/datadog/ci/contrib/minitest/runner.rb
 - lib/datadog/ci/contrib/minitest/test.rb
+- lib/datadog/ci/contrib/parallel_tests/cli.rb
+- lib/datadog/ci/contrib/parallel_tests/configuration/settings.rb
+- lib/datadog/ci/contrib/parallel_tests/ext.rb
+- lib/datadog/ci/contrib/parallel_tests/integration.rb
+- lib/datadog/ci/contrib/parallel_tests/patcher.rb
 - lib/datadog/ci/contrib/patcher.rb
 - lib/datadog/ci/contrib/rspec/configuration/settings.rb
 - lib/datadog/ci/contrib/rspec/example.rb
 - lib/datadog/ci/contrib/rspec/example_group.rb
 - lib/datadog/ci/contrib/rspec/ext.rb
+- lib/datadog/ci/contrib/rspec/helpers.rb
 - lib/datadog/ci/contrib/rspec/integration.rb
 - lib/datadog/ci/contrib/rspec/patcher.rb
 - lib/datadog/ci/contrib/rspec/runner.rb
@@ -172,6 +178,8 @@ files:
 - lib/datadog/ci/git/tree_uploader.rb
 - lib/datadog/ci/git/upload_packfile.rb
 - lib/datadog/ci/git/user.rb
+- lib/datadog/ci/readonly_test_module.rb
+- lib/datadog/ci/readonly_test_session.rb
 - lib/datadog/ci/remote/component.rb
 - lib/datadog/ci/remote/library_settings.rb
 - lib/datadog/ci/remote/library_settings_client.rb
@@ -206,7 +214,6 @@ files:
 - lib/datadog/ci/test_retries/strategy/retry_new.rb
 - lib/datadog/ci/test_session.rb
 - lib/datadog/ci/test_suite.rb
-- lib/datadog/ci/test_visibility/capabilities.rb
 - lib/datadog/ci/test_visibility/component.rb
 - lib/datadog/ci/test_visibility/context.rb
 - lib/datadog/ci/test_visibility/flush.rb
@@ -222,8 +229,8 @@ files:
 - lib/datadog/ci/test_visibility/serializers/test_suite.rb
 - lib/datadog/ci/test_visibility/serializers/test_v1.rb
 - lib/datadog/ci/test_visibility/serializers/test_v2.rb
-- lib/datadog/ci/test_visibility/store/global.rb
-- lib/datadog/ci/test_visibility/store/local.rb
+- lib/datadog/ci/test_visibility/store/fiber_local.rb
+- lib/datadog/ci/test_visibility/store/process.rb
 - lib/datadog/ci/test_visibility/telemetry.rb
 - lib/datadog/ci/test_visibility/total_coverage.rb
 - lib/datadog/ci/test_visibility/transport.rb
@@ -240,9 +247,11 @@ files:
 - lib/datadog/ci/transport/telemetry.rb
 - lib/datadog/ci/utils/bundle.rb
 - lib/datadog/ci/utils/configuration.rb
+- lib/datadog/ci/utils/file_storage.rb
 - lib/datadog/ci/utils/git.rb
 - lib/datadog/ci/utils/parsing.rb
 - lib/datadog/ci/utils/rum.rb
+- lib/datadog/ci/utils/stateful.rb
 - lib/datadog/ci/utils/telemetry.rb
 - lib/datadog/ci/utils/test_run.rb
 - lib/datadog/ci/version.rb

data/lib/datadog/ci/test_visibility/capabilities.rb

@@ -1,36 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "../ext/test"
-
-module Datadog
-  module CI
-    module TestVisibility
-      # Generates internal tags for library capabilities
-      module Capabilities
-        def self.tags
-          tags = {}
-
-          test_optimisation = Datadog::CI.send(:test_optimisation)
-          tags[Ext::Test::LibraryCapabilities::TAG_TEST_IMPACT_ANALYSIS] = test_optimisation.enabled.to_s
-
-          test_management = Datadog::CI.send(:test_management)
-          test_management_tag_value = test_management.enabled.to_s
-
-          [
-            Ext::Test::LibraryCapabilities::TAG_TEST_MANAGEMENT_ATTEMPT_TO_FIX,
-            Ext::Test::LibraryCapabilities::TAG_TEST_MANAGEMENT_QUARANTINE,
-            Ext::Test::LibraryCapabilities::TAG_TEST_MANAGEMENT_DISABLE
-          ].each do |tag|
-            tags[tag] = test_management_tag_value
-          end
-
-          test_retries = Datadog::CI.send(:test_retries)
-          tags[Ext::Test::LibraryCapabilities::TAG_AUTO_TEST_RETRIES] = test_retries.auto_test_retries_feature_enabled.to_s
-          tags[Ext::Test::LibraryCapabilities::TAG_EARLY_FLAKE_DETECTION] = test_retries.early_flake_detection_feature_enabled.to_s
-
-          tags
-        end
-      end
-    end
-  end
-end