datadog-ci 1.13.0 → 1.15.0

data/lib/datadog/ci/test_visibility/transport.rb

@@ -4,7 +4,6 @@ require "datadog/core/environment/identity"
 require "datadog/core/telemetry/logging"
 require "datadog/core/utils/only_once"
 
-require_relative "capabilities"
 require_relative "serializers/factories/test_level"
 
 require_relative "../ext/app_types"
@@ -117,7 +116,7 @@ module Datadog
           packer.write("library_version")
           packer.write(Datadog::CI::VERSION::STRING)
 
-          library_capabilities_tags = Capabilities.tags
+          library_capabilities_tags = Ext::Test::LibraryCapabilities::CAPABILITY_VERSIONS
 
           Ext::AppTypes::CI_SPAN_TYPES.each do |ci_span_type|
             packer.write(ci_span_type)

data/lib/datadog/ci/transport/http.rb

@@ -29,7 +29,7 @@ module Datadog
           @host = host
           @port = port
           @timeout = timeout
-          @ssl = ssl.nil? ? true : ssl
+          @ssl = ssl.nil? || ssl
           @compress = compress.nil? ? false : compress
         end
 

data/lib/datadog/ci/utils/file_storage.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require "fileutils"
+require "tempfile"
+
+module Datadog
+  module CI
+    module Utils
+      # FileStorage module provides functionality for storing and retrieving arbitrary Ruby objects in a temp file
+      # to share them between processes.
+      module FileStorage
+        TEMP_DIR = File.join(Dir.tmpdir, "datadog-ci-storage")
+
+        def self.store(key, value)
+          ensure_temp_dir_exists
+          file_path = file_path_for(key)
+
+          File.binwrite(file_path, Marshal.dump(value))
+
+          true
+        rescue => e
+          Datadog.logger.error("Failed to store data for key '#{key}': #{e.class} - #{e.message}")
+          false
+        end
+
+        def self.retrieve(key)
+          file_path = file_path_for(key)
+          return nil unless File.exist?(file_path)
+
+          Marshal.load(File.binread(file_path))
+        rescue => e
+          Datadog.logger.error("Failed to retrieve data for key '#{key}': #{e.class} - #{e.message}")
+          nil
+        end
+
+        def self.cleanup
+          return false unless Dir.exist?(TEMP_DIR)
+
+          FileUtils.rm_rf(TEMP_DIR)
+          true
+        rescue => e
+          Datadog.logger.error("Failed to cleanup storage directory: #{e.class} - #{e.message}")
+          false
+        end
+
+        def self.ensure_temp_dir_exists
+          FileUtils.mkdir_p(TEMP_DIR) unless Dir.exist?(TEMP_DIR)
+        end
+
+        def self.file_path_for(key)
+          sanitized_key = key.to_s.gsub(/[^a-zA-Z0-9_-]/, "_")
+          File.join(TEMP_DIR, "dd-ci-#{sanitized_key}.dat")
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/utils/stateful.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+require_relative "file_storage"
+
+module Datadog
+  module CI
+    module Utils
+      # Module for components that need to persist and restore state
+      module Stateful
+        # Store component state
+        def store_component_state
+          state = serialize_state
+
+          res = Utils::FileStorage.store(storage_key, state)
+          Datadog.logger.debug { "Stored component state (key=#{storage_key}): #{res}" }
+
+          res
+        end
+
+        # Load component state
+        def load_component_state
+          test_visibility_component = Datadog.send(:components).test_visibility
+          return false unless test_visibility_component.client_process?
+
+          state = Utils::FileStorage.retrieve(storage_key)
+          unless state
+            Datadog.logger.debug { "No component state found in file storage (key=#{storage_key})" }
+            return false
+          end
+
+          restore_state(state)
+          Datadog.logger.debug { "Loaded component state from file storage (key=#{storage_key})" }
+
+          true
+        end
+
+        # These methods must be implemented by including classes
+        def serialize_state
+          raise NotImplementedError, "Components must implement #serialize_state"
+        end
+
+        def restore_state(state)
+          raise NotImplementedError, "Components must implement #restore_state"
+        end
+
+        def storage_key
+          raise NotImplementedError, "Components must implement #storage_key"
+        end
+      end
+    end
+  end
+end

data/lib/datadog/ci/version.rb

@@ -4,7 +4,7 @@ module Datadog
   module CI
     module VERSION
       MAJOR = 1
-      MINOR = 13
+      MINOR = 15
       PATCH = 0
       PRE = nil
       BUILD = nil

data/lib/datadog/ci.rb

@@ -49,7 +49,7 @@ module Datadog
           1,
           {Ext::Telemetry::TAG_EVENT_TYPE => Ext::Telemetry::EventType::SESSION}
         )
-        test_visibility.start_test_session(service: service, tags: tags, total_tests_count: total_tests_count)
+        test_visibility.start_test_session(service: service, tags: tags, estimated_total_tests_count: total_tests_count)
       end
 
       # The active, unfinished test session.
@@ -415,16 +415,17 @@ end
 
 # Integrations
 
-# Test frameworks (manual instrumentation)
+# Test frameworks
 require_relative "ci/contrib/cucumber/integration"
 require_relative "ci/contrib/minitest/integration"
 require_relative "ci/contrib/rspec/integration"
 
-# Test runners (instrumented automatically when corresponding frameworks are instrumented)
+# Test runners
 require_relative "ci/contrib/knapsack/integration"
 require_relative "ci/contrib/ciqueue/integration"
+require_relative "ci/contrib/parallel_tests/integration"
 
-# Additional test libraries (auto instrumented later on test session start)
+# Additional test libraries (auto instrumented on test session start)
 require_relative "ci/contrib/selenium/integration"
 require_relative "ci/contrib/cuprite/integration"
 require_relative "ci/contrib/simplecov/integration"

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 1.13.0
+  version: 1.15.0
 platform: ruby
 authors:
 - Datadog, Inc.
 bindir: exe
 cert_chain: []
-date: 2025-02-25 00:00:00.000000000 Z
+date: 2025-03-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: datadog
@@ -37,6 +37,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: drb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: |2
     datadog-ci is a Datadog's Test Optimization library for Ruby. It traces
     tests as they are being executed and brings developers visibility into
@@ -103,11 +117,17 @@ files:
 - lib/datadog/ci/contrib/minitest/runnable.rb
 - lib/datadog/ci/contrib/minitest/runner.rb
 - lib/datadog/ci/contrib/minitest/test.rb
+- lib/datadog/ci/contrib/parallel_tests/cli.rb
+- lib/datadog/ci/contrib/parallel_tests/configuration/settings.rb
+- lib/datadog/ci/contrib/parallel_tests/ext.rb
+- lib/datadog/ci/contrib/parallel_tests/integration.rb
+- lib/datadog/ci/contrib/parallel_tests/patcher.rb
 - lib/datadog/ci/contrib/patcher.rb
 - lib/datadog/ci/contrib/rspec/configuration/settings.rb
 - lib/datadog/ci/contrib/rspec/example.rb
 - lib/datadog/ci/contrib/rspec/example_group.rb
 - lib/datadog/ci/contrib/rspec/ext.rb
+- lib/datadog/ci/contrib/rspec/helpers.rb
 - lib/datadog/ci/contrib/rspec/integration.rb
 - lib/datadog/ci/contrib/rspec/patcher.rb
 - lib/datadog/ci/contrib/rspec/runner.rb
@@ -158,6 +178,8 @@ files:
 - lib/datadog/ci/git/tree_uploader.rb
 - lib/datadog/ci/git/upload_packfile.rb
 - lib/datadog/ci/git/user.rb
+- lib/datadog/ci/readonly_test_module.rb
+- lib/datadog/ci/readonly_test_session.rb
 - lib/datadog/ci/remote/component.rb
 - lib/datadog/ci/remote/library_settings.rb
 - lib/datadog/ci/remote/library_settings_client.rb
@@ -192,7 +214,6 @@ files:
 - lib/datadog/ci/test_retries/strategy/retry_new.rb
 - lib/datadog/ci/test_session.rb
 - lib/datadog/ci/test_suite.rb
-- lib/datadog/ci/test_visibility/capabilities.rb
 - lib/datadog/ci/test_visibility/component.rb
 - lib/datadog/ci/test_visibility/context.rb
 - lib/datadog/ci/test_visibility/flush.rb
@@ -208,8 +229,8 @@ files:
 - lib/datadog/ci/test_visibility/serializers/test_suite.rb
 - lib/datadog/ci/test_visibility/serializers/test_v1.rb
 - lib/datadog/ci/test_visibility/serializers/test_v2.rb
-- lib/datadog/ci/test_visibility/store/global.rb
-- lib/datadog/ci/test_visibility/store/local.rb
+- lib/datadog/ci/test_visibility/store/fiber_local.rb
+- lib/datadog/ci/test_visibility/store/process.rb
 - lib/datadog/ci/test_visibility/telemetry.rb
 - lib/datadog/ci/test_visibility/total_coverage.rb
 - lib/datadog/ci/test_visibility/transport.rb
@@ -226,9 +247,11 @@ files:
 - lib/datadog/ci/transport/telemetry.rb
 - lib/datadog/ci/utils/bundle.rb
 - lib/datadog/ci/utils/configuration.rb
+- lib/datadog/ci/utils/file_storage.rb
 - lib/datadog/ci/utils/git.rb
 - lib/datadog/ci/utils/parsing.rb
 - lib/datadog/ci/utils/rum.rb
+- lib/datadog/ci/utils/stateful.rb
 - lib/datadog/ci/utils/telemetry.rb
 - lib/datadog/ci/utils/test_run.rb
 - lib/datadog/ci/version.rb

data/lib/datadog/ci/test_visibility/capabilities.rb

@@ -1,36 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "../ext/test"
-
-module Datadog
-  module CI
-    module TestVisibility
-      # Generates internal tags for library capabilities
-      module Capabilities
-        def self.tags
-          tags = {}
-
-          test_optimisation = Datadog::CI.send(:test_optimisation)
-          tags[Ext::Test::LibraryCapabilities::TAG_TEST_IMPACT_ANALYSIS] = test_optimisation.enabled.to_s
-
-          test_management = Datadog::CI.send(:test_management)
-          test_management_tag_value = test_management.enabled.to_s
-
-          [
-            Ext::Test::LibraryCapabilities::TAG_TEST_MANAGEMENT_ATTEMPT_TO_FIX,
-            Ext::Test::LibraryCapabilities::TAG_TEST_MANAGEMENT_QUARANTINE,
-            Ext::Test::LibraryCapabilities::TAG_TEST_MANAGEMENT_DISABLE
-          ].each do |tag|
-            tags[tag] = test_management_tag_value
-          end
-
-          test_retries = Datadog::CI.send(:test_retries)
-          tags[Ext::Test::LibraryCapabilities::TAG_AUTO_TEST_RETRIES] = test_retries.auto_test_retries_feature_enabled.to_s
-          tags[Ext::Test::LibraryCapabilities::TAG_EARLY_FLAKE_DETECTION] = test_retries.early_flake_detection_feature_enabled.to_s
-
-          tags
-        end
-      end
-    end
-  end
-end