datadog-ci 1.34.0 → 1.36.0

data/lib/datadog/ci/test_tracing/known_tests.rb

@@ -2,6 +2,8 @@
 
 require "json"
 
+require "datadog/core/utils/time"
+
 require_relative "../ext/telemetry"
 require_relative "../ext/transport"
 require_relative "../transport/telemetry"
@@ -14,6 +16,8 @@ module Datadog
       # fetches and stores a list of known tests from the backend
       class KnownTests
         class Response
+          attr_reader :http_response
+
           def self.from_http_response(http_response)
             new(http_response, nil)
           end
@@ -94,9 +98,12 @@ module Datadog
           return Set.new unless api
 
           result = Set.new
+          total_request_ms = 0.0
           page_state = nil
           page_number = 1
 
+          fetch_start_time = Core::Utils::Time.get_time(:float_millisecond)
+
           loop do
             Datadog.logger.debug { "Fetching known tests page ##{page_number}#{" with cursor" if page_state}" }
 
@@ -114,6 +121,10 @@ module Datadog
               return Set.new
             end
 
+            # @type var response: Datadog::CI::TestTracing::KnownTests::Response
+            http_response = response.http_response
+            total_request_ms += http_response.duration_ms if http_response
+
             page_tests = response.tests
             result.merge(page_tests)
             Datadog.logger.debug { "Received #{page_tests.size} known tests from page ##{page_number} (total so far: #{result.size})" }
@@ -127,7 +138,16 @@ module Datadog
             page_number += 1
           end
 
+          fetch_duration_ms = Core::Utils::Time.get_time(:float_millisecond) - fetch_start_time
+          # @type var fetch_duration_ms: Float
+
           Datadog.logger.debug { "Finished fetching known tests: #{result.size} tests total from #{page_number} page(s)" }
+
+          # Emit pagination aggregate metrics
+          Utils::Telemetry.distribution(Ext::Telemetry::METRIC_KNOWN_TESTS_PAGES_FETCHED, page_number.to_f)
+          Utils::Telemetry.distribution(Ext::Telemetry::METRIC_KNOWN_TESTS_TOTAL_FETCH_MS, fetch_duration_ms)
+          Utils::Telemetry.distribution(Ext::Telemetry::METRIC_KNOWN_TESTS_TOTAL_REQUEST_MS, total_request_ms)
+
           result
         end
 

data/lib/datadog/ci/utils/test_name.rb

@@ -0,0 +1,112 @@
+# frozen_string_literal: true
+
+module Datadog
+  module CI
+    module Utils
+      module TestName
+        MONTH = "(?:Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)"
+        WEEKDAY = "(?:Mon|Tue|Wed|Thu|Fri|Sat|Sun)"
+        CONSTANT_NAME = "[A-Z]\\w*(?:::[A-Z]\\w*)*"
+
+        DATE_INSPECT_PATTERN = /#<Date(?::[^>\n]*)?>/.freeze
+        TIME_INSPECT_PATTERN = /#<(?:DateTime|Time)(?::[^>\n]*)?>/.freeze
+        CLASS_INSPECT_PATTERN = /#<Class:(#{CONSTANT_NAME}|0x[0-9a-fA-F]+)(?:\s[^>\n]*)?>/.freeze
+        NAMED_OBJECT_INSPECT_PATTERN = /#<(#{CONSTANT_NAME})(?::[^>\n]*)?>/.freeze
+        OBJECT_INSPECT_PATTERN = /#<[^>\n]+>/.freeze
+        ACTIVE_RECORD_CLASS_INSPECT_PATTERN = /
+          \b(#{CONSTANT_NAME})
+          (?:
+            \s\(call\s'\1\.connection'\sto\ establish\ a\ connection\)
+            |
+            \(
+              (?:\.\.\.\s*)?[a-z_][a-z0-9_]*:\s[^,)\n]*
+              (?:
+                ,\s(?:\.\.\.\s*)?[a-z_][a-z0-9_]*:\s[^,)\n]*
+              )*
+            \)
+          )
+        /x.freeze
+
+        TIME_PATTERN = /
+          \b
+          (?:
+            \d{4}-\d{2}-\d{2}[ T]\d{2}:\d{2}:\d{2}(?:\.\d+)?
+            (?:\s?(?:Z|UTC|[A-Z]{2,5}|[+-]\d{2}:?\d{2}))?
+            |
+            #{WEEKDAY},?\s+\d{1,2}\s+#{MONTH}\s+\d{4}\s+\d{2}:\d{2}:\d{2}(?:\.\d+)?
+            (?:\s+(?:UTC|[A-Z]{2,5}|[+-]\d{2}:?\d{2}))?
+          )
+          \b
+        /x.freeze
+        DATE_PATTERN = /
+          \b
+          (?:
+            \d{4}-\d{2}-\d{2}
+            |
+            #{WEEKDAY},?\s+\d{1,2}\s+#{MONTH}\s+\d{4}
+          )
+          \b
+        /x.freeze
+        RANGE_PATTERN = /
+          (^|[^\w.])
+          (?:-?\d+(?:\.\d+)?|DATE|TIME|:[a-zA-Z_]\w*|"[^"]*"|'[^']*')
+          \s*\.{2,3}\s*
+          (?:-?\d+(?:\.\d+)?|DATE|TIME|:[a-zA-Z_]\w*|"[^"]*"|'[^']*')
+          (?=$|[^\w.])
+        /x.freeze
+
+        def self.normalize(name)
+          return name unless name.is_a?(String)
+          return name if name.empty?
+
+          normalized = name.gsub(DATE_INSPECT_PATTERN, "DATE")
+          normalized.gsub!(TIME_INSPECT_PATTERN, "TIME")
+          normalized.gsub!(CLASS_INSPECT_PATTERN) do
+            class_name = Regexp.last_match(1).to_s
+            class_name.start_with?("0x") ? "CLASS" : "CLASS:#{class_name}"
+          end
+          normalized.gsub!(NAMED_OBJECT_INSPECT_PATTERN) { "OBJECT:#{Regexp.last_match(1)}" }
+          normalized.gsub!(OBJECT_INSPECT_PATTERN, "OBJECT")
+          normalized.gsub!(ACTIVE_RECORD_CLASS_INSPECT_PATTERN) { Regexp.last_match(1).to_s }
+          normalized.gsub!(ARRAY_PATTERN) { |value| array_literal?(value) ? "ARRAY" : value }
+          normalized.gsub!(HASH_PATTERN) { |value| hash_literal?(value) ? "HASH" : value }
+          normalized.gsub!(TIME_PATTERN, "TIME")
+          normalized.gsub!(DATE_PATTERN, "DATE")
+          normalized.gsub!(RANGE_PATTERN) { "#{Regexp.last_match(1)}RANGE" }
+
+          normalized
+        rescue => e
+          warn_normalization_error(e)
+          name
+        end
+
+        ARRAY_PATTERN = /\[[^\[\]\n]{0,300}\]/.freeze
+        HASH_PATTERN = /\{[^{}\n]{0,300}\}/.freeze
+
+        def self.array_literal?(value)
+          content = value[1, value.length - 2].to_s.strip
+          return true if content.empty?
+
+          content.include?(",") || content.match?(/\A(?:"|'|:|-?\d|true\b|false\b|nil\b|#<|\[|\{)/)
+        end
+        private_class_method :array_literal?
+
+        def self.hash_literal?(value)
+          content = value[1, value.length - 2].to_s.strip
+          return true if content.empty?
+
+          content.include?("=>") ||
+            content.match?(/(?:\A|,)\s*(?:"[^"]+"|'[^']+'|:[a-zA-Z_]\w*|[a-zA-Z_]\w*)\s*:/)
+        end
+        private_class_method :hash_literal?
+
+        def self.warn_normalization_error(error)
+          Datadog.logger.warn { "Unable to normalize test name: #{error.class}: #{error.message}" }
+
+          nil
+        end
+        private_class_method :warn_normalization_error
+      end
+    end
+  end
+end

data/lib/datadog/ci/version.rb

@@ -4,7 +4,7 @@ module Datadog
   module CI
     module VERSION
       MAJOR = 1
-      MINOR = 34
+      MINOR = 36
       PATCH = 0
       PRE = nil
       BUILD = nil

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: datadog-ci
 version: !ruby/object:Gem::Version
-  version: 1.34.0
+  version: 1.36.0
 platform: ruby
 authors:
 - Datadog, Inc.
@@ -151,6 +151,7 @@ files:
 - lib/datadog/ci/contrib/parallel_tests/integration.rb
 - lib/datadog/ci/contrib/parallel_tests/patcher.rb
 - lib/datadog/ci/contrib/patcher.rb
+- lib/datadog/ci/contrib/rspec/anonymous_example_name.rb
 - lib/datadog/ci/contrib/rspec/configuration/settings.rb
 - lib/datadog/ci/contrib/rspec/documentation_formatter.rb
 - lib/datadog/ci/contrib/rspec/example.rb
@@ -247,6 +248,7 @@ files:
 - lib/datadog/ci/test_impact_analysis/component.rb
 - lib/datadog/ci/test_impact_analysis/coverage/ddcov.rb
 - lib/datadog/ci/test_impact_analysis/coverage/event.rb
+- lib/datadog/ci/test_impact_analysis/coverage/files.rb
 - lib/datadog/ci/test_impact_analysis/coverage/transport.rb
 - lib/datadog/ci/test_impact_analysis/null_component.rb
 - lib/datadog/ci/test_impact_analysis/skippable.rb
@@ -322,6 +324,7 @@ files:
 - lib/datadog/ci/utils/runtime_tags_overrides.rb
 - lib/datadog/ci/utils/stateful.rb
 - lib/datadog/ci/utils/telemetry.rb
+- lib/datadog/ci/utils/test_name.rb
 - lib/datadog/ci/utils/test_run.rb
 - lib/datadog/ci/version.rb
 - lib/datadog/ci/worker.rb