datadog-ci 1.41.0 → 1.43.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +43 -2
  3. data/README.md +45 -0
  4. data/lib/datadog/ci/async_writer.rb +1 -4
  5. data/lib/datadog/ci/concurrent_span.rb +20 -0
  6. data/lib/datadog/ci/configuration/components.rb +2 -1
  7. data/lib/datadog/ci/configuration/extensions.rb +2 -0
  8. data/lib/datadog/ci/configuration/reconfiguration.rb +29 -0
  9. data/lib/datadog/ci/configuration/settings.rb +9 -2
  10. data/lib/datadog/ci/contrib/cucumber/formatter.rb +27 -8
  11. data/lib/datadog/ci/contrib/cucumber/instrumentation.rb +11 -3
  12. data/lib/datadog/ci/contrib/cuprite/driver.rb +5 -5
  13. data/lib/datadog/ci/contrib/knapsack/runner.rb +1 -1
  14. data/lib/datadog/ci/contrib/minitest/helpers.rb +59 -0
  15. data/lib/datadog/ci/contrib/minitest/reporter.rb +2 -2
  16. data/lib/datadog/ci/contrib/minitest/runner.rb +14 -1
  17. data/lib/datadog/ci/contrib/minitest/test.rb +4 -1
  18. data/lib/datadog/ci/contrib/rspec/example.rb +12 -2
  19. data/lib/datadog/ci/contrib/rspec/example_group.rb +3 -2
  20. data/lib/datadog/ci/contrib/rspec/runner.rb +2 -2
  21. data/lib/datadog/ci/contrib/selenium/navigation.rb +5 -5
  22. data/lib/datadog/ci/ext/metadata.rb +168 -0
  23. data/lib/datadog/ci/ext/settings.rb +1 -0
  24. data/lib/datadog/ci/ext/test.rb +11 -0
  25. data/lib/datadog/ci/impacted_tests_detection/component.rb +1 -1
  26. data/lib/datadog/ci/readonly_test_module.rb +16 -0
  27. data/lib/datadog/ci/readonly_test_session.rb +16 -0
  28. data/lib/datadog/ci/remote/library_settings_client.rb +1 -1
  29. data/lib/datadog/ci/remote/slow_test_retries.rb +3 -2
  30. data/lib/datadog/ci/span.rb +46 -10
  31. data/lib/datadog/ci/test.rb +75 -18
  32. data/lib/datadog/ci/test_discovery/component.rb +7 -1
  33. data/lib/datadog/ci/test_discovery/null_component.rb +4 -0
  34. data/lib/datadog/ci/test_impact_analysis/component.rb +21 -10
  35. data/lib/datadog/ci/test_impact_analysis/skippable.rb +1 -1
  36. data/lib/datadog/ci/test_management/component.rb +4 -4
  37. data/lib/datadog/ci/test_management/tests_properties.rb +1 -1
  38. data/lib/datadog/ci/test_retries/component.rb +34 -18
  39. data/lib/datadog/ci/test_retries/driver/base.rb +2 -2
  40. data/lib/datadog/ci/test_retries/driver/retry_flake_detection.rb +12 -4
  41. data/lib/datadog/ci/test_retries/strategy/retry_flake_detection.rb +2 -2
  42. data/lib/datadog/ci/test_retries/strategy/retry_flaky_fixed.rb +6 -3
  43. data/lib/datadog/ci/test_suite.rb +11 -0
  44. data/lib/datadog/ci/test_tracing/component.rb +28 -7
  45. data/lib/datadog/ci/test_tracing/context.rb +24 -7
  46. data/lib/datadog/ci/test_tracing/deprecated_total_coverage_metric.rb +1 -1
  47. data/lib/datadog/ci/test_tracing/known_tests.rb +1 -1
  48. data/lib/datadog/ci/test_tracing/null_component.rb +10 -1
  49. data/lib/datadog/ci/test_tracing/transport.rb +3 -22
  50. data/lib/datadog/ci/transport/adapters/net.rb +24 -4
  51. data/lib/datadog/ci/transport/adapters/net_http_client.rb +31 -0
  52. data/lib/datadog/ci/transport/api/evp_proxy.rb +2 -1
  53. data/lib/datadog/ci/transport/http.rb +20 -4
  54. data/lib/datadog/ci/utils/protected_tags.rb +27 -0
  55. data/lib/datadog/ci/utils/rum.rb +1 -1
  56. data/lib/datadog/ci/version.rb +1 -1
  57. data/lib/datadog/ci.rb +3 -0
  58. metadata +4 -1
@@ -0,0 +1,168 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "set"
4
+ require_relative "test"
5
+ require_relative "git"
6
+ require_relative "environment"
7
+
8
+ module Datadog
9
+ module CI
10
+ module Ext
11
+ # SDK-owned metadata. Custom tag names outside this set remain writable.
12
+ module Metadata
13
+ # Explicitly whitelist environment fields; custom ci.* and git.* tags belong to individual events.
14
+ SHARED_ENVIRONMENT_TAGS = [
15
+ Environment::TAG_JOB_ID,
16
+ Environment::TAG_JOB_NAME,
17
+ Environment::TAG_JOB_URL,
18
+ Environment::TAG_NODE_LABELS,
19
+ Environment::TAG_NODE_NAME,
20
+ Environment::TAG_PIPELINE_ID,
21
+ Environment::TAG_PIPELINE_NAME,
22
+ Environment::TAG_PIPELINE_DISPLAY_NAME,
23
+ Environment::TAG_PIPELINE_NUMBER,
24
+ Environment::TAG_PIPELINE_URL,
25
+ Environment::TAG_PROVIDER_NAME,
26
+ Environment::TAG_STAGE_NAME,
27
+ Environment::TAG_WORKSPACE_PATH,
28
+ Environment::TAG_CI_ENV_VARS,
29
+ Environment::TAG_PR_NUMBER,
30
+ Git::TAG_BRANCH,
31
+ Git::TAG_TAG,
32
+ Git::TAG_REPOSITORY_URL,
33
+ Git::TAG_COMMIT_SHA,
34
+ Git::TAG_COMMIT_MESSAGE,
35
+ Git::TAG_COMMIT_AUTHOR_NAME,
36
+ Git::TAG_COMMIT_AUTHOR_EMAIL,
37
+ Git::TAG_COMMIT_AUTHOR_DATE,
38
+ Git::TAG_COMMIT_COMMITTER_NAME,
39
+ Git::TAG_COMMIT_COMMITTER_EMAIL,
40
+ Git::TAG_COMMIT_COMMITTER_DATE,
41
+ Git::TAG_COMMIT_HEAD_SHA,
42
+ Git::TAG_COMMIT_HEAD_MESSAGE,
43
+ Git::TAG_COMMIT_HEAD_AUTHOR_NAME,
44
+ Git::TAG_COMMIT_HEAD_AUTHOR_EMAIL,
45
+ Git::TAG_COMMIT_HEAD_AUTHOR_DATE,
46
+ Git::TAG_COMMIT_HEAD_COMMITTER_NAME,
47
+ Git::TAG_COMMIT_HEAD_COMMITTER_EMAIL,
48
+ Git::TAG_COMMIT_HEAD_COMMITTER_DATE,
49
+ Git::TAG_PULL_REQUEST_BASE_BRANCH,
50
+ Git::TAG_PULL_REQUEST_BASE_BRANCH_SHA,
51
+ Git::TAG_PULL_REQUEST_BASE_BRANCH_HEAD_SHA
52
+ ].freeze
53
+
54
+ SHARED_TAGS = Set.new(SHARED_ENVIRONMENT_TAGS + Test::LibraryCapabilities::CAPABILITY_VERSIONS.keys + [
55
+ Test::TAG_TEST_SESSION_NAME,
56
+ Test::TAG_USER_PROVIDED_TEST_SERVICE
57
+ ]).freeze
58
+
59
+ PROTECTED_TAGS = Set.new([
60
+ Test::TAG_FRAMEWORK,
61
+ Test::TAG_FRAMEWORK_VERSION,
62
+ Test::TAG_NAME,
63
+ Test::TAG_SKIP_REASON,
64
+ Test::TAG_SESSION_EMPTY_REASON,
65
+ Test::TAG_STATUS,
66
+ Test::TAG_FINAL_STATUS,
67
+ Test::TAG_SUITE,
68
+ Test::TAG_MODULE,
69
+ Test::TAG_TYPE,
70
+ Test::TAG_COMMAND,
71
+ Test::TAG_SOURCE_FILE,
72
+ Test::TAG_SOURCE_START,
73
+ Test::TAG_SOURCE_END,
74
+ Test::TAG_CODEOWNERS,
75
+ Test::TAG_PARAMETERS,
76
+ Test::TAG_CODE_COVERAGE_ENABLED,
77
+ Test::TAG_ITR_TEST_SKIPPING_ENABLED,
78
+ Test::TAG_ITR_TEST_SKIPPING_TYPE,
79
+ Test::TAG_ITR_TEST_SKIPPING_COUNT,
80
+ Test::TAG_ITR_SKIPPED_BY_ITR,
81
+ Test::TAG_ITR_TESTS_SKIPPED,
82
+ Test::TAG_ITR_UNSKIPPABLE,
83
+ Test::TAG_ITR_FORCED_RUN,
84
+ Test::TAG_TEST_SESSION_ID,
85
+ Test::TAG_TEST_MODULE_ID,
86
+ Test::TAG_TEST_SUITE_ID,
87
+ Test::TAG_OS_ARCHITECTURE,
88
+ Test::TAG_OS_PLATFORM,
89
+ Test::TAG_OS_VERSION,
90
+ Test::TAG_RUNTIME_NAME,
91
+ Test::TAG_RUNTIME_VERSION,
92
+ Test::TAG_IS_RUM_ACTIVE,
93
+ Test::TAG_BROWSER_DRIVER,
94
+ Test::TAG_BROWSER_DRIVER_VERSION,
95
+ Test::TAG_BROWSER_NAME,
96
+ Test::TAG_BROWSER_VERSION,
97
+ Test::TAG_IS_NEW,
98
+ Test::TAG_IS_RETRY,
99
+ Test::TAG_RETRY_REASON,
100
+ Test::TAG_FAILURE_SUPPRESSION_REASON,
101
+ Test::TAG_EARLY_FLAKE_ENABLED,
102
+ Test::TAG_EARLY_FLAKE_ABORT_REASON,
103
+ Test::TAG_CODE_COVERAGE_LINES_PCT,
104
+ Test::TAG_TEST_MANAGEMENT_ENABLED,
105
+ Test::TAG_IS_ATTEMPT_TO_FIX,
106
+ Test::TAG_PREVENT_FAILURE_SUPPRESSION,
107
+ Test::TAG_NO_AUTO_RETRY,
108
+ Test::TAG_IS_TEST_DISABLED,
109
+ Test::TAG_IS_QUARANTINED,
110
+ Test::TAG_HAS_FAILED_ALL_RETRIES,
111
+ Test::TAG_ATTEMPT_TO_FIX_PASSED,
112
+ Test::LibraryConfigurationError::TAG_SETTINGS,
113
+ Test::LibraryConfigurationError::TAG_SKIPPABLE_TESTS,
114
+ Test::LibraryConfigurationError::TAG_KNOWN_TESTS,
115
+ Test::LibraryConfigurationError::TAG_TEST_MANAGEMENT_TESTS,
116
+ Test::LibraryCapabilities::TAG_TEST_IMPACT_ANALYSIS,
117
+ Test::LibraryCapabilities::TAG_EARLY_FLAKE_DETECTION,
118
+ Test::LibraryCapabilities::TAG_AUTO_TEST_RETRIES,
119
+ Test::LibraryCapabilities::TAG_TEST_MANAGEMENT_QUARANTINE,
120
+ Test::LibraryCapabilities::TAG_TEST_MANAGEMENT_DISABLE,
121
+ Test::LibraryCapabilities::TAG_TEST_MANAGEMENT_ATTEMPT_TO_FIX,
122
+ Test::TAG_TEST_IS_MODIFIED,
123
+ Test::TAG_SPAN_KIND,
124
+ Test::TAG_TEST_SESSION_NAME,
125
+ Test::TAG_USER_PROVIDED_TEST_SERVICE,
126
+ Test::METRIC_CPU_COUNT,
127
+ Git::TAG_BRANCH,
128
+ Git::TAG_REPOSITORY_URL,
129
+ Git::TAG_TAG,
130
+ Git::TAG_COMMIT_AUTHOR_DATE,
131
+ Git::TAG_COMMIT_AUTHOR_EMAIL,
132
+ Git::TAG_COMMIT_AUTHOR_NAME,
133
+ Git::TAG_COMMIT_COMMITTER_DATE,
134
+ Git::TAG_COMMIT_COMMITTER_EMAIL,
135
+ Git::TAG_COMMIT_COMMITTER_NAME,
136
+ Git::TAG_COMMIT_MESSAGE,
137
+ Git::TAG_COMMIT_SHA,
138
+ Git::TAG_PULL_REQUEST_BASE_BRANCH,
139
+ Git::TAG_PULL_REQUEST_BASE_BRANCH_SHA,
140
+ Git::TAG_PULL_REQUEST_BASE_BRANCH_HEAD_SHA,
141
+ Git::TAG_COMMIT_HEAD_SHA,
142
+ Git::TAG_COMMIT_HEAD_MESSAGE,
143
+ Git::TAG_COMMIT_HEAD_AUTHOR_DATE,
144
+ Git::TAG_COMMIT_HEAD_AUTHOR_EMAIL,
145
+ Git::TAG_COMMIT_HEAD_AUTHOR_NAME,
146
+ Git::TAG_COMMIT_HEAD_COMMITTER_DATE,
147
+ Git::TAG_COMMIT_HEAD_COMMITTER_EMAIL,
148
+ Git::TAG_COMMIT_HEAD_COMMITTER_NAME,
149
+ Environment::TAG_JOB_ID,
150
+ Environment::TAG_JOB_NAME,
151
+ Environment::TAG_JOB_URL,
152
+ Environment::TAG_PIPELINE_ID,
153
+ Environment::TAG_PIPELINE_NAME,
154
+ Environment::TAG_PIPELINE_DISPLAY_NAME,
155
+ Environment::TAG_PIPELINE_NUMBER,
156
+ Environment::TAG_PIPELINE_URL,
157
+ Environment::TAG_PROVIDER_NAME,
158
+ Environment::TAG_STAGE_NAME,
159
+ Environment::TAG_WORKSPACE_PATH,
160
+ Environment::TAG_NODE_LABELS,
161
+ Environment::TAG_NODE_NAME,
162
+ Environment::TAG_CI_ENV_VARS,
163
+ Environment::TAG_PR_NUMBER
164
+ ]).freeze
165
+ end
166
+ end
167
+ end
168
+ end
@@ -27,6 +27,7 @@ module Datadog
27
27
  ENV_TEST_SESSION_NAME = "DD_TEST_SESSION_NAME"
28
28
  ENV_TEST_MANAGEMENT_ENABLED = "DD_TEST_MANAGEMENT_ENABLED"
29
29
  ENV_TEST_MANAGEMENT_ATTEMPT_TO_FIX_RETRIES = "DD_TEST_MANAGEMENT_ATTEMPT_TO_FIX_RETRIES"
30
+ DEFAULT_TEST_MANAGEMENT_ATTEMPT_TO_FIX_RETRIES = 20
30
31
  ENV_TEST_VISIBILITY_DRB_SERVER_URI = "DD_TEST_VISIBILITY_DRB_SERVER_URI"
31
32
  ENV_AGENTLESS_LOGS_SUBMISSION_ENABLED = "DD_AGENTLESS_LOG_SUBMISSION_ENABLED"
32
33
  ENV_AGENTLESS_LOGS_SUBMISSION_URL = "DD_AGENTLESS_LOG_SUBMISSION_URL"
@@ -171,9 +171,20 @@ module Datadog
171
171
  end
172
172
 
173
173
  DEFAULT_TIA_TEST_SKIPPING_MODE = TIATestSkippingMode::TEST
174
+ PREVENT_FAILURE_SUPPRESSION_OPTION = :datadog_prevent_failure_suppression
175
+ NO_AUTO_RETRY_OPTION = :datadog_no_auto_retry
176
+ TAG_PREVENT_FAILURE_SUPPRESSION = "test.test_management.prevent_failure_suppression"
177
+ TAG_NO_AUTO_RETRY = "test.test_management.no_auto_retry"
178
+
174
179
  ITR_UNSKIPPABLE_OPTION = :datadog_itr_unskippable
175
180
 
176
181
  EARLY_FLAKE_FAULTY = "faulty"
182
+ EARLY_FLAKE_SLOW = "slow"
183
+ TAG_FAILURE_SUPPRESSION_REASON = "test.failure_suppression_reason"
184
+
185
+ module FailureSuppressionReason
186
+ QUARANTINE = "quarantine"
187
+ end
177
188
 
178
189
  # test status as recognized by Datadog
179
190
  module Status
@@ -73,7 +73,7 @@ module Datadog
73
73
  "Impacted tests detection: test #{test_span.name} with source file #{test_span.source_file} is modified"
74
74
  end
75
75
 
76
- test_span.set_tag(Ext::Test::TAG_TEST_IS_MODIFIED, "true")
76
+ test_span.set_internal_tag(Ext::Test::TAG_TEST_IS_MODIFIED, "true")
77
77
  end
78
78
 
79
79
  private
@@ -16,6 +16,22 @@ module Datadog
16
16
  raise "ReadonlyTestModule cannot be finished"
17
17
  end
18
18
 
19
+ def set_internal_tag(key, value)
20
+ raise "ReadonlyTestModule cannot be modified"
21
+ end
22
+
23
+ def set_internal_tags(tags)
24
+ raise "ReadonlyTestModule cannot be modified"
25
+ end
26
+
27
+ def set_internal_metric(key, value)
28
+ raise "ReadonlyTestModule cannot be modified"
29
+ end
30
+
31
+ def clear_internal_tag(key)
32
+ raise "ReadonlyTestModule cannot be modified"
33
+ end
34
+
19
35
  def set_tag(key, value)
20
36
  raise "ReadonlyTestModule cannot be modified"
21
37
  end
@@ -19,6 +19,22 @@ module Datadog
19
19
  raise "ReadonlyTestSession cannot be finished"
20
20
  end
21
21
 
22
+ def set_internal_tag(key, value)
23
+ raise "ReadonlyTestSession cannot be modified"
24
+ end
25
+
26
+ def set_internal_tags(tags)
27
+ raise "ReadonlyTestSession cannot be modified"
28
+ end
29
+
30
+ def set_internal_metric(key, value)
31
+ raise "ReadonlyTestSession cannot be modified"
32
+ end
33
+
34
+ def clear_internal_tag(key)
35
+ raise "ReadonlyTestSession cannot be modified"
36
+ end
37
+
22
38
  def set_tag(key, value)
23
39
  raise "ReadonlyTestSession cannot be modified"
24
40
  end
@@ -53,7 +53,7 @@ module Datadog
53
53
 
54
54
  # mark the test session so that all events emitted in this session are tagged
55
55
  # with the hidden _dd.ci.library_configuration_error.settings tag
56
- test_session.set_tag(Ext::Test::LibraryConfigurationError::TAG_SETTINGS, "true")
56
+ test_session.set_internal_tag(Ext::Test::LibraryConfigurationError::TAG_SETTINGS, "true")
57
57
  end
58
58
 
59
59
  library_settings = LibrarySettings.from_http_response(http_response)
@@ -13,8 +13,9 @@ module Datadog
13
13
  # "5m" => 2
14
14
  # }
15
15
  #
16
- # The payload above means that for tests that run less than 5 seconds, we should retry them 10 times,
17
- # for tests that run less than 10 seconds, we should retry them 5 times, and so on.
16
+ # Each EFD value includes the original execution: tests that run less than
17
+ # 5 seconds execute at most 10 times, tests below 10 seconds execute at most
18
+ # 5 times, and so on.
18
19
  class SlowTestRetries
19
20
  attr_reader :entries
20
21
 
@@ -5,7 +5,9 @@ require "drb"
5
5
  require "datadog/core/environment/platform"
6
6
 
7
7
  require_relative "ext/test"
8
+ require_relative "ext/app_types"
8
9
  require_relative "utils/test_run"
10
+ require_relative "utils/protected_tags"
9
11
  require_relative "ext/git"
10
12
 
11
13
  module Datadog
@@ -25,6 +27,8 @@ module Datadog
25
27
  Ext::Test::TAG_RUNTIME_VERSION => Core::Environment::Ext::ENGINE_VERSION
26
28
  }.freeze
27
29
 
30
+ EMPTY_TAGS = {}.freeze
31
+
28
32
  attr_reader :tracer_span
29
33
 
30
34
  def initialize(tracer_span)
@@ -115,21 +119,35 @@ module Datadog
115
119
  # @param [String] key the key of the tag.
116
120
  # @return [String] the value of the tag.
117
121
  def get_tag(key)
118
- tracer_span.get_tag(key)
122
+ shared_tags[key] || tracer_span.get_tag(key)
119
123
  end
120
124
 
121
- # Sets tag value by key.
125
+ # Sets a custom tag. SDK-owned fields are read-only through this method.
122
126
  # @param [String] key the key of the tag.
123
127
  # @param [String] value the value of the tag.
124
128
  # @return [void]
125
129
  def set_tag(key, value)
130
+ return if Utils::ProtectedTags.reject?(key, :set_tag)
131
+
132
+ set_internal_tag(key, value)
133
+ end
134
+
135
+ # @internal_api
136
+ def set_internal_tag(key, value)
126
137
  tracer_span.set_tag(key, value)
127
138
  end
128
139
 
129
- # Removes tag by key.
140
+ # Removes a custom tag. SDK-owned fields are read-only through this method.
130
141
  # @param [String] key the key of the tag.
131
142
  # @return [void]
132
143
  def clear_tag(key)
144
+ return if Utils::ProtectedTags.reject?(key, :clear_tag)
145
+
146
+ clear_internal_tag(key)
147
+ end
148
+
149
+ # @internal_api
150
+ def clear_internal_tag(key)
133
151
  tracer_span.clear_tag(key)
134
152
  end
135
153
 
@@ -137,14 +155,21 @@ module Datadog
137
155
  # @param [String] key the key of the metric.
138
156
  # @return [Numeric] value the value of the metric.
139
157
  def get_metric(key)
140
- tracer_span.get_metric(key)
158
+ shared_tags[key] || tracer_span.get_metric(key)
141
159
  end
142
160
 
143
- # Sets metric value by key.
161
+ # Sets a custom metric. SDK-owned fields are read-only through this method.
144
162
  # @param [String] key the key of the metric.
145
163
  # @param [Numeric] value the value of the metric.
146
164
  # @return [void]
147
165
  def set_metric(key, value)
166
+ return if Utils::ProtectedTags.reject?(key, :set_metric)
167
+
168
+ set_internal_metric(key, value)
169
+ end
170
+
171
+ # @internal_api
172
+ def set_internal_metric(key, value)
148
173
  tracer_span.set_metric(key, value)
149
174
  end
150
175
 
@@ -158,19 +183,24 @@ module Datadog
158
183
  # @param [Hash[String, String]] tags the tags to set.
159
184
  # @return [void]
160
185
  def set_tags(tags)
186
+ tags.each { |key, value| set_tag(key, value) }
187
+ end
188
+
189
+ # @internal_api
190
+ def set_internal_tags(tags)
161
191
  tracer_span.set_tags(tags)
162
192
  end
163
193
 
164
194
  # Returns the git repository URL extracted from the environment.
165
195
  # @return [String] the repository URL.
166
196
  def git_repository_url
167
- tracer_span.get_tag(Ext::Git::TAG_REPOSITORY_URL)
197
+ get_tag(Ext::Git::TAG_REPOSITORY_URL)
168
198
  end
169
199
 
170
200
  # Returns the latest commit SHA extracted from the environment.
171
201
  # @return [String] the commit SHA of the last commit.
172
202
  def git_commit_sha
173
- tracer_span.get_tag(Ext::Git::TAG_COMMIT_SHA)
203
+ get_tag(Ext::Git::TAG_COMMIT_SHA)
174
204
  end
175
205
 
176
206
  # Returns the git commit message extracted from the environment.
@@ -200,19 +230,19 @@ module Datadog
200
230
  # Returns the git branch name extracted from the environment.
201
231
  # @return [String] the branch.
202
232
  def git_branch
203
- tracer_span.get_tag(Ext::Git::TAG_BRANCH)
233
+ get_tag(Ext::Git::TAG_BRANCH)
204
234
  end
205
235
 
206
236
  # Returns the git tag extracted from the environment.
207
237
  # @return [String, nil] the tag or nil if not set.
208
238
  def git_tag
209
- tracer_span.get_tag(Ext::Git::TAG_TAG)
239
+ get_tag(Ext::Git::TAG_TAG)
210
240
  end
211
241
 
212
242
  # Returns the base commit SHA for the pull request, if available.
213
243
  # @return [String, nil] the base commit SHA or nil if not set.
214
244
  def base_commit_sha
215
- tracer_span.get_tag(Ext::Git::TAG_PULL_REQUEST_BASE_BRANCH_SHA)
245
+ get_tag(Ext::Git::TAG_PULL_REQUEST_BASE_BRANCH_SHA)
216
246
  end
217
247
 
218
248
  # Returns the OS architecture extracted from the environment.
@@ -267,6 +297,12 @@ module Datadog
267
297
 
268
298
  private
269
299
 
300
+ def shared_tags
301
+ return EMPTY_TAGS unless Ext::AppTypes::CI_SPAN_TYPES.include?(type)
302
+
303
+ test_tracing.shared_tags
304
+ end
305
+
270
306
  # provides access to the test tracing component for CI models to deactivate themselves
271
307
  def test_tracing
272
308
  Datadog.send(:components).test_tracing
@@ -38,7 +38,7 @@ module Datadog
38
38
  # @return [void]
39
39
  def finish
40
40
  if is_retry? && retry_reason.nil?
41
- set_tag(Ext::Test::TAG_RETRY_REASON, Ext::Test::RetryReason::RETRY_EXTERNAL)
41
+ set_internal_tag(Ext::Test::TAG_RETRY_REASON, Ext::Test::RetryReason::RETRY_EXTERNAL)
42
42
  end
43
43
 
44
44
  test_tracing.deactivate_test
@@ -136,6 +136,49 @@ module Datadog
136
136
  get_tag(Ext::Test::TAG_IS_ATTEMPT_TO_FIX) == "true"
137
137
  end
138
138
 
139
+ # Records execution exclusions from the framework's test declaration.
140
+ # Replaces any user-provided initial tags before execution policy is evaluated.
141
+ # @internal_api
142
+ def apply_automation_exclusions(prevent_failure_suppression:, no_auto_retry:)
143
+ if prevent_failure_suppression
144
+ set_internal_tag(Ext::Test::TAG_PREVENT_FAILURE_SUPPRESSION, "true")
145
+ else
146
+ clear_internal_tag(Ext::Test::TAG_PREVENT_FAILURE_SUPPRESSION)
147
+ end
148
+
149
+ if no_auto_retry
150
+ set_internal_tag(Ext::Test::TAG_NO_AUTO_RETRY, "true")
151
+ else
152
+ clear_internal_tag(Ext::Test::TAG_NO_AUTO_RETRY)
153
+ end
154
+ end
155
+
156
+ # @internal
157
+ def prevent_failure_suppression?
158
+ get_tag(Ext::Test::TAG_PREVENT_FAILURE_SUPPRESSION) == "true"
159
+ end
160
+
161
+ # @internal
162
+ def no_auto_retry?
163
+ get_tag(Ext::Test::TAG_NO_AUTO_RETRY) == "true"
164
+ end
165
+
166
+ # Assigned properties stay observable independently of effective policy.
167
+ # @internal
168
+ def should_quarantine?
169
+ quarantined? && !prevent_failure_suppression?
170
+ end
171
+
172
+ # @internal
173
+ def should_disable?
174
+ disabled? && !prevent_failure_suppression?
175
+ end
176
+
177
+ # @internal
178
+ def should_retry_attempt_to_fix?
179
+ attempt_to_fix? && !no_auto_retry?
180
+ end
181
+
139
182
  # Returns "true" if this test is marked as modified (e.g., impacted by code changes).
140
183
  # @return [Boolean] true if this test is modified, false otherwise.
141
184
  def modified?
@@ -154,13 +197,13 @@ module Datadog
154
197
  # @return [void]
155
198
  def itr_unskippable!
156
199
  Utils::Telemetry.itr_unskippable
157
- set_tag(Ext::Test::TAG_ITR_UNSKIPPABLE, "true")
200
+ set_internal_tag(Ext::Test::TAG_ITR_UNSKIPPABLE, "true")
158
201
 
159
202
  if skipped_by_test_impact_analysis?
160
- clear_tag(Ext::Test::TAG_ITR_SKIPPED_BY_ITR)
203
+ clear_internal_tag(Ext::Test::TAG_ITR_SKIPPED_BY_ITR)
161
204
 
162
205
  Utils::Telemetry.itr_forced_run
163
- set_tag(Ext::Test::TAG_ITR_FORCED_RUN, "true")
206
+ set_internal_tag(Ext::Test::TAG_ITR_FORCED_RUN, "true")
164
207
  end
165
208
  end
166
209
 
@@ -260,7 +303,7 @@ module Datadog
260
303
  def set_parameters(arguments, metadata = {})
261
304
  return if arguments.nil?
262
305
 
263
- set_tag(Ext::Test::TAG_PARAMETERS, Utils::TestRun.test_parameters(arguments: arguments, metadata: metadata))
306
+ set_internal_tag(Ext::Test::TAG_PARAMETERS, Utils::TestRun.test_parameters(arguments: arguments, metadata: metadata))
264
307
  end
265
308
 
266
309
  # Gets the parameters for this test (e.g. Cucumber example or RSpec specs) as a serialized JSON.
@@ -273,37 +316,37 @@ module Datadog
273
316
 
274
317
  # @internal
275
318
  def any_retry_passed?
276
- !!test_suite&.any_test_retry_passed?(datadog_test_id)
319
+ !!test_suite&.any_test_retry_passed?(local_test_id)
277
320
  end
278
321
 
279
322
  # @internal
280
323
  def all_executions_failed?
281
- !!test_suite&.all_executions_failed?(datadog_test_id)
324
+ !!test_suite&.all_executions_failed?(local_test_id)
282
325
  end
283
326
 
284
327
  # @internal
285
328
  def all_executions_passed?
286
- !!test_suite&.all_executions_passed?(datadog_test_id)
329
+ !!test_suite&.all_executions_passed?(local_test_id)
287
330
  end
288
331
 
289
332
  # @internal
290
333
  def datadog_skip_reason
291
334
  if skipped_by_test_impact_analysis?
292
335
  Ext::Test::SkipReason::TEST_IMPACT_ANALYSIS
293
- elsif disabled? || quarantined?
336
+ elsif should_disable? || should_quarantine?
294
337
  Ext::Test::SkipReason::TEST_MANAGEMENT_DISABLED
295
338
  end
296
339
  end
297
340
 
298
341
  # @internal
299
342
  def should_skip?
300
- skipped_by_test_impact_analysis? || (disabled? && !attempt_to_fix?)
343
+ skipped_by_test_impact_analysis? || (should_disable? && !should_retry_attempt_to_fix?)
301
344
  end
302
345
 
303
346
  # @internal
304
347
  def should_ignore_failures?
305
- return false if attempt_to_fix?
306
- return true if quarantined? || disabled?
348
+ return false if should_retry_attempt_to_fix?
349
+ return true if should_quarantine? || should_disable?
307
350
 
308
351
  any_retry_passed?
309
352
  end
@@ -319,8 +362,8 @@ module Datadog
319
362
  return if status.nil?
320
363
 
321
364
  final_status = compute_final_status(status)
322
- set_tag(Ext::Test::TAG_FINAL_STATUS, final_status)
323
- test_suite&.record_test_final_status(datadog_test_id, final_status)
365
+ set_internal_tag(Ext::Test::TAG_FINAL_STATUS, final_status)
366
+ test_suite&.record_test_final_status(local_test_id, final_status)
324
367
  end
325
368
 
326
369
  # @internal
@@ -334,13 +377,27 @@ module Datadog
334
377
 
335
378
  private
336
379
 
380
+ # Distinct declarations can share the backend ID but must not share retry history.
381
+ def local_test_id
382
+ @local_test_id ||= begin
383
+ source_file = get_tag(Ext::Test::TAG_SOURCE_FILE)
384
+ source_start = get_tag(Ext::Test::TAG_SOURCE_START)
385
+
386
+ if source_file && source_start
387
+ [datadog_test_id, source_file, source_start]
388
+ else
389
+ datadog_test_id
390
+ end
391
+ end
392
+ end
393
+
337
394
  def compute_final_status(status)
338
395
  # Skip status is always preserved
339
396
  return status if status == Ext::Test::Status::SKIP
340
397
 
341
398
  # attempt_to_fix takes precedence over quarantine/disabled flags:
342
399
  # any failure across attempts means the fix didn't work.
343
- if attempt_to_fix?
400
+ if should_retry_attempt_to_fix?
344
401
  return all_executions_passed? ? Ext::Test::Status::PASS : Ext::Test::Status::FAIL
345
402
  end
346
403
 
@@ -351,11 +408,11 @@ module Datadog
351
408
 
352
409
  def record_test_result(datadog_status)
353
410
  # if this test was already executed in this test suite, mark it as retried
354
- if test_suite&.test_executed?(datadog_test_id)
355
- set_tag(Ext::Test::TAG_IS_RETRY, "true")
411
+ if test_suite&.test_executed?(local_test_id)
412
+ set_internal_tag(Ext::Test::TAG_IS_RETRY, "true")
356
413
  end
357
414
 
358
- test_suite&.record_test_result(datadog_test_id, datadog_status)
415
+ test_suite&.record_test_result(local_test_id, datadog_status)
359
416
  end
360
417
  end
361
418
  end
@@ -13,10 +13,12 @@ module Datadog
13
13
  class Component
14
14
  def initialize(
15
15
  enabled:,
16
- output_path:
16
+ output_path:,
17
+ minitest_plugin_autoload_enabled: true
17
18
  )
18
19
  @enabled = enabled
19
20
  @output_path = output_path
21
+ @minitest_plugin_autoload_enabled = minitest_plugin_autoload_enabled
20
22
 
21
23
  @buffer = []
22
24
  @buffer_mutex = Mutex.new
@@ -30,6 +32,10 @@ module Datadog
30
32
  @enabled
31
33
  end
32
34
 
35
+ def minitest_plugin_autoload_enabled?
36
+ @minitest_plugin_autoload_enabled
37
+ end
38
+
33
39
  def disable_features_for_test_discovery!(settings)
34
40
  return unless @enabled
35
41
 
@@ -26,6 +26,10 @@ module Datadog
26
26
  def enabled?
27
27
  false
28
28
  end
29
+
30
+ def minitest_plugin_autoload_enabled?
31
+ true
32
+ end
29
33
  end
30
34
  end
31
35
  end