@depup/dd-trace 6.18.0-depup.0 → 6.20.0-depup.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE-3rdparty.csv +1 -0
- package/README.md +9 -3
- package/changes.json +8 -3
- package/ci/vitest-no-worker-init-setup.mjs +22 -12
- package/index.d.ts +166 -24
- package/package.json +17 -12
- package/packages/datadog-esbuild/index.js +9 -6
- package/packages/datadog-instrumentations/src/ai.js +26 -0
- package/packages/datadog-instrumentations/src/anthropic.js +111 -9
- package/packages/datadog-instrumentations/src/aws-sdk.js +2 -2
- package/packages/datadog-instrumentations/src/claude-agent-sdk.js +5 -1
- package/packages/datadog-instrumentations/src/cucumber.js +40 -4
- package/packages/datadog-instrumentations/src/helpers/hooks.js +0 -7
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentation-registry.js +2 -2
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/ai.js +25 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/playwright.js +8 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/targets.json +2 -0
- package/packages/datadog-instrumentations/src/jest/session-error.js +102 -0
- package/packages/datadog-instrumentations/src/jest.js +3 -10
- package/packages/datadog-instrumentations/src/playwright.js +26 -0
- package/packages/datadog-instrumentations/src/vitest-main.js +4 -1
- package/packages/datadog-instrumentations/src/vitest-worker.js +34 -3
- package/packages/datadog-plugin-aws-sdk/src/services/bedrockruntime/utils.js +83 -29
- package/packages/datadog-plugin-cucumber/src/index.js +19 -4
- package/packages/datadog-plugin-cypress/src/cypress-plugin.js +7 -0
- package/packages/datadog-plugin-fetch/src/index.js +3 -0
- package/packages/datadog-plugin-openai/src/stream-helpers.js +50 -1
- package/packages/datadog-plugin-oracledb/src/connection-parser.js +3 -1
- package/packages/datadog-plugin-undici/src/index.js +5 -0
- package/packages/dd-trace/src/aiguard/client.js +38 -19
- package/packages/dd-trace/src/aiguard/integrations/anthropic.js +29 -4
- package/packages/dd-trace/src/aiguard/integrations/index.js +1 -1
- package/packages/dd-trace/src/aiguard/integrations/openai.js +20 -56
- package/packages/dd-trace/src/aiguard/integrations/stream.js +60 -0
- package/packages/dd-trace/src/aiguard/messages/anthropic.js +64 -0
- package/packages/dd-trace/src/config/generated-config-types.d.ts +8 -4
- package/packages/dd-trace/src/config/remote_config.js +12 -0
- package/packages/dd-trace/src/config/supported-configurations.json +26 -5
- package/packages/dd-trace/src/constants.js +2 -0
- package/packages/dd-trace/src/debugger/constants.js +13 -4
- package/packages/dd-trace/src/debugger/devtools_client/breakpoints.js +14 -1
- package/packages/dd-trace/src/debugger/devtools_client/condition.js +109 -6
- package/packages/dd-trace/src/debugger/devtools_client/config.js +2 -0
- package/packages/dd-trace/src/debugger/devtools_client/index.js +65 -6
- package/packages/dd-trace/src/debugger/devtools_client/probe_sampler.js +22 -10
- package/packages/dd-trace/src/debugger/devtools_client/remote_config.js +12 -8
- package/packages/dd-trace/src/debugger/devtools_client/send.js +14 -0
- package/packages/dd-trace/src/debugger/devtools_client/snapshot/index.js +43 -5
- package/packages/dd-trace/src/debugger/devtools_client/snapshot/processor.js +3 -8
- package/packages/dd-trace/src/debugger/devtools_client/snapshot/redaction.js +2 -122
- package/packages/dd-trace/src/debugger/guardrail-metrics.js +0 -2
- package/packages/dd-trace/src/debugger/index.js +60 -28
- package/packages/dd-trace/src/debugger/inspect-segment.js +92 -23
- package/packages/dd-trace/src/debugger/pause-duration-histogram.js +74 -0
- package/packages/dd-trace/src/debugger/probe_sampler.js +192 -52
- package/packages/dd-trace/src/debugger/redaction.js +139 -0
- package/packages/dd-trace/src/knuth-hash.js +17 -0
- package/packages/dd-trace/src/llmobs/constants/tags.js +33 -8
- package/packages/dd-trace/src/llmobs/experiments/client.js +66 -2
- package/packages/dd-trace/src/llmobs/experiments/evaluator.js +138 -0
- package/packages/dd-trace/src/llmobs/experiments/experiment.js +213 -90
- package/packages/dd-trace/src/llmobs/experiments/index.js +40 -1
- package/packages/dd-trace/src/llmobs/experiments/noop.js +53 -2
- package/packages/dd-trace/src/llmobs/experiments/remote-evaluator.js +110 -0
- package/packages/dd-trace/src/llmobs/experiments/util.js +34 -6
- package/packages/dd-trace/src/llmobs/gen-ai-tags.js +127 -0
- package/packages/dd-trace/src/llmobs/plugins/ai/ddTelemetry.js +18 -0
- package/packages/dd-trace/src/llmobs/plugins/ai/vercelTelemetry.js +33 -8
- package/packages/dd-trace/src/llmobs/plugins/anthropic/index.js +77 -41
- package/packages/dd-trace/src/llmobs/plugins/base.js +154 -15
- package/packages/dd-trace/src/llmobs/plugins/bedrockruntime.js +162 -10
- package/packages/dd-trace/src/llmobs/plugins/claude-agent-sdk/index.js +65 -16
- package/packages/dd-trace/src/llmobs/plugins/genai/index.js +14 -0
- package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/chat_model.js +34 -35
- package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/index.js +10 -0
- package/packages/dd-trace/src/llmobs/plugins/langchain/index.js +25 -2
- package/packages/dd-trace/src/llmobs/plugins/langgraph/index.js +8 -7
- package/packages/dd-trace/src/llmobs/plugins/openai/index.js +15 -2
- package/packages/dd-trace/src/llmobs/plugins/openai/realtime.js +5 -0
- package/packages/dd-trace/src/llmobs/plugins/vertexai.js +7 -0
- package/packages/dd-trace/src/llmobs/prompts/prompt.js +2 -1
- package/packages/dd-trace/src/llmobs/sdk.js +19 -3
- package/packages/dd-trace/src/llmobs/span_processor.js +52 -91
- package/packages/dd-trace/src/llmobs/tagger.js +37 -36
- package/packages/dd-trace/src/llmobs/writers/base.js +1 -6
- package/packages/dd-trace/src/openfeature/constants/constants.js +10 -0
- package/packages/dd-trace/src/openfeature/flagging_provider.js +14 -1
- package/packages/dd-trace/src/openfeature/writers/base.js +39 -18
- package/packages/dd-trace/src/openfeature/writers/flag-eval-evp-hook.js +105 -0
- package/packages/dd-trace/src/openfeature/writers/flag-evaluation-aggregation.js +190 -0
- package/packages/dd-trace/src/openfeature/writers/flag-evaluation-consumer.js +233 -0
- package/packages/dd-trace/src/openfeature/writers/flag-evaluation-context.js +262 -0
- package/packages/dd-trace/src/openfeature/writers/flag-evaluation-payload.js +181 -0
- package/packages/dd-trace/src/openfeature/writers/flag-evaluation-pii.js +108 -0
- package/packages/dd-trace/src/openfeature/writers/flag-evaluation-telemetry.js +154 -0
- package/packages/dd-trace/src/openfeature/writers/flag-evaluation-worker.js +77 -0
- package/packages/dd-trace/src/openfeature/writers/flag-evaluations.js +398 -0
- package/packages/dd-trace/src/openfeature/writers/util.js +5 -4
- package/packages/dd-trace/src/opentelemetry/context_manager.js +3 -0
- package/packages/dd-trace/src/opentelemetry/span_context.js +6 -2
- package/packages/dd-trace/src/opentelemetry/trace/index.js +5 -0
- package/packages/dd-trace/src/opentelemetry/trace/otlp_transformer.js +6 -0
- package/packages/dd-trace/src/opentelemetry/tracer.js +16 -18
- package/packages/dd-trace/src/opentracing/propagation/text_map.js +116 -25
- package/packages/dd-trace/src/opentracing/propagation/tracestate.js +80 -16
- package/packages/dd-trace/src/opentracing/span.js +14 -9
- package/packages/dd-trace/src/opentracing/tracer.js +10 -3
- package/packages/dd-trace/src/otel-sampling.js +171 -0
- package/packages/dd-trace/src/plugins/index.js +0 -1
- package/packages/dd-trace/src/plugins/util/test.js +4 -0
- package/packages/dd-trace/src/priority_sampler.js +155 -33
- package/packages/dd-trace/src/profiler.js +51 -5
- package/packages/dd-trace/src/profiling/profiler.js +24 -20
- package/packages/dd-trace/src/remote_config/capabilities.js +9 -0
- package/packages/dd-trace/src/ritm.js +12 -9
- package/packages/dd-trace/src/sampler.js +2 -5
- package/packages/dd-trace/src/sampling_rule.js +4 -8
- package/packages/dd-trace/src/span_format.js +6 -0
- package/packages/dd-trace/src/span_processor.js +32 -3
- package/packages/dd-trace/src/standalone/index.js +5 -4
- package/packages/dd-trace/src/standalone/tracesource_priority_sampler.js +25 -5
- package/packages/dd-trace/src/telemetry/metrics.js +4 -3
- package/vendor/dist/@datadog/openfeature-node-server/index.js +1 -1
- package/packages/datadog-instrumentations/src/postgres.js +0 -7
- package/packages/datadog-instrumentations/src/supabase.js +0 -15
package/LICENSE-3rdparty.csv
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
"component","origin","license","copyright"
|
|
2
2
|
"@apm-js-collab/code-transformer","https://github.com/nodejs/orchestrion-js","['Apache-2.0']","['nodejs']"
|
|
3
|
+
"@bufbuild/protobuf","https://github.com/bufbuild/protobuf-es","['(Apache-2.0 AND BSD-3-Clause)']","['bufbuild']"
|
|
3
4
|
"@datadog/flagging-core","https://github.com/DataDog/openfeature-js-client","['Apache-2.0']","['DataDog']"
|
|
4
5
|
"@datadog/libdatadog","https://github.com/DataDog/libdatadog-nodejs","['Apache-2.0']","['DataDog']"
|
|
5
6
|
"@datadog/libdatadog-extras","https://github.com/DataDog/libdatadog-nodejs","['Apache-2.0']","['Datadog Inc.']"
|
package/README.md
CHANGED
|
@@ -13,10 +13,16 @@ npm install @depup/dd-trace
|
|
|
13
13
|
|
|
14
14
|
| Field | Value |
|
|
15
15
|
|-------|-------|
|
|
16
|
-
| Original | [dd-trace](https://www.npmjs.com/package/dd-trace) @ 6.
|
|
17
|
-
| Processed | 2026-
|
|
16
|
+
| Original | [dd-trace](https://www.npmjs.com/package/dd-trace) @ 6.20.0 |
|
|
17
|
+
| Processed | 2026-10-07 |
|
|
18
18
|
| Smoke test | passed |
|
|
19
|
-
| Deps updated |
|
|
19
|
+
| Deps updated | 1 |
|
|
20
|
+
|
|
21
|
+
## Dependency Changes
|
|
22
|
+
|
|
23
|
+
| Dependency | From | To |
|
|
24
|
+
|------------|------|-----|
|
|
25
|
+
| import-in-the-middle | 3.5.1 | ^3.5.2 |
|
|
20
26
|
|
|
21
27
|
---
|
|
22
28
|
|
package/changes.json
CHANGED
|
@@ -114,14 +114,12 @@ if (isNoWorkerInitActive) {
|
|
|
114
114
|
onTestFinished(() => {
|
|
115
115
|
recordTestAttemptTiming(task, attemptIndex, attemptStart)
|
|
116
116
|
recordRetryErrorCount(task)
|
|
117
|
-
if (
|
|
118
|
-
(isAttemptToFixTest
|
|
119
|
-
attemptIndex === getFinalAttemptIndex(task)
|
|
120
|
-
) {
|
|
117
|
+
if (isEarlyFlakeDetectionTestAttempt || isQuarantinedTest ||
|
|
118
|
+
(isAttemptToFixTest && attemptIndex === getFinalAttemptIndex(task))) {
|
|
121
119
|
if (isAttemptToFixTest || isEarlyFlakeDetectionTestAttempt) {
|
|
122
|
-
recordTestOptimizationStatus(task, attemptIndex,
|
|
120
|
+
recordTestOptimizationStatus(task, attemptIndex, attemptIndex === getFinalAttemptIndex(task))
|
|
123
121
|
}
|
|
124
|
-
switchQuarantinedFinalFailure(task
|
|
122
|
+
switchQuarantinedFinalFailure(task)
|
|
125
123
|
}
|
|
126
124
|
finishRumCorrelation(task, attemptIndex)
|
|
127
125
|
})
|
|
@@ -134,7 +132,7 @@ if (isNoWorkerInitActive) {
|
|
|
134
132
|
recordTestOptimizationStatus(task, attemptIndex)
|
|
135
133
|
}
|
|
136
134
|
if (!restoredEarlyFlakeDetectionResult) {
|
|
137
|
-
switchQuarantinedFinalFailure(task
|
|
135
|
+
switchQuarantinedFinalFailure(task)
|
|
138
136
|
}
|
|
139
137
|
})
|
|
140
138
|
}
|
|
@@ -433,7 +431,10 @@ function recordEarlyFlakeDetectionStatus (task, attemptIndex, onlyIfNewErrors) {
|
|
|
433
431
|
return
|
|
434
432
|
}
|
|
435
433
|
|
|
436
|
-
|
|
434
|
+
// onTestFinished runs before aroundEach fixture teardown. Select the budget
|
|
435
|
+
// when the next attempt records the completed attempt instead.
|
|
436
|
+
const isCompletedAttempt = attemptIndex < task.meta.__ddTestOptCurrentAttemptIndex
|
|
437
|
+
if (isCompletedAttempt && !earlyFlakeDetectionRetriesByTask.has(task)) {
|
|
437
438
|
const retryCount = getEarlyFlakeDetectionRetryCount(task)
|
|
438
439
|
earlyFlakeDetectionRetriesByTask.set(task, retryCount)
|
|
439
440
|
task.repeats = retryCount
|
|
@@ -452,9 +453,15 @@ function recordEarlyFlakeDetectionStatus (task, attemptIndex, onlyIfNewErrors) {
|
|
|
452
453
|
)
|
|
453
454
|
task.meta.__ddTestOptEfdErrorCounts[attemptIndex] = task.result?.errors?.length || 0
|
|
454
455
|
|
|
455
|
-
|
|
456
|
+
// Vitest 5.0.3 retains failures across repeats. Defer EFD's overall failure until
|
|
457
|
+
// the last attempt, while keeping each attempt's actual outcome in the metadata.
|
|
458
|
+
if (attemptIndex < getEarlyFlakeDetectionRetryCountForTask(task) ||
|
|
456
459
|
task.meta.__ddTestOptEfdStatuses.includes('pass')) {
|
|
457
460
|
task.result.state = 'pass'
|
|
461
|
+
} else if (isCompletedAttempt) {
|
|
462
|
+
// A zero retry budget cancels repeats after we suppressed the initial failure.
|
|
463
|
+
task.result.state = 'fail'
|
|
464
|
+
markQuarantinedFailure(task)
|
|
458
465
|
}
|
|
459
466
|
}
|
|
460
467
|
|
|
@@ -525,7 +532,7 @@ function wrapRetryCondition (task) {
|
|
|
525
532
|
shouldRetry = condition(error)
|
|
526
533
|
}
|
|
527
534
|
|
|
528
|
-
if (!shouldRetry
|
|
535
|
+
if (!shouldRetry) {
|
|
529
536
|
const attemptIndex = task.meta.__ddTestOptCurrentAttemptIndex
|
|
530
537
|
recordTestOptimizationStatus(task, attemptIndex)
|
|
531
538
|
markQuarantinedFailure(task)
|
|
@@ -579,7 +586,7 @@ function getFinalAttemptIndex (task) {
|
|
|
579
586
|
return attemptIndex + retriesRemaining + (repeatsRemaining * (retryLimit + 1))
|
|
580
587
|
}
|
|
581
588
|
|
|
582
|
-
function switchQuarantinedFinalFailure (task
|
|
589
|
+
function switchQuarantinedFinalFailure (task) {
|
|
583
590
|
const testSuite = getTestSuite(task)
|
|
584
591
|
const testName = getTestName(task)
|
|
585
592
|
if (
|
|
@@ -590,7 +597,10 @@ function switchQuarantinedFinalFailure (task, attemptIndex) {
|
|
|
590
597
|
return
|
|
591
598
|
}
|
|
592
599
|
|
|
593
|
-
|
|
600
|
+
// Finish the retries in this repetition before suppressing its failure. A later
|
|
601
|
+
// repetition cannot undo a failure that Vitest has already aggregated.
|
|
602
|
+
const retryAttemptIndex = retryAttemptIndexByTask.get(task)?.index || 0
|
|
603
|
+
if (retryAttemptIndex < getRetryLimit(task)) {
|
|
594
604
|
return
|
|
595
605
|
}
|
|
596
606
|
|
package/index.d.ts
CHANGED
|
@@ -3,6 +3,61 @@ import { LookupFunction } from 'net';
|
|
|
3
3
|
import * as opentracing from "opentracing";
|
|
4
4
|
import * as otel from "@opentelemetry/api";
|
|
5
5
|
|
|
6
|
+
declare const baseEvaluatorBrand: unique symbol
|
|
7
|
+
declare const baseSummaryEvaluatorBrand: unique symbol
|
|
8
|
+
|
|
9
|
+
declare const EvaluatorContext: {
|
|
10
|
+
new (options: {
|
|
11
|
+
inputData: tracer.llmobs.JSONType
|
|
12
|
+
outputData: tracer.llmobs.JSONType
|
|
13
|
+
expectedOutput?: tracer.llmobs.JSONType
|
|
14
|
+
metadata?: Record<string, tracer.llmobs.JSONType>
|
|
15
|
+
spanId?: string
|
|
16
|
+
traceId?: string
|
|
17
|
+
}): tracer.llmobs.EvaluatorContext
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
declare const SummaryEvaluatorContext: {
|
|
21
|
+
new (options: {
|
|
22
|
+
inputs: tracer.llmobs.JSONType[]
|
|
23
|
+
outputs: tracer.llmobs.JSONType[]
|
|
24
|
+
expectedOutputs: tracer.llmobs.JSONType[]
|
|
25
|
+
evaluationResults: Record<string, tracer.llmobs.JSONType[]>
|
|
26
|
+
metadata?: Array<Record<string, tracer.llmobs.JSONType>>
|
|
27
|
+
}): tracer.llmobs.SummaryEvaluatorContext
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
declare const EvaluatorResult: {
|
|
31
|
+
new (value: tracer.llmobs.JSONType, options?: tracer.llmobs.EvaluatorResultOptions): tracer.llmobs.EvaluatorResult
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
declare const MultiEvaluatorResult: {
|
|
35
|
+
new (values: Record<string, tracer.llmobs.JSONType | tracer.llmobs.EvaluatorResult>, prefix?: boolean): tracer.llmobs.MultiEvaluatorResult
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
declare const BaseEvaluator: {
|
|
39
|
+
new (name?: string): tracer.llmobs.BaseEvaluator
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
declare const BaseSummaryEvaluator: {
|
|
43
|
+
new (name?: string): tracer.llmobs.BaseSummaryEvaluator
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
declare const RemoteEvaluatorError: {
|
|
47
|
+
new (message: string, options?: {
|
|
48
|
+
status?: string
|
|
49
|
+
backendError?: Record<string, tracer.llmobs.JSONType>
|
|
50
|
+
}): tracer.llmobs.RemoteEvaluatorError
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
declare const RemoteEvaluator: {
|
|
54
|
+
new (options: {
|
|
55
|
+
evalName: string
|
|
56
|
+
transformFn?: (context: tracer.llmobs.EvaluatorContext) => Record<string, tracer.llmobs.JSONType>
|
|
57
|
+
}): tracer.llmobs.RemoteEvaluator
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
|
|
6
61
|
/**
|
|
7
62
|
* Tracer is the entry-point of the Datadog tracing implementation.
|
|
8
63
|
*/
|
|
@@ -162,6 +217,7 @@ interface Tracer extends opentracing.Tracer {
|
|
|
162
217
|
*
|
|
163
218
|
* @env DD_FEATURE_FLAGS_ENABLED
|
|
164
219
|
* @env DD_FEATURE_FLAGS_CONFIGURATION_SOURCE
|
|
220
|
+
* @env DD_FLAGGING_EVALUATION_COUNTS_ENABLED
|
|
165
221
|
* @beta This feature is in preview and not ready for production use
|
|
166
222
|
*/
|
|
167
223
|
openfeature: tracer.OpenFeatureProvider;
|
|
@@ -1245,6 +1301,16 @@ declare namespace tracer {
|
|
|
1245
1301
|
*/
|
|
1246
1302
|
captureTimeoutMs?: number
|
|
1247
1303
|
|
|
1304
|
+
/**
|
|
1305
|
+
* Time budget in milliseconds for evaluating a probe's condition, log message template and capture expressions.
|
|
1306
|
+
* An evaluation that exceeds the budget is reported as an evaluation error and the probe is not evaluated again
|
|
1307
|
+
* for a while.
|
|
1308
|
+
* @default 50
|
|
1309
|
+
* @env DD_DYNAMIC_INSTRUMENTATION_EVALUATION_TIMEOUT_MS
|
|
1310
|
+
* Programmatic configuration takes precedence over the environment variables listed above.
|
|
1311
|
+
*/
|
|
1312
|
+
evaluationTimeoutMs?: number
|
|
1313
|
+
|
|
1248
1314
|
/**
|
|
1249
1315
|
* Interval in seconds between uploads of probe data.
|
|
1250
1316
|
* @default 1
|
|
@@ -2025,8 +2091,9 @@ declare namespace tracer {
|
|
|
2025
2091
|
/**
|
|
2026
2092
|
* Whether to capture LLM Observability spans for this integration. When set to `false`,
|
|
2027
2093
|
* the integration keeps emitting APM spans and propagating trace context, but no LLM
|
|
2028
|
-
* Observability spans are produced. Useful when another
|
|
2029
|
-
* same operation and the payloads would otherwise be
|
|
2094
|
+
* Observability spans and no basic `gen_ai.*` APM tags are produced. Useful when another
|
|
2095
|
+
* integration already captures the same operation and the payloads would otherwise be
|
|
2096
|
+
* stored twice.
|
|
2030
2097
|
* @default true
|
|
2031
2098
|
*/
|
|
2032
2099
|
llmobs?: boolean;
|
|
@@ -4051,6 +4118,74 @@ declare namespace tracer {
|
|
|
4051
4118
|
|
|
4052
4119
|
type ReadonlyJSONType = string | number | boolean | null | ReadonlyArray<ReadonlyJSONType> | { readonly [key: string]: ReadonlyJSONType }
|
|
4053
4120
|
|
|
4121
|
+
/** Context passed to a record-level class evaluator. */
|
|
4122
|
+
interface EvaluatorContext {
|
|
4123
|
+
inputData: JSONType
|
|
4124
|
+
outputData: JSONType
|
|
4125
|
+
expectedOutput?: JSONType
|
|
4126
|
+
metadata: Record<string, JSONType>
|
|
4127
|
+
spanId?: string
|
|
4128
|
+
traceId?: string
|
|
4129
|
+
}
|
|
4130
|
+
|
|
4131
|
+
/** Context passed to a summary class evaluator. */
|
|
4132
|
+
interface SummaryEvaluatorContext {
|
|
4133
|
+
inputs: JSONType[]
|
|
4134
|
+
outputs: JSONType[]
|
|
4135
|
+
expectedOutputs: JSONType[]
|
|
4136
|
+
evaluationResults: Record<string, JSONType[]>
|
|
4137
|
+
metadata: Array<Record<string, JSONType>>
|
|
4138
|
+
}
|
|
4139
|
+
|
|
4140
|
+
interface EvaluatorResultOptions {
|
|
4141
|
+
reasoning?: string
|
|
4142
|
+
assessment?: 'pass' | 'fail'
|
|
4143
|
+
metadata?: Record<string, JSONType>
|
|
4144
|
+
tags?: Record<string, JSONType>
|
|
4145
|
+
}
|
|
4146
|
+
|
|
4147
|
+
/** A metric value with optional evaluation details. */
|
|
4148
|
+
interface EvaluatorResult {
|
|
4149
|
+
value: JSONType
|
|
4150
|
+
reasoning?: string
|
|
4151
|
+
assessment?: 'pass' | 'fail'
|
|
4152
|
+
metadata?: Record<string, JSONType>
|
|
4153
|
+
tags?: Record<string, JSONType>
|
|
4154
|
+
}
|
|
4155
|
+
|
|
4156
|
+
/** A result that emits several named metrics from one evaluator invocation. */
|
|
4157
|
+
interface MultiEvaluatorResult {
|
|
4158
|
+
values: Record<string, JSONType | EvaluatorResult>
|
|
4159
|
+
prefix: boolean
|
|
4160
|
+
}
|
|
4161
|
+
|
|
4162
|
+
/** Error returned by a managed evaluator configured in Datadog. */
|
|
4163
|
+
interface RemoteEvaluatorError extends Error {
|
|
4164
|
+
status: string
|
|
4165
|
+
backendError: Record<string, JSONType>
|
|
4166
|
+
}
|
|
4167
|
+
|
|
4168
|
+
/** Evaluator that references an LLM-as-a-judge evaluator configured in Datadog. */
|
|
4169
|
+
interface RemoteEvaluator extends BaseEvaluator {}
|
|
4170
|
+
interface ExperimentSummaryEvaluation extends EvaluatorResultOptions {
|
|
4171
|
+
value: any
|
|
4172
|
+
error: string | null
|
|
4173
|
+
}
|
|
4174
|
+
|
|
4175
|
+
/** Base class for reusable synchronous or asynchronous record-level evaluators. */
|
|
4176
|
+
interface BaseEvaluator {
|
|
4177
|
+
readonly [baseEvaluatorBrand]: never
|
|
4178
|
+
name: string
|
|
4179
|
+
evaluate (context: EvaluatorContext): JSONType | EvaluatorResult | MultiEvaluatorResult | Promise<JSONType | EvaluatorResult | MultiEvaluatorResult>
|
|
4180
|
+
}
|
|
4181
|
+
|
|
4182
|
+
/** Base class for reusable synchronous or asynchronous summary evaluators. */
|
|
4183
|
+
interface BaseSummaryEvaluator {
|
|
4184
|
+
readonly [baseSummaryEvaluatorBrand]: never
|
|
4185
|
+
name: string
|
|
4186
|
+
evaluate (context: SummaryEvaluatorContext): JSONType | EvaluatorResult | MultiEvaluatorResult | Promise<JSONType | EvaluatorResult | MultiEvaluatorResult>
|
|
4187
|
+
}
|
|
4188
|
+
|
|
4054
4189
|
/**
|
|
4055
4190
|
* A task run over each dataset record during an experiment.
|
|
4056
4191
|
*/
|
|
@@ -4060,26 +4195,25 @@ declare namespace tracer {
|
|
|
4060
4195
|
metadata?: Record<string, JSONType>
|
|
4061
4196
|
) => JSONType | Promise<JSONType>
|
|
4062
4197
|
|
|
4063
|
-
/**
|
|
4064
|
-
|
|
4065
|
-
* `boolean` -> boolean, `number` -> score, `string` -> categorical, anything else -> json.
|
|
4066
|
-
*/
|
|
4067
|
-
type ExperimentEvaluator = (
|
|
4198
|
+
/** Scores a single task output. */
|
|
4199
|
+
type ExperimentEvaluatorFunction = (
|
|
4068
4200
|
input: JSONType,
|
|
4069
4201
|
output: JSONType,
|
|
4070
4202
|
expectedOutput: JSONType
|
|
4071
|
-
) => JSONType | Promise<JSONType>
|
|
4203
|
+
) => JSONType | EvaluatorResult | MultiEvaluatorResult | Promise<JSONType | EvaluatorResult | MultiEvaluatorResult>
|
|
4072
4204
|
|
|
4073
|
-
|
|
4074
|
-
|
|
4075
|
-
|
|
4076
|
-
type
|
|
4077
|
-
inputs:
|
|
4078
|
-
outputs:
|
|
4079
|
-
expectedOutputs:
|
|
4080
|
-
evaluatorResults: Record<string,
|
|
4081
|
-
metadata?: Array<Record<string,
|
|
4082
|
-
) =>
|
|
4205
|
+
type ExperimentEvaluator = ExperimentEvaluatorFunction | BaseEvaluator
|
|
4206
|
+
|
|
4207
|
+
/** Scores all rows in an experiment run and emits a summary metric. */
|
|
4208
|
+
type ExperimentSummaryEvaluatorFunction = (
|
|
4209
|
+
inputs: JSONType[],
|
|
4210
|
+
outputs: JSONType[],
|
|
4211
|
+
expectedOutputs: JSONType[],
|
|
4212
|
+
evaluatorResults: Record<string, JSONType[]>,
|
|
4213
|
+
metadata?: Array<Record<string, JSONType>>
|
|
4214
|
+
) => JSONType | EvaluatorResult | MultiEvaluatorResult | Promise<JSONType | EvaluatorResult | MultiEvaluatorResult>
|
|
4215
|
+
|
|
4216
|
+
type ExperimentSummaryEvaluator = ExperimentSummaryEvaluatorFunction | BaseSummaryEvaluator
|
|
4083
4217
|
|
|
4084
4218
|
interface DatasetRecord {
|
|
4085
4219
|
id: string | null
|
|
@@ -4110,9 +4244,9 @@ declare namespace tracer {
|
|
|
4110
4244
|
task: ExperimentTask
|
|
4111
4245
|
/** Override the configured project for this experiment. */
|
|
4112
4246
|
projectName?: string
|
|
4113
|
-
/** Evaluators keyed by metric label, or named functions. */
|
|
4247
|
+
/** Evaluators keyed by metric label, or named functions or class instances. */
|
|
4114
4248
|
evaluators?: Record<string, ExperimentEvaluator> | ExperimentEvaluator[]
|
|
4115
|
-
/** Summary evaluators keyed by metric label, or named functions. */
|
|
4249
|
+
/** Summary evaluators keyed by metric label, or named functions or class instances. */
|
|
4116
4250
|
summaryEvaluators?: Record<string, ExperimentSummaryEvaluator> | ExperimentSummaryEvaluator[]
|
|
4117
4251
|
description?: string
|
|
4118
4252
|
config?: Record<string, JSONType>
|
|
@@ -4168,7 +4302,7 @@ declare namespace tracer {
|
|
|
4168
4302
|
/** Whether this run had a task, row-evaluator, or summary-evaluator error. */
|
|
4169
4303
|
hasError: boolean
|
|
4170
4304
|
rows: ExperimentResultRow[]
|
|
4171
|
-
summaryEvaluations: Record<string,
|
|
4305
|
+
summaryEvaluations: Record<string, ExperimentSummaryEvaluation>
|
|
4172
4306
|
}
|
|
4173
4307
|
|
|
4174
4308
|
interface ExperimentResult {
|
|
@@ -4176,7 +4310,7 @@ declare namespace tracer {
|
|
|
4176
4310
|
/** Rows from the first run, kept as a compatibility alias. */
|
|
4177
4311
|
rows: ExperimentResultRow[]
|
|
4178
4312
|
/** Summary evaluator results from the first run, kept as a compatibility alias. */
|
|
4179
|
-
summaryEvaluations: Record<string,
|
|
4313
|
+
summaryEvaluations: Record<string, ExperimentSummaryEvaluation>
|
|
4180
4314
|
/** All experiment runs. */
|
|
4181
4315
|
runs: ExperimentRun[]
|
|
4182
4316
|
/** Dashboard URL for the experiment. */
|
|
@@ -4311,6 +4445,14 @@ declare namespace tracer {
|
|
|
4311
4445
|
}
|
|
4312
4446
|
|
|
4313
4447
|
interface Experiments {
|
|
4448
|
+
BaseEvaluator: typeof BaseEvaluator
|
|
4449
|
+
BaseSummaryEvaluator: typeof BaseSummaryEvaluator
|
|
4450
|
+
EvaluatorContext: typeof EvaluatorContext
|
|
4451
|
+
SummaryEvaluatorContext: typeof SummaryEvaluatorContext
|
|
4452
|
+
EvaluatorResult: typeof EvaluatorResult
|
|
4453
|
+
MultiEvaluatorResult: typeof MultiEvaluatorResult
|
|
4454
|
+
RemoteEvaluator: typeof RemoteEvaluator
|
|
4455
|
+
RemoteEvaluatorError: typeof RemoteEvaluatorError
|
|
4314
4456
|
/** Create a local dataset buffer; pushed on the first experiment run. */
|
|
4315
4457
|
createDataset (name: string, description?: string): Dataset
|
|
4316
4458
|
createDataset (name: string, options?: CreateDatasetOptions): Dataset
|
|
@@ -4331,12 +4473,12 @@ declare namespace tracer {
|
|
|
4331
4473
|
/**
|
|
4332
4474
|
* The input content associated with the span.
|
|
4333
4475
|
*/
|
|
4334
|
-
input: { content:
|
|
4476
|
+
input: { content: JSONType, role?: string }[]
|
|
4335
4477
|
|
|
4336
4478
|
/**
|
|
4337
4479
|
* The output content associated with the span.
|
|
4338
4480
|
*/
|
|
4339
|
-
output: { content:
|
|
4481
|
+
output: { content: JSONType, role?: string }[]
|
|
4340
4482
|
|
|
4341
4483
|
/**
|
|
4342
4484
|
* Get a tag from the span.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@depup/dd-trace",
|
|
3
|
-
"version": "6.
|
|
3
|
+
"version": "6.20.0-depup.0",
|
|
4
4
|
"description": "Datadog APM tracing client for JavaScript (with updated dependencies)",
|
|
5
5
|
"main": "index.js",
|
|
6
6
|
"typings": "index.d.ts",
|
|
@@ -189,13 +189,13 @@
|
|
|
189
189
|
],
|
|
190
190
|
"dependencies": {
|
|
191
191
|
"dc-polyfill": "^0.1.11",
|
|
192
|
-
"import-in-the-middle": "3.5.
|
|
192
|
+
"import-in-the-middle": "^3.5.2",
|
|
193
193
|
"opentracing": ">=0.14.7"
|
|
194
194
|
},
|
|
195
195
|
"optionalDependencies": {
|
|
196
196
|
"@datadog/libdatadog": "^0.21.0",
|
|
197
197
|
"@datadog/libdatadog-extras": "^0.21.0",
|
|
198
|
-
"@datadog/native-appsec": "11.0.
|
|
198
|
+
"@datadog/native-appsec": "11.0.3",
|
|
199
199
|
"@datadog/native-iast-taint-tracking": "4.2.1",
|
|
200
200
|
"@datadog/native-metrics": "4.0.0",
|
|
201
201
|
"@datadog/pprof": "5.19.0",
|
|
@@ -211,7 +211,7 @@
|
|
|
211
211
|
"@eslint/eslintrc": "^3.3.7",
|
|
212
212
|
"@eslint/js": "^10.0.1",
|
|
213
213
|
"@eslint/plugin-kit": "^0.7.3",
|
|
214
|
-
"@datadog/openfeature-node-server": "2.
|
|
214
|
+
"@datadog/openfeature-node-server": "2.4.0",
|
|
215
215
|
"@msgpack/msgpack": "^3.1.3",
|
|
216
216
|
"@openfeature/core": "^1.12.0",
|
|
217
217
|
"@openfeature/server-sdk": "~1.23.0",
|
|
@@ -227,14 +227,14 @@
|
|
|
227
227
|
"bun": "1.4.2",
|
|
228
228
|
"c8": "^12.0.0",
|
|
229
229
|
"codeowners-audit": "^2.9.0",
|
|
230
|
-
"eslint": "^10.
|
|
230
|
+
"eslint": "^10.11.0",
|
|
231
231
|
"eslint-plugin-cypress": "^7.0.2",
|
|
232
232
|
"eslint-plugin-import-x": "^4.16.2",
|
|
233
|
-
"eslint-plugin-jsdoc": "^64.5.
|
|
233
|
+
"eslint-plugin-jsdoc": "^64.5.4",
|
|
234
234
|
"eslint-plugin-mocha": "^12.0.2",
|
|
235
235
|
"eslint-plugin-n": "^18.3.0",
|
|
236
236
|
"eslint-plugin-promise": "^7.3.0",
|
|
237
|
-
"eslint-plugin-regexp": "^3.3.
|
|
237
|
+
"eslint-plugin-regexp": "^3.3.1",
|
|
238
238
|
"eslint-plugin-sonarjs": "^4.2.1",
|
|
239
239
|
"eslint-plugin-unicorn": "^74.0.0",
|
|
240
240
|
"express": "^5.1.0",
|
|
@@ -256,7 +256,7 @@
|
|
|
256
256
|
"node-preload": "^0.2.1",
|
|
257
257
|
"nyc": "^18.0.0",
|
|
258
258
|
"octokit": "^5.0.3",
|
|
259
|
-
"p-limit": "^7.3.
|
|
259
|
+
"p-limit": "^7.3.3",
|
|
260
260
|
"proxyquire": "^2.1.3",
|
|
261
261
|
"retry": "^0.13.1",
|
|
262
262
|
"semifies": "^1.0.0",
|
|
@@ -272,11 +272,16 @@
|
|
|
272
272
|
"yarn-deduplicate": "^6.0.2"
|
|
273
273
|
},
|
|
274
274
|
"depup": {
|
|
275
|
-
"changes": {
|
|
276
|
-
|
|
275
|
+
"changes": {
|
|
276
|
+
"import-in-the-middle": {
|
|
277
|
+
"from": "3.5.1",
|
|
278
|
+
"to": "^3.5.2"
|
|
279
|
+
}
|
|
280
|
+
},
|
|
281
|
+
"depsUpdated": 1,
|
|
277
282
|
"originalPackage": "dd-trace",
|
|
278
|
-
"originalVersion": "6.
|
|
279
|
-
"processedAt": "2026-
|
|
283
|
+
"originalVersion": "6.20.0",
|
|
284
|
+
"processedAt": "2026-10-07T00:36:24.046Z",
|
|
280
285
|
"smokeTest": "passed"
|
|
281
286
|
}
|
|
282
287
|
}
|
|
@@ -165,8 +165,6 @@ ${build.initialOptions.banner.js}`
|
|
|
165
165
|
log.warn('No git metadata available - skipping injection')
|
|
166
166
|
}
|
|
167
167
|
|
|
168
|
-
// first time is intercepted, proxy should be created, next time the original should be loaded
|
|
169
|
-
const interceptedESMModules = new Set()
|
|
170
168
|
let resolver
|
|
171
169
|
|
|
172
170
|
build.onEnd(async () => {
|
|
@@ -217,11 +215,18 @@ ${build.initialOptions.banner.js}`
|
|
|
217
215
|
|
|
218
216
|
const internal = builtins.has(args.path)
|
|
219
217
|
|
|
218
|
+
// Only the generated wrapper module, and the real module importing itself, must reach the real module unwrapped.
|
|
219
|
+
// Every other importer must get the wrapper regardless of whether it has already been loaded: onLoad runs
|
|
220
|
+
// concurrently with onResolve, so tracking loaded modules makes which importer sees the wrapper depend on timing,
|
|
221
|
+
// leaving some bindings uninstrumented. Routing a self-import to the wrapper would create a wrapper -> original ->
|
|
222
|
+
// wrapper cycle that can hit the wrapper's exports in their temporal dead zone.
|
|
223
|
+
const isInterceptedImporter = args.importer.endsWith(ESM_INTERCEPTED_SUFFIX) || args.importer === fullPathToModule
|
|
224
|
+
|
|
220
225
|
if (args.namespace === 'file' && (
|
|
221
226
|
modulesOfInterest.has(args.path) || modulesOfInterest.has(`${extracted.pkg}/${extracted.path}`))
|
|
222
227
|
) {
|
|
223
228
|
// Internal module like http/fs is imported and the build output is ESM
|
|
224
|
-
if (internal && args.kind === 'import-statement' && esmBuild && !
|
|
229
|
+
if (internal && args.kind === 'import-statement' && esmBuild && !isInterceptedImporter) {
|
|
225
230
|
fullPathToModule = `${INTERNAL_ESM_INTERCEPTED_PREFIX}${fullPathToModule}${ESM_INTERCEPTED_SUFFIX}`
|
|
226
231
|
|
|
227
232
|
return {
|
|
@@ -263,7 +268,7 @@ ${build.initialOptions.banner.js}`
|
|
|
263
268
|
const packageJson = JSON.parse(fs.readFileSync(/** @type {string} */(pathToPackageJson)).toString())
|
|
264
269
|
|
|
265
270
|
const isESM = isESMFile(fullPathToModule, pathToPackageJson, packageJson)
|
|
266
|
-
if (isESM && !
|
|
271
|
+
if (isESM && !isInterceptedImporter) {
|
|
267
272
|
fullPathToModule += ESM_INTERCEPTED_SUFFIX
|
|
268
273
|
}
|
|
269
274
|
|
|
@@ -322,8 +327,6 @@ ${build.initialOptions.banner.js}`
|
|
|
322
327
|
args.path = args.path.slice(INTERNAL_ESM_INTERCEPTED_PREFIX.length)
|
|
323
328
|
}
|
|
324
329
|
|
|
325
|
-
interceptedESMModules.add(args.path)
|
|
326
|
-
|
|
327
330
|
resolver ??= createEsmResolver()
|
|
328
331
|
const setters = await processModule({
|
|
329
332
|
path: args.path,
|
|
@@ -194,6 +194,32 @@ for (const hook of getHooks('ai').values()) {
|
|
|
194
194
|
},
|
|
195
195
|
})
|
|
196
196
|
|
|
197
|
+
tracingChannel('orchestrion:ai:includeRuntimeContext').subscribe({
|
|
198
|
+
start (ctx) {
|
|
199
|
+
const options = ctx.arguments[0]
|
|
200
|
+
const runtimeContext = options?.runtimeContext
|
|
201
|
+
const telemetry = options?.telemetry ?? options?.experimental_telemetry
|
|
202
|
+
|
|
203
|
+
if (!runtimeContext || typeof runtimeContext !== 'object' || telemetry?.isEnabled === false) return
|
|
204
|
+
|
|
205
|
+
const keys = Object.keys(runtimeContext)
|
|
206
|
+
if (!keys.length) return
|
|
207
|
+
|
|
208
|
+
const includeRuntimeContext = { ...telemetry?.includeRuntimeContext }
|
|
209
|
+
for (const key of keys) {
|
|
210
|
+
if (includeRuntimeContext[key] === undefined) includeRuntimeContext[key] = true
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
ctx.arguments[0] = {
|
|
214
|
+
...options,
|
|
215
|
+
telemetry: {
|
|
216
|
+
...telemetry,
|
|
217
|
+
includeRuntimeContext,
|
|
218
|
+
},
|
|
219
|
+
}
|
|
220
|
+
},
|
|
221
|
+
})
|
|
222
|
+
|
|
197
223
|
// resolveLanguageModel is called by all LLM entry points (generateText, streamText,
|
|
198
224
|
// generateObject, streamObject)
|
|
199
225
|
tracingChannel('orchestrion:ai:resolveLanguageModel').subscribe({
|