@depup/dd-trace 5.97.0-depup.0 → 6.5.0-depup.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE-3rdparty.csv +89 -104
- package/README.electron.md +7 -0
- package/README.md +2 -2
- package/changes.json +1 -1
- package/ci/diagnose.js +2100 -0
- package/ci/init.js +46 -5
- package/ci/runbook.md +198 -0
- package/ci/test-optimization-validation/approval-artifacts.js +143 -0
- package/ci/test-optimization-validation/approval.js +299 -0
- package/ci/test-optimization-validation/artifact-id.js +20 -0
- package/ci/test-optimization-validation/bounded-json.js +121 -0
- package/ci/test-optimization-validation/ci-command-candidate.js +83 -0
- package/ci/test-optimization-validation/ci-discovery.js +181 -0
- package/ci/test-optimization-validation/ci-remediation.js +210 -0
- package/ci/test-optimization-validation/cli.js +903 -0
- package/ci/test-optimization-validation/command-blocker.js +81 -0
- package/ci/test-optimization-validation/command-output-policy.js +206 -0
- package/ci/test-optimization-validation/command-runner.js +707 -0
- package/ci/test-optimization-validation/command-suitability.js +471 -0
- package/ci/test-optimization-validation/executable-approval.js +48 -0
- package/ci/test-optimization-validation/executable.js +480 -0
- package/ci/test-optimization-validation/generated-file-policy.js +63 -0
- package/ci/test-optimization-validation/generated-files.js +351 -0
- package/ci/test-optimization-validation/generated-verifier.js +196 -0
- package/ci/test-optimization-validation/init-probe-preload.js +163 -0
- package/ci/test-optimization-validation/init-probe.js +246 -0
- package/ci/test-optimization-validation/late-initialization.js +63 -0
- package/ci/test-optimization-validation/local-command.js +163 -0
- package/ci/test-optimization-validation/manifest-loader.js +133 -0
- package/ci/test-optimization-validation/manifest-scaffold.js +738 -0
- package/ci/test-optimization-validation/manifest-schema.js +862 -0
- package/ci/test-optimization-validation/offline-fixtures.js +327 -0
- package/ci/test-optimization-validation/offline-output.js +406 -0
- package/ci/test-optimization-validation/payload-normalizer.js +72 -0
- package/ci/test-optimization-validation/plan-writer.js +1120 -0
- package/ci/test-optimization-validation/preflight-runner.js +114 -0
- package/ci/test-optimization-validation/redaction.js +331 -0
- package/ci/test-optimization-validation/report-writer.js +1508 -0
- package/ci/test-optimization-validation/safe-files.js +203 -0
- package/ci/test-optimization-validation/scenarios/auto-test-retries.js +159 -0
- package/ci/test-optimization-validation/scenarios/basic-reporting.js +657 -0
- package/ci/test-optimization-validation/scenarios/ci-wiring.js +780 -0
- package/ci/test-optimization-validation/scenarios/early-flake-detection.js +141 -0
- package/ci/test-optimization-validation/scenarios/helpers.js +539 -0
- package/ci/test-optimization-validation/scenarios/test-management.js +218 -0
- package/ci/test-optimization-validation/setup-runner.js +97 -0
- package/ci/test-optimization-validation/static-diagnosis.js +159 -0
- package/ci/test-optimization-validation/test-output.js +129 -0
- package/ci/test-optimization-validation-manifest.schema.json +1 -0
- package/ci/validate-test-optimization.js +3 -0
- package/ci/vitest-no-worker-init-setup.mjs +430 -0
- package/ext/exporters.js +2 -0
- package/ext/tags.js +3 -0
- package/index.d.ts +436 -252
- package/index.electron.js +3 -0
- package/init.js +18 -0
- package/initialize.mjs +10 -9
- package/loader-hook.mjs +170 -53
- package/openfeature.d.ts +1 -0
- package/openfeature.js +4 -0
- package/package.json +118 -80
- package/packages/datadog-core/src/storage.js +47 -48
- package/packages/datadog-esbuild/index.js +32 -1
- package/packages/datadog-esbuild/src/utils.js +46 -3
- package/packages/datadog-instrumentations/src/aerospike.js +3 -3
- package/packages/datadog-instrumentations/src/ai.js +137 -76
- package/packages/datadog-instrumentations/src/amqplib.js +6 -7
- package/packages/datadog-instrumentations/src/anthropic.js +10 -10
- package/packages/datadog-instrumentations/src/apollo-server-core.js +3 -3
- package/packages/datadog-instrumentations/src/apollo-server.js +10 -18
- package/packages/datadog-instrumentations/src/avsc.js +6 -6
- package/packages/datadog-instrumentations/src/aws-durable-execution-sdk-js-context-methods.js +18 -0
- package/packages/datadog-instrumentations/src/aws-durable-execution-sdk-js.js +111 -0
- package/packages/datadog-instrumentations/src/aws-sdk.js +172 -72
- package/packages/datadog-instrumentations/src/azure-cosmos.js +7 -0
- package/packages/datadog-instrumentations/src/azure-durable-functions.js +8 -8
- package/packages/datadog-instrumentations/src/azure-functions.js +3 -0
- package/packages/datadog-instrumentations/src/bluebird.js +2 -2
- package/packages/datadog-instrumentations/src/body-parser.js +5 -2
- package/packages/datadog-instrumentations/src/cassandra-driver.js +12 -9
- package/packages/datadog-instrumentations/src/child_process.js +16 -16
- package/packages/datadog-instrumentations/src/claude-agent-sdk.js +587 -0
- package/packages/datadog-instrumentations/src/confluentinc-kafka-javascript.js +41 -24
- package/packages/datadog-instrumentations/src/connect.js +14 -12
- package/packages/datadog-instrumentations/src/cookie-parser.js +5 -4
- package/packages/datadog-instrumentations/src/cookie.js +9 -3
- package/packages/datadog-instrumentations/src/couchbase.js +73 -238
- package/packages/datadog-instrumentations/src/crypto.js +49 -4
- package/packages/datadog-instrumentations/src/cucumber-worker-threads.js +25 -0
- package/packages/datadog-instrumentations/src/cucumber.js +762 -189
- package/packages/datadog-instrumentations/src/cypress-config.js +547 -93
- package/packages/datadog-instrumentations/src/cypress.js +5 -3
- package/packages/datadog-instrumentations/src/dns.js +60 -59
- package/packages/datadog-instrumentations/src/elasticsearch.js +9 -12
- package/packages/datadog-instrumentations/src/electron/preload.js +42 -0
- package/packages/datadog-instrumentations/src/electron.js +240 -0
- package/packages/datadog-instrumentations/src/express-mongo-sanitize.js +11 -9
- package/packages/datadog-instrumentations/src/express-session.js +14 -13
- package/packages/datadog-instrumentations/src/express.js +52 -30
- package/packages/datadog-instrumentations/src/fastify.js +166 -87
- package/packages/datadog-instrumentations/src/fetch.js +5 -5
- package/packages/datadog-instrumentations/src/fs.js +22 -20
- package/packages/datadog-instrumentations/src/google-cloud-pubsub.js +5 -7
- package/packages/datadog-instrumentations/src/google-genai.js +4 -4
- package/packages/datadog-instrumentations/src/graphql.js +26 -362
- package/packages/datadog-instrumentations/src/grpc/client.js +48 -32
- package/packages/datadog-instrumentations/src/grpc/server.js +20 -2
- package/packages/datadog-instrumentations/src/hapi.js +2 -2
- package/packages/datadog-instrumentations/src/helpers/callback-instrumentor.js +74 -0
- package/packages/datadog-instrumentations/src/helpers/check-require-cache.js +85 -9
- package/packages/datadog-instrumentations/src/helpers/hook.js +31 -7
- package/packages/datadog-instrumentations/src/helpers/hooks.js +12 -0
- package/packages/datadog-instrumentations/src/helpers/instrument.js +36 -3
- package/packages/datadog-instrumentations/src/helpers/kafka.js +58 -0
- package/packages/datadog-instrumentations/src/helpers/optional-peer-bundler.js +65 -0
- package/packages/datadog-instrumentations/src/helpers/promise-instrumentor.js +42 -0
- package/packages/datadog-instrumentations/src/helpers/promise.js +2 -2
- package/packages/datadog-instrumentations/src/helpers/register.js +7 -5
- package/packages/datadog-instrumentations/src/helpers/rewriter/compiler.js +13 -5
- package/packages/datadog-instrumentations/src/helpers/rewriter/index.js +24 -7
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/ai.js +6 -6
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/aws-durable-execution-sdk-js.js +31 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/azure-cosmos.js +50 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/claude-agent-sdk.js +17 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/graphql.js +201 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/index.js +7 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/langgraph.js +4 -2
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/mercurius.js +31 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/modelcontextprotocol-sdk.js +35 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/instrumentations/playwright.js +111 -0
- package/packages/datadog-instrumentations/src/helpers/rewriter/loader.mjs +18 -2
- package/packages/datadog-instrumentations/src/helpers/rewriter/transforms.js +49 -224
- package/packages/datadog-instrumentations/src/helpers/router-helper.js +8 -8
- package/packages/datadog-instrumentations/src/hono.js +71 -9
- package/packages/datadog-instrumentations/src/http/client.js +48 -24
- package/packages/datadog-instrumentations/src/http/server.js +75 -29
- package/packages/datadog-instrumentations/src/http2/client.js +15 -12
- package/packages/datadog-instrumentations/src/http2/server.js +156 -23
- package/packages/datadog-instrumentations/src/ioredis.js +17 -14
- package/packages/datadog-instrumentations/src/iovalkey.js +1 -2
- package/packages/datadog-instrumentations/src/jest/bail-reporter.js +42 -0
- package/packages/datadog-instrumentations/src/jest/coverage-backfill.js +163 -0
- package/packages/datadog-instrumentations/src/jest.js +1809 -401
- package/packages/datadog-instrumentations/src/kafkajs.js +284 -170
- package/packages/datadog-instrumentations/src/knex.js +17 -17
- package/packages/datadog-instrumentations/src/koa.js +15 -14
- package/packages/datadog-instrumentations/src/ldapjs.js +5 -5
- package/packages/datadog-instrumentations/src/light-my-request.js +2 -2
- package/packages/datadog-instrumentations/src/limitd-client.js +4 -4
- package/packages/datadog-instrumentations/src/lodash.js +4 -4
- package/packages/datadog-instrumentations/src/mariadb.js +18 -16
- package/packages/datadog-instrumentations/src/memcached.js +4 -3
- package/packages/datadog-instrumentations/src/mercurius.js +11 -0
- package/packages/datadog-instrumentations/src/microgateway-core.js +2 -2
- package/packages/datadog-instrumentations/src/mocha/common.js +7 -4
- package/packages/datadog-instrumentations/src/mocha/main.js +557 -120
- package/packages/datadog-instrumentations/src/mocha/utils.js +531 -135
- package/packages/datadog-instrumentations/src/mocha/worker.js +27 -9
- package/packages/datadog-instrumentations/src/modelcontextprotocol-sdk.js +254 -0
- package/packages/datadog-instrumentations/src/mongodb-core.js +43 -31
- package/packages/datadog-instrumentations/src/mongodb.js +82 -8
- package/packages/datadog-instrumentations/src/mongoose.js +46 -37
- package/packages/datadog-instrumentations/src/mquery.js +7 -7
- package/packages/datadog-instrumentations/src/multer.js +5 -4
- package/packages/datadog-instrumentations/src/mysql.js +17 -17
- package/packages/datadog-instrumentations/src/mysql2.js +39 -5
- package/packages/datadog-instrumentations/src/nats.js +182 -0
- package/packages/datadog-instrumentations/src/net.js +19 -11
- package/packages/datadog-instrumentations/src/next.js +68 -10
- package/packages/datadog-instrumentations/src/nyc.js +43 -8
- package/packages/datadog-instrumentations/src/openai.js +124 -38
- package/packages/datadog-instrumentations/src/oracledb.js +12 -7
- package/packages/datadog-instrumentations/src/otel-sdk-trace.js +27 -6
- package/packages/datadog-instrumentations/src/passport-utils.js +5 -5
- package/packages/datadog-instrumentations/src/path-to-regexp.js +44 -0
- package/packages/datadog-instrumentations/src/pg.js +58 -25
- package/packages/datadog-instrumentations/src/pino.js +25 -41
- package/packages/datadog-instrumentations/src/playwright-browser-scripts.js +27 -0
- package/packages/datadog-instrumentations/src/playwright.js +1229 -356
- package/packages/datadog-instrumentations/src/process.js +3 -0
- package/packages/datadog-instrumentations/src/protobufjs.js +16 -16
- package/packages/datadog-instrumentations/src/redis.js +28 -15
- package/packages/datadog-instrumentations/src/restify.js +6 -5
- package/packages/datadog-instrumentations/src/router.js +253 -87
- package/packages/datadog-instrumentations/src/selenium.js +53 -28
- package/packages/datadog-instrumentations/src/stripe.js +47 -33
- package/packages/datadog-instrumentations/src/tedious.js +28 -0
- package/packages/datadog-instrumentations/src/vitest-main-no-worker-init.js +1297 -0
- package/packages/datadog-instrumentations/src/vitest-main.js +1590 -0
- package/packages/datadog-instrumentations/src/vitest-util.js +251 -0
- package/packages/datadog-instrumentations/src/vitest-worker.js +822 -0
- package/packages/datadog-instrumentations/src/vitest.js +11 -1262
- package/packages/datadog-instrumentations/src/winston.js +4 -4
- package/packages/datadog-instrumentations/src/ws.js +9 -8
- package/packages/datadog-instrumentations/src/zlib.js +29 -0
- package/packages/datadog-plugin-ai/src/index.js +1 -1
- package/packages/datadog-plugin-ai/src/tracing.js +66 -3
- package/packages/datadog-plugin-ai/src/utils.js +17 -4
- package/packages/datadog-plugin-apollo/src/gateway/request.js +1 -21
- package/packages/datadog-plugin-avsc/src/schema_iterator.js +3 -3
- package/packages/datadog-plugin-aws-durable-execution-sdk-js/src/checkpoint.js +31 -0
- package/packages/datadog-plugin-aws-durable-execution-sdk-js/src/client.js +55 -0
- package/packages/datadog-plugin-aws-durable-execution-sdk-js/src/context.js +123 -0
- package/packages/datadog-plugin-aws-durable-execution-sdk-js/src/handler.js +129 -0
- package/packages/datadog-plugin-aws-durable-execution-sdk-js/src/index.js +19 -0
- package/packages/datadog-plugin-aws-durable-execution-sdk-js/src/trace-checkpoint.js +224 -0
- package/packages/datadog-plugin-aws-durable-execution-sdk-js/src/util.js +80 -0
- package/packages/datadog-plugin-aws-sdk/src/base.js +86 -50
- package/packages/datadog-plugin-aws-sdk/src/services/bedrockruntime/tracing.js +1 -1
- package/packages/datadog-plugin-aws-sdk/src/services/bedrockruntime/utils.js +218 -4
- package/packages/datadog-plugin-aws-sdk/src/services/cloudwatchlogs.js +1 -1
- package/packages/datadog-plugin-aws-sdk/src/services/dynamodb.js +2 -1
- package/packages/datadog-plugin-aws-sdk/src/services/eventbridge.js +59 -14
- package/packages/datadog-plugin-aws-sdk/src/services/kinesis.js +174 -75
- package/packages/datadog-plugin-aws-sdk/src/services/lambda.js +34 -23
- package/packages/datadog-plugin-aws-sdk/src/services/redshift.js +2 -1
- package/packages/datadog-plugin-aws-sdk/src/services/s3.js +1 -1
- package/packages/datadog-plugin-aws-sdk/src/services/sns.js +26 -26
- package/packages/datadog-plugin-aws-sdk/src/services/sqs.js +187 -101
- package/packages/datadog-plugin-aws-sdk/src/services/stepfunctions.js +20 -18
- package/packages/datadog-plugin-aws-sdk/src/util.js +2 -2
- package/packages/datadog-plugin-azure-cosmos/src/index.js +144 -0
- package/packages/datadog-plugin-azure-event-hubs/src/producer.js +8 -15
- package/packages/datadog-plugin-azure-functions/src/index.js +7 -3
- package/packages/datadog-plugin-azure-service-bus/src/producer.js +5 -10
- package/packages/datadog-plugin-bullmq/src/consumer.js +5 -4
- package/packages/datadog-plugin-bullmq/src/filter.js +35 -0
- package/packages/datadog-plugin-bullmq/src/producer.js +121 -33
- package/packages/datadog-plugin-bunyan/src/index.js +28 -0
- package/packages/datadog-plugin-child_process/src/index.js +13 -2
- package/packages/datadog-plugin-child_process/src/scrub-cmd-params.js +6 -6
- package/packages/datadog-plugin-claude-agent-sdk/src/index.js +31 -0
- package/packages/datadog-plugin-claude-agent-sdk/src/tracing.js +107 -0
- package/packages/datadog-plugin-claude-agent-sdk/src/util.js +15 -0
- package/packages/datadog-plugin-couchbase/src/index.js +58 -52
- package/packages/datadog-plugin-cucumber/src/index.js +47 -29
- package/packages/datadog-plugin-cypress/src/cypress-plugin.js +929 -98
- package/packages/datadog-plugin-cypress/src/index.js +109 -2
- package/packages/datadog-plugin-cypress/src/plugin.js +6 -14
- package/packages/datadog-plugin-cypress/src/source-map-utils.js +48 -1
- package/packages/datadog-plugin-cypress/src/support.js +272 -51
- package/packages/datadog-plugin-dd-trace-api/src/index.js +1 -1
- package/packages/datadog-plugin-dns/src/lookup.js +8 -6
- package/packages/datadog-plugin-elasticsearch/src/index.js +28 -8
- package/packages/datadog-plugin-electron/src/index.js +17 -0
- package/packages/datadog-plugin-electron/src/ipc.js +143 -0
- package/packages/datadog-plugin-electron/src/net.js +82 -0
- package/packages/datadog-plugin-express/src/code_origin.js +1 -1
- package/packages/datadog-plugin-fastify/src/code_origin.js +1 -1
- package/packages/datadog-plugin-fs/src/index.js +2 -1
- package/packages/datadog-plugin-google-cloud-pubsub/src/consumer.js +2 -5
- package/packages/datadog-plugin-google-cloud-pubsub/src/producer.js +27 -18
- package/packages/datadog-plugin-google-cloud-pubsub/src/pubsub-push-subscription.js +5 -8
- package/packages/datadog-plugin-graphql/src/execute.js +748 -34
- package/packages/datadog-plugin-graphql/src/index.js +43 -9
- package/packages/datadog-plugin-graphql/src/parse.js +45 -4
- package/packages/datadog-plugin-graphql/src/request.js +135 -0
- package/packages/datadog-plugin-graphql/src/tools/signature.js +32 -7
- package/packages/datadog-plugin-graphql/src/tools/transforms.js +118 -100
- package/packages/datadog-plugin-graphql/src/utils.js +261 -3
- package/packages/datadog-plugin-graphql/src/validate.js +54 -8
- package/packages/datadog-plugin-grpc/src/client.js +7 -8
- package/packages/datadog-plugin-grpc/src/server.js +1 -1
- package/packages/datadog-plugin-grpc/src/util.js +57 -22
- package/packages/datadog-plugin-http/src/client.js +12 -14
- package/packages/datadog-plugin-http/src/index.js +6 -8
- package/packages/datadog-plugin-http/src/server.js +63 -20
- package/packages/datadog-plugin-http2/src/client.js +7 -4
- package/packages/datadog-plugin-http2/src/server.js +48 -8
- package/packages/datadog-plugin-jest/src/index.js +133 -67
- package/packages/datadog-plugin-jest/src/util.js +37 -16
- package/packages/datadog-plugin-kafkajs/src/batch-consumer.js +1 -1
- package/packages/datadog-plugin-kafkajs/src/consumer.js +2 -9
- package/packages/datadog-plugin-kafkajs/src/producer.js +37 -8
- package/packages/datadog-plugin-langchain/src/handlers/embedding.js +2 -1
- package/packages/datadog-plugin-langchain/src/handlers/language_models.js +2 -1
- package/packages/datadog-plugin-langchain/src/tokens.js +2 -2
- package/packages/datadog-plugin-langgraph/src/stream.js +1 -1
- package/packages/datadog-plugin-memcached/src/index.js +1 -1
- package/packages/datadog-plugin-mocha/src/index.js +66 -20
- package/packages/datadog-plugin-modelcontextprotocol-sdk/src/index.js +24 -0
- package/packages/datadog-plugin-modelcontextprotocol-sdk/src/tracing.js +173 -0
- package/packages/datadog-plugin-modelcontextprotocol-sdk/src/utils.js +30 -0
- package/packages/datadog-plugin-mongodb-core/src/bulk-write.js +43 -0
- package/packages/datadog-plugin-mongodb-core/src/index.js +8 -206
- package/packages/datadog-plugin-mongodb-core/src/query.js +452 -0
- package/packages/datadog-plugin-mysql/src/index.js +9 -4
- package/packages/datadog-plugin-nats/src/consumer.js +43 -0
- package/packages/datadog-plugin-nats/src/index.js +20 -0
- package/packages/datadog-plugin-nats/src/producer.js +62 -0
- package/packages/datadog-plugin-nats/src/util.js +33 -0
- package/packages/datadog-plugin-next/src/index.js +12 -4
- package/packages/datadog-plugin-openai/src/services.js +4 -3
- package/packages/datadog-plugin-openai/src/tracing.js +27 -25
- package/packages/datadog-plugin-oracledb/src/index.js +13 -2
- package/packages/datadog-plugin-pg/src/index.js +13 -3
- package/packages/datadog-plugin-pino/src/index.js +42 -0
- package/packages/datadog-plugin-playwright/src/index.js +195 -72
- package/packages/datadog-plugin-protobufjs/src/schema_iterator.js +3 -3
- package/packages/datadog-plugin-redis/src/index.js +54 -25
- package/packages/datadog-plugin-rhea/src/producer.js +1 -1
- package/packages/datadog-plugin-router/src/index.js +55 -44
- package/packages/datadog-plugin-selenium/src/index.js +5 -36
- package/packages/datadog-plugin-tedious/src/index.js +1 -1
- package/packages/datadog-plugin-undici/src/index.js +24 -2
- package/packages/datadog-plugin-vitest/src/index.js +160 -90
- package/packages/datadog-plugin-winston/src/index.js +30 -0
- package/packages/datadog-plugin-ws/src/close.js +5 -2
- package/packages/datadog-plugin-ws/src/producer.js +4 -1
- package/packages/datadog-plugin-ws/src/receiver.js +4 -2
- package/packages/datadog-plugin-ws/src/server.js +2 -1
- package/packages/datadog-shimmer/src/shimmer.js +101 -39
- package/packages/datadog-webpack/index.js +17 -1
- package/packages/datadog-webpack/src/optional-peer-loader.js +17 -0
- package/packages/dd-trace/index.electron.js +3 -0
- package/packages/dd-trace/index.js +2 -36
- package/packages/dd-trace/src/aiguard/channels.js +7 -0
- package/packages/dd-trace/src/aiguard/index.js +16 -34
- package/packages/dd-trace/src/aiguard/integrations/evaluate.js +46 -0
- package/packages/dd-trace/src/aiguard/integrations/index.js +34 -0
- package/packages/dd-trace/src/aiguard/integrations/openai.js +80 -0
- package/packages/dd-trace/src/aiguard/integrations/vercel-ai.js +92 -0
- package/packages/dd-trace/src/aiguard/messages/openai.js +382 -0
- package/packages/{datadog-instrumentations/src/helpers/ai-messages.js → dd-trace/src/aiguard/messages/vercel-ai.js} +30 -27
- package/packages/dd-trace/src/aiguard/sdk.js +148 -55
- package/packages/dd-trace/src/aiguard/tags.js +26 -10
- package/packages/dd-trace/src/appsec/api_security/index.js +55 -0
- package/packages/dd-trace/src/appsec/api_security/sampler.js +147 -0
- package/packages/dd-trace/src/appsec/blocked_templates.js +4 -3
- package/packages/dd-trace/src/appsec/blocking.js +82 -42
- package/packages/dd-trace/src/appsec/channels.js +5 -1
- package/packages/dd-trace/src/appsec/downstream_requests.js +116 -62
- package/packages/dd-trace/src/appsec/graphql.js +20 -17
- package/packages/dd-trace/src/appsec/iast/analyzers/hardcoded-password-rules.js +1 -1
- package/packages/dd-trace/src/appsec/iast/analyzers/hardcoded-secret-rules.js +81 -81
- package/packages/dd-trace/src/appsec/iast/analyzers/nosql-injection-mongodb-analyzer.js +23 -23
- package/packages/dd-trace/src/appsec/iast/index.js +3 -2
- package/packages/dd-trace/src/appsec/iast/security-controls/index.js +4 -4
- package/packages/dd-trace/src/appsec/iast/taint-tracking/plugin.js +2 -2
- package/packages/dd-trace/src/appsec/iast/taint-tracking/plugins/kafka.js +2 -2
- package/packages/dd-trace/src/appsec/iast/taint-tracking/rewriter.js +4 -4
- package/packages/dd-trace/src/appsec/iast/taint-tracking/taint-tracking-impl.js +2 -2
- package/packages/dd-trace/src/appsec/iast/telemetry/index.js +2 -1
- package/packages/dd-trace/src/appsec/iast/telemetry/span-tags.js +3 -1
- package/packages/dd-trace/src/appsec/iast/vulnerabilities-formatter/evidence-redaction/sensitive-analyzers/ldap-sensitive-analyzer.js +54 -12
- package/packages/dd-trace/src/appsec/iast/vulnerabilities-formatter/evidence-redaction/sensitive-analyzers/url-sensitive-analyzer.js +5 -1
- package/packages/dd-trace/src/appsec/iast/vulnerabilities-formatter/evidence-redaction/sensitive-handler.js +31 -4
- package/packages/dd-trace/src/appsec/iast/vulnerabilities-formatter/index.js +1 -3
- package/packages/dd-trace/src/appsec/iast/vulnerabilities-formatter/utils.js +83 -48
- package/packages/dd-trace/src/appsec/iast/vulnerability-reporter.js +1 -1
- package/packages/dd-trace/src/appsec/index.js +65 -47
- package/packages/dd-trace/src/appsec/lambda.js +135 -0
- package/packages/dd-trace/src/appsec/rasp/command_injection.js +4 -5
- package/packages/dd-trace/src/appsec/rasp/lfi.js +8 -4
- package/packages/dd-trace/src/appsec/rasp/sql_injection.js +5 -10
- package/packages/dd-trace/src/appsec/rasp/ssrf.js +26 -18
- package/packages/dd-trace/src/appsec/recommended.json +2438 -13
- package/packages/dd-trace/src/appsec/reporter.js +87 -28
- package/packages/dd-trace/src/appsec/rule_manager.js +4 -2
- package/packages/dd-trace/src/appsec/sdk/set_user.js +1 -1
- package/packages/dd-trace/src/appsec/sdk/track_event.js +5 -5
- package/packages/dd-trace/src/appsec/sdk/user_blocking.js +7 -11
- package/packages/dd-trace/src/appsec/sdk/utils.js +5 -3
- package/packages/dd-trace/src/appsec/store.js +50 -0
- package/packages/dd-trace/src/appsec/telemetry/api_security.js +34 -0
- package/packages/dd-trace/src/appsec/telemetry/index.js +27 -1
- package/packages/dd-trace/src/appsec/user_tracking.js +5 -4
- package/packages/dd-trace/src/appsec/waf/index.js +19 -9
- package/packages/dd-trace/src/appsec/waf/waf_context_wrapper.js +35 -20
- package/packages/dd-trace/src/appsec/waf/waf_manager.js +1 -1
- package/packages/dd-trace/src/azure_metadata.js +19 -7
- package/packages/dd-trace/src/baggage.js +32 -13
- package/packages/dd-trace/src/bootstrap.js +39 -0
- package/packages/dd-trace/src/ci-visibility/dynamic-instrumentation/index.js +123 -33
- package/packages/dd-trace/src/ci-visibility/dynamic-instrumentation/worker/index.js +122 -24
- package/packages/dd-trace/src/ci-visibility/early-flake-detection/get-known-tests.js +22 -7
- package/packages/dd-trace/src/ci-visibility/exporters/agent-proxy/index.js +5 -2
- package/packages/dd-trace/src/ci-visibility/exporters/agentless/coverage-writer.js +2 -2
- package/packages/dd-trace/src/ci-visibility/exporters/agentless/di-logs-writer.js +2 -2
- package/packages/dd-trace/src/ci-visibility/exporters/agentless/index.js +6 -2
- package/packages/dd-trace/src/ci-visibility/exporters/agentless/writer.js +2 -2
- package/packages/dd-trace/src/ci-visibility/exporters/ci-validation/index.js +160 -0
- package/packages/dd-trace/src/ci-visibility/exporters/ci-validation/msgpack-to-json.js +288 -0
- package/packages/dd-trace/src/ci-visibility/exporters/ci-validation/payload-projection.js +84 -0
- package/packages/dd-trace/src/ci-visibility/exporters/ci-validation/sink.js +369 -0
- package/packages/dd-trace/src/ci-visibility/exporters/ci-validation/writer.js +60 -0
- package/packages/dd-trace/src/ci-visibility/exporters/ci-visibility-exporter.js +188 -27
- package/packages/dd-trace/src/ci-visibility/exporters/git/git_metadata.js +3 -4
- package/packages/dd-trace/src/ci-visibility/exporters/test-worker/index.js +28 -10
- package/packages/dd-trace/src/ci-visibility/exporters/test-worker/writer.js +22 -0
- package/packages/dd-trace/src/ci-visibility/intelligent-test-runner/get-skippable-suites.js +110 -22
- package/packages/dd-trace/src/ci-visibility/lage.js +2 -1
- package/packages/dd-trace/src/ci-visibility/log-submission/log-submission-plugin.js +4 -5
- package/packages/dd-trace/src/ci-visibility/requests/fs-cache.js +4 -5
- package/packages/dd-trace/src/ci-visibility/requests/get-library-configuration.js +73 -55
- package/packages/dd-trace/src/ci-visibility/requests/request.js +14 -50
- package/packages/dd-trace/src/ci-visibility/requests/upload-coverage-report.js +10 -6
- package/packages/dd-trace/src/ci-visibility/requests/upload-test-screenshot.js +156 -0
- package/packages/dd-trace/src/ci-visibility/rum.js +7 -0
- package/packages/dd-trace/src/ci-visibility/test-api-manual/test-api-manual-plugin.js +9 -3
- package/packages/dd-trace/src/ci-visibility/test-management/get-test-management-tests.js +24 -6
- package/packages/dd-trace/src/ci-visibility/test-optimization-cache.js +70 -6
- package/packages/dd-trace/src/ci-visibility/test-optimization-http-cache-schema.js +256 -0
- package/packages/dd-trace/src/ci-visibility/test-optimization-http-cache.js +451 -0
- package/packages/dd-trace/src/ci-visibility/test-screenshot.js +90 -0
- package/packages/dd-trace/src/config/config-types.d.ts +8 -6
- package/packages/dd-trace/src/config/defaults.js +71 -44
- package/packages/dd-trace/src/config/generated-config-types.d.ts +692 -131
- package/packages/dd-trace/src/config/git_properties.js +2 -2
- package/packages/dd-trace/src/config/helper.js +140 -33
- package/packages/dd-trace/src/config/index.js +127 -131
- package/packages/dd-trace/src/config/major-overrides.js +100 -0
- package/packages/dd-trace/src/config/normalize-service.js +31 -0
- package/packages/dd-trace/src/config/parsers.js +138 -10
- package/packages/dd-trace/src/config/remote_config.js +1 -1
- package/packages/dd-trace/src/config/supported-configurations.json +460 -203
- package/packages/dd-trace/src/constants.js +15 -0
- package/packages/dd-trace/src/crashtracking/crashtracker.js +18 -6
- package/packages/dd-trace/src/datastreams/checkpointer.js +6 -12
- package/packages/dd-trace/src/datastreams/context.js +4 -2
- package/packages/dd-trace/src/datastreams/encoding.js +39 -28
- package/packages/dd-trace/src/datastreams/index.js +2 -1
- package/packages/dd-trace/src/datastreams/manager.js +1 -1
- package/packages/dd-trace/src/datastreams/pathway.js +35 -30
- package/packages/dd-trace/src/datastreams/processor.js +31 -22
- package/packages/dd-trace/src/datastreams/size.js +6 -2
- package/packages/dd-trace/src/datastreams/writer.js +15 -6
- package/packages/dd-trace/src/debugger/config.js +9 -4
- package/packages/dd-trace/src/debugger/devtools_client/breakpoints.js +49 -35
- package/packages/dd-trace/src/debugger/devtools_client/condition.js +5 -8
- package/packages/dd-trace/src/debugger/devtools_client/config.js +3 -2
- package/packages/dd-trace/src/debugger/devtools_client/index.js +33 -71
- package/packages/dd-trace/src/debugger/devtools_client/probe_sampler.js +83 -0
- package/packages/dd-trace/src/debugger/devtools_client/send.js +27 -6
- package/packages/dd-trace/src/debugger/devtools_client/snapshot/collector.js +2 -2
- package/packages/dd-trace/src/debugger/devtools_client/snapshot/processor.js +5 -2
- package/packages/dd-trace/src/debugger/devtools_client/snapshot-pruner.js +1 -0
- package/packages/dd-trace/src/debugger/devtools_client/source-maps.js +1 -1
- package/packages/dd-trace/src/debugger/devtools_client/state.js +3 -1
- package/packages/dd-trace/src/debugger/index.js +13 -9
- package/packages/dd-trace/src/debugger/probe_sampler.js +112 -0
- package/packages/dd-trace/src/debugger/probe_sampler_constants.js +19 -0
- package/packages/dd-trace/src/dogstatsd.js +34 -28
- package/packages/dd-trace/src/encode/0.4.js +829 -268
- package/packages/dd-trace/src/encode/0.5.js +158 -22
- package/packages/dd-trace/src/encode/agentless-ci-visibility.js +141 -65
- package/packages/dd-trace/src/encode/agentless-json.js +12 -6
- package/packages/dd-trace/src/encode/coverage-ci-visibility.js +52 -15
- package/packages/dd-trace/src/encode/span-stats.js +19 -16
- package/packages/dd-trace/src/encode/tags-processors.js +30 -25
- package/packages/dd-trace/src/exporter.js +5 -1
- package/packages/dd-trace/src/exporters/agent/index.js +4 -5
- package/packages/dd-trace/src/exporters/agent/writer.js +1 -2
- package/packages/dd-trace/src/exporters/agentless/index.js +12 -13
- package/packages/dd-trace/src/exporters/agentless/intake.js +43 -0
- package/packages/dd-trace/src/exporters/agentless/writer.js +12 -11
- package/packages/dd-trace/src/exporters/common/agents.js +3 -1
- package/packages/dd-trace/src/exporters/common/buffering-exporter.js +3 -3
- package/packages/dd-trace/src/exporters/common/client-library-headers.js +21 -0
- package/packages/dd-trace/src/exporters/common/request.js +93 -44
- package/packages/dd-trace/src/exporters/common/retry.js +104 -0
- package/packages/dd-trace/src/exporters/common/url.js +48 -0
- package/packages/dd-trace/src/exporters/common/util.js +2 -2
- package/packages/dd-trace/src/exporters/common/writer.js +17 -1
- package/packages/dd-trace/src/exporters/electron/index.js +49 -0
- package/packages/dd-trace/src/exporters/span-stats/index.js +1 -2
- package/packages/dd-trace/src/exporters/span-stats/writer.js +1 -3
- package/packages/dd-trace/src/external-logger/src/index.js +2 -1
- package/packages/dd-trace/src/feature-registry.js +29 -0
- package/packages/dd-trace/src/git_metadata.js +68 -0
- package/packages/dd-trace/src/git_metadata_tagger.js +13 -5
- package/packages/dd-trace/src/guardrails/index.js +11 -6
- package/packages/dd-trace/src/guardrails/telemetry.js +40 -3
- package/packages/dd-trace/src/heap_snapshots.js +4 -4
- package/packages/dd-trace/src/id.js +46 -27
- package/packages/dd-trace/src/index.js +7 -8
- package/packages/dd-trace/src/lambda/handler-paths.js +52 -0
- package/packages/dd-trace/src/lambda/handler.js +2 -6
- package/packages/dd-trace/src/lambda/index.js +62 -14
- package/packages/dd-trace/src/lambda/runtime/patch.js +21 -46
- package/packages/dd-trace/src/llmobs/constants/tags.js +13 -0
- package/packages/dd-trace/src/llmobs/experiments/client.js +113 -0
- package/packages/dd-trace/src/llmobs/experiments/dataset.js +154 -0
- package/packages/dd-trace/src/llmobs/experiments/experiment.js +283 -0
- package/packages/dd-trace/src/llmobs/experiments/index.js +152 -0
- package/packages/dd-trace/src/llmobs/experiments/noop.js +30 -0
- package/packages/dd-trace/src/llmobs/experiments/result.js +34 -0
- package/packages/dd-trace/src/llmobs/index.js +37 -7
- package/packages/dd-trace/src/llmobs/noop.js +6 -0
- package/packages/dd-trace/src/llmobs/plugins/ai/ddTelemetry.js +403 -0
- package/packages/dd-trace/src/llmobs/plugins/ai/index.js +8 -395
- package/packages/dd-trace/src/llmobs/plugins/ai/util.js +119 -7
- package/packages/dd-trace/src/llmobs/plugins/ai/vercelTelemetry.js +380 -0
- package/packages/dd-trace/src/llmobs/plugins/{anthropic.js → anthropic/index.js} +32 -79
- package/packages/dd-trace/src/llmobs/plugins/anthropic/util.js +109 -0
- package/packages/dd-trace/src/llmobs/plugins/base.js +4 -4
- package/packages/dd-trace/src/llmobs/plugins/bedrockruntime.js +89 -37
- package/packages/dd-trace/src/llmobs/plugins/claude-agent-sdk/index.js +270 -0
- package/packages/dd-trace/src/llmobs/plugins/claude-agent-sdk/utils.js +10 -0
- package/packages/dd-trace/src/llmobs/plugins/genai/index.js +5 -1
- package/packages/dd-trace/src/llmobs/plugins/genai/util.js +81 -16
- package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/chain.js +3 -2
- package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/chat_model.js +3 -2
- package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/embedding.js +2 -1
- package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/index.js +1 -50
- package/packages/dd-trace/src/llmobs/plugins/langchain/handlers/vectorstore.js +2 -1
- package/packages/dd-trace/src/llmobs/plugins/langchain/index.js +14 -8
- package/packages/dd-trace/src/llmobs/plugins/langchain/messages.js +76 -0
- package/packages/dd-trace/src/llmobs/plugins/langgraph/index.js +4 -29
- package/packages/dd-trace/src/llmobs/plugins/modelcontextprotocol-sdk/index.js +68 -0
- package/packages/dd-trace/src/llmobs/plugins/modelcontextprotocol-sdk/utils.js +57 -0
- package/packages/dd-trace/src/llmobs/plugins/openai/constants.js +8 -0
- package/packages/dd-trace/src/llmobs/plugins/openai/index.js +68 -64
- package/packages/dd-trace/src/llmobs/plugins/openai/utils.js +43 -0
- package/packages/dd-trace/src/llmobs/sdk.js +73 -35
- package/packages/dd-trace/src/llmobs/span_processor.js +90 -11
- package/packages/dd-trace/src/llmobs/tagger.js +197 -4
- package/packages/dd-trace/src/llmobs/telemetry.js +33 -2
- package/packages/dd-trace/src/llmobs/util.js +234 -9
- package/packages/dd-trace/src/llmobs/writers/base.js +11 -5
- package/packages/dd-trace/src/llmobs/writers/spans.js +1 -1
- package/packages/dd-trace/src/llmobs/writers/util.js +1 -2
- package/packages/dd-trace/src/log/index.js +19 -31
- package/packages/dd-trace/src/log/writer.js +3 -1
- package/packages/dd-trace/src/msgpack/chunk.js +430 -11
- package/packages/dd-trace/src/msgpack/index.js +101 -2
- package/packages/dd-trace/src/noop/proxy.js +5 -4
- package/packages/dd-trace/src/noop/span.js +3 -1
- package/packages/dd-trace/src/openfeature/agentless_configuration_source.js +322 -0
- package/packages/dd-trace/src/openfeature/configuration_source.js +90 -0
- package/packages/dd-trace/src/openfeature/encoding.js +70 -0
- package/packages/dd-trace/src/openfeature/eval-metrics-hook.js +103 -0
- package/packages/dd-trace/src/openfeature/flagging_provider.js +32 -16
- package/packages/dd-trace/src/openfeature/index.js +0 -2
- package/packages/dd-trace/src/openfeature/noop.js +41 -64
- package/packages/dd-trace/src/openfeature/register.js +35 -0
- package/packages/dd-trace/src/openfeature/remote_config.js +16 -14
- package/packages/dd-trace/src/openfeature/require-provider.js +18 -0
- package/packages/dd-trace/src/openfeature/span-enrichment-hook.js +143 -0
- package/packages/dd-trace/src/openfeature/span-enrichment.js +149 -0
- package/packages/dd-trace/src/openfeature/writers/base.js +3 -11
- package/packages/dd-trace/src/openfeature/writers/exposures.js +82 -70
- package/packages/dd-trace/src/openfeature/writers/util.js +1 -2
- package/packages/dd-trace/src/opentelemetry/active-span-proxy.js +42 -0
- package/packages/dd-trace/src/opentelemetry/bridge-span-base.js +107 -0
- package/packages/dd-trace/src/opentelemetry/context_manager.js +27 -13
- package/packages/dd-trace/src/opentelemetry/logs/index.js +6 -6
- package/packages/dd-trace/src/opentelemetry/logs/otlp_http_log_exporter.js +3 -2
- package/packages/dd-trace/src/opentelemetry/metrics/index.js +61 -12
- package/packages/dd-trace/src/opentelemetry/metrics/instruments.js +28 -14
- package/packages/dd-trace/src/opentelemetry/metrics/meter.js +7 -10
- package/packages/dd-trace/src/opentelemetry/metrics/otlp_http_metric_exporter.js +3 -2
- package/packages/dd-trace/src/opentelemetry/metrics/otlp_span_stats_exporter.js +40 -0
- package/packages/dd-trace/src/opentelemetry/metrics/otlp_span_stats_transformer.js +169 -0
- package/packages/dd-trace/src/opentelemetry/metrics/periodic_metric_reader.js +99 -5
- package/packages/dd-trace/src/opentelemetry/metrics/time.js +19 -0
- package/packages/dd-trace/src/opentelemetry/otlp/common.proto +2 -2
- package/packages/dd-trace/src/opentelemetry/otlp/logs.proto +1 -1
- package/packages/dd-trace/src/opentelemetry/otlp/logs_service.proto +1 -1
- package/packages/dd-trace/src/opentelemetry/otlp/metrics.proto +1 -1
- package/packages/dd-trace/src/opentelemetry/otlp/metrics_service.proto +1 -1
- package/packages/dd-trace/src/opentelemetry/otlp/otlp_http_exporter_base.js +56 -82
- package/packages/dd-trace/src/opentelemetry/otlp/otlp_transformer_base.js +1 -2
- package/packages/dd-trace/src/opentelemetry/otlp/protobuf_loader.js +14 -2
- package/packages/dd-trace/src/opentelemetry/otlp/trace.proto +358 -0
- package/packages/dd-trace/src/opentelemetry/otlp/trace_service.proto +78 -0
- package/packages/dd-trace/src/opentelemetry/span-ending-hook.js +10 -0
- package/packages/dd-trace/src/opentelemetry/span-helpers.js +325 -0
- package/packages/dd-trace/src/opentelemetry/span.js +64 -109
- package/packages/dd-trace/src/opentelemetry/span_context.js +1 -0
- package/packages/dd-trace/src/opentelemetry/span_processor.js +7 -5
- package/packages/dd-trace/src/opentelemetry/trace/index.js +75 -0
- package/packages/dd-trace/src/opentelemetry/trace/otlp_http_trace_exporter.js +75 -0
- package/packages/dd-trace/src/opentelemetry/trace/otlp_transformer.js +375 -0
- package/packages/dd-trace/src/opentelemetry/tracer.js +20 -69
- package/packages/dd-trace/src/opentelemetry/tracer_provider.js +33 -17
- package/packages/dd-trace/src/opentracing/propagation/log.js +28 -8
- package/packages/dd-trace/src/opentracing/propagation/text_map.js +278 -148
- package/packages/dd-trace/src/opentracing/propagation/text_map_dsm.js +11 -11
- package/packages/dd-trace/src/opentracing/propagation/tracestate.js +98 -32
- package/packages/dd-trace/src/opentracing/span.js +127 -73
- package/packages/dd-trace/src/opentracing/span_context.js +68 -3
- package/packages/dd-trace/src/opentracing/tracer.js +46 -19
- package/packages/dd-trace/src/payload-tagging/config/index.js +2 -2
- package/packages/dd-trace/src/plugin_manager.js +36 -14
- package/packages/dd-trace/src/plugins/apollo.js +3 -1
- package/packages/dd-trace/src/plugins/ci_plugin.js +407 -91
- package/packages/dd-trace/src/plugins/database.js +61 -18
- package/packages/dd-trace/src/plugins/index.js +14 -0
- package/packages/dd-trace/src/plugins/log_injection.js +56 -0
- package/packages/dd-trace/src/plugins/log_plugin.js +4 -44
- package/packages/dd-trace/src/plugins/outbound.js +1 -1
- package/packages/dd-trace/src/plugins/plugin.js +19 -28
- package/packages/dd-trace/src/plugins/storage.js +2 -2
- package/packages/dd-trace/src/plugins/tracing.js +70 -13
- package/packages/dd-trace/src/plugins/util/ci.js +127 -40
- package/packages/dd-trace/src/plugins/util/git-cache.js +23 -23
- package/packages/dd-trace/src/plugins/util/git.js +6 -3
- package/packages/dd-trace/src/plugins/util/http-otel-semantics.js +276 -0
- package/packages/dd-trace/src/plugins/util/inferred_proxy.js +29 -5
- package/packages/dd-trace/src/plugins/util/llm.js +6 -1
- package/packages/dd-trace/src/plugins/util/stacktrace.js +2 -2
- package/packages/dd-trace/src/plugins/util/test.js +950 -69
- package/packages/dd-trace/src/plugins/util/url.js +71 -5
- package/packages/dd-trace/src/plugins/util/user-provided-git.js +18 -16
- package/packages/dd-trace/src/plugins/util/web.js +116 -180
- package/packages/dd-trace/src/priority_sampler.js +12 -21
- package/packages/dd-trace/src/profiling/config.js +132 -212
- package/packages/dd-trace/src/profiling/constants.js +4 -7
- package/packages/dd-trace/src/profiling/exporter_cli.js +10 -10
- package/packages/dd-trace/src/profiling/exporters/agent.js +61 -28
- package/packages/dd-trace/src/profiling/exporters/event_serializer.js +45 -14
- package/packages/dd-trace/src/profiling/exporters/file.js +16 -5
- package/packages/dd-trace/src/profiling/oom.js +71 -0
- package/packages/dd-trace/src/profiling/profiler.js +84 -105
- package/packages/dd-trace/src/profiling/profilers/event_plugins/crypto.js +32 -0
- package/packages/dd-trace/src/profiling/profilers/event_plugins/zlib.js +19 -0
- package/packages/dd-trace/src/profiling/profilers/events.js +57 -13
- package/packages/dd-trace/src/profiling/profilers/space.js +27 -16
- package/packages/dd-trace/src/profiling/profilers/wall.js +49 -35
- package/packages/dd-trace/src/profiling/ssi-heuristics.js +3 -3
- package/packages/dd-trace/src/propagation-hash/index.js +1 -1
- package/packages/dd-trace/src/proxy.js +128 -37
- package/packages/dd-trace/src/rate_limiter.js +1 -1
- package/packages/dd-trace/src/remote_config/index.js +6 -5
- package/packages/dd-trace/src/remote_config/scheduler.js +1 -1
- package/packages/dd-trace/src/ritm.js +6 -3
- package/packages/dd-trace/src/runtime_metrics/client.js +30 -0
- package/packages/dd-trace/src/runtime_metrics/index.js +14 -4
- package/packages/dd-trace/src/runtime_metrics/otlp_runtime_metrics.js +284 -0
- package/packages/dd-trace/src/runtime_metrics/runtime_metrics.js +42 -41
- package/packages/dd-trace/src/sampling_rule.js +7 -7
- package/packages/dd-trace/src/scope.js +10 -15
- package/packages/dd-trace/src/serverless.js +6 -7
- package/packages/dd-trace/src/service-naming/extra-services.js +14 -0
- package/packages/dd-trace/src/service-naming/index.js +1 -1
- package/packages/dd-trace/src/service-naming/schemas/definition.js +4 -1
- package/packages/dd-trace/src/service-naming/schemas/util.js +48 -3
- package/packages/dd-trace/src/service-naming/schemas/v0/graphql.js +6 -0
- package/packages/dd-trace/src/service-naming/schemas/v0/messaging.js +61 -2
- package/packages/dd-trace/src/service-naming/schemas/v0/serverless.js +12 -0
- package/packages/dd-trace/src/service-naming/schemas/v0/storage.js +60 -0
- package/packages/dd-trace/src/service-naming/schemas/v0/web.js +25 -1
- package/packages/dd-trace/src/service-naming/schemas/v0/websocket.js +5 -0
- package/packages/dd-trace/src/service-naming/schemas/v1/graphql.js +8 -0
- package/packages/dd-trace/src/service-naming/schemas/v1/messaging.js +32 -0
- package/packages/dd-trace/src/service-naming/schemas/v1/serverless.js +12 -0
- package/packages/dd-trace/src/service-naming/schemas/v1/storage.js +17 -0
- package/packages/dd-trace/src/service-naming/schemas/v1/web.js +23 -3
- package/packages/dd-trace/src/service-naming/schemas/v1/websocket.js +6 -0
- package/packages/dd-trace/src/service-naming/source-resolver.js +50 -0
- package/packages/dd-trace/src/span_format.js +269 -81
- package/packages/dd-trace/src/span_processor.js +18 -13
- package/packages/dd-trace/src/span_stats.js +101 -79
- package/packages/dd-trace/src/spanleak.js +1 -2
- package/packages/dd-trace/src/standalone/index.js +0 -36
- package/packages/dd-trace/src/startup-log.js +3 -3
- package/packages/dd-trace/src/tagger.js +2 -4
- package/packages/dd-trace/src/telemetry/dependencies.js +2 -2
- package/packages/dd-trace/src/telemetry/endpoints.js +7 -5
- package/packages/dd-trace/src/telemetry/index.js +2 -2
- package/packages/dd-trace/src/telemetry/logs/index.js +1 -1
- package/packages/dd-trace/src/telemetry/send-data.js +22 -22
- package/packages/dd-trace/src/telemetry/session-propagation.js +1 -1
- package/packages/dd-trace/src/telemetry/telemetry.js +16 -14
- package/packages/dd-trace/src/tracer.js +23 -9
- package/packages/dd-trace/src/tracer_metadata.js +1 -1
- package/packages/dd-trace/src/util.js +57 -0
- package/register.js +58 -1
- package/vendor/dist/@apm-js-collab/code-transformer/index.js +94 -42
- package/vendor/dist/@datadog/sketches-js/LICENSE +10 -36
- package/vendor/dist/@datadog/sketches-js/index.js +1 -1
- package/vendor/dist/pprof-format/index.js +1 -1
- package/vendor/dist/protobufjs/index.js +1 -1
- package/vendor/dist/protobufjs/minimal/index.js +1 -1
- package/vendor/dist/shell-quote/index.js +1 -1
- package/packages/datadog-plugin-graphql/src/resolve.js +0 -178
- package/packages/dd-trace/src/agent/url.js +0 -28
- package/packages/dd-trace/src/appsec/api_security_sampler.js +0 -117
- package/packages/dd-trace/src/lambda/runtime/ritm.js +0 -133
- package/packages/dd-trace/src/log/utils.js +0 -16
- package/packages/dd-trace/src/msgpack/encoder.js +0 -308
- package/packages/dd-trace/src/plugins/structured_log_plugin.js +0 -9
- package/scripts/preinstall.js +0 -34
- package/vendor/dist/ignore/LICENSE +0 -21
- package/vendor/dist/ignore/index.js +0 -1
- package/vendor/dist/opentracing/LICENSE +0 -201
- package/vendor/dist/opentracing/binary_carrier.d.ts +0 -11
- package/vendor/dist/opentracing/constants.d.ts +0 -61
- package/vendor/dist/opentracing/examples/demo/demo.d.ts +0 -2
- package/vendor/dist/opentracing/ext/tags.d.ts +0 -90
- package/vendor/dist/opentracing/functions.d.ts +0 -20
- package/vendor/dist/opentracing/global_tracer.d.ts +0 -14
- package/vendor/dist/opentracing/index.d.ts +0 -12
- package/vendor/dist/opentracing/index.js +0 -1
- package/vendor/dist/opentracing/mock_tracer/index.d.ts +0 -5
- package/vendor/dist/opentracing/mock_tracer/mock_context.d.ts +0 -13
- package/vendor/dist/opentracing/mock_tracer/mock_report.d.ts +0 -16
- package/vendor/dist/opentracing/mock_tracer/mock_span.d.ts +0 -50
- package/vendor/dist/opentracing/mock_tracer/mock_tracer.d.ts +0 -26
- package/vendor/dist/opentracing/noop.d.ts +0 -8
- package/vendor/dist/opentracing/reference.d.ts +0 -33
- package/vendor/dist/opentracing/span.d.ts +0 -147
- package/vendor/dist/opentracing/span_context.d.ts +0 -26
- package/vendor/dist/opentracing/test/api_compatibility.d.ts +0 -16
- package/vendor/dist/opentracing/test/mocktracer_implemenation.d.ts +0 -3
- package/vendor/dist/opentracing/test/noop_implementation.d.ts +0 -4
- package/vendor/dist/opentracing/test/opentracing_api.d.ts +0 -3
- package/vendor/dist/opentracing/test/unittest.d.ts +0 -2
- package/vendor/dist/opentracing/tracer.d.ts +0 -127
- package/vendor/dist/path-to-regexp/LICENSE +0 -21
- package/vendor/dist/path-to-regexp/index.js +0 -1
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
'use strict'
|
|
2
|
+
|
|
3
|
+
const { API_BASE_PATH } = require('./client')
|
|
4
|
+
|
|
5
|
+
// Immutable dataset record: { input, expectedOutput?, metadata? }.
|
|
6
|
+
class DatasetRecord {
|
|
7
|
+
constructor (input, expectedOutput = null, metadata = {}) {
|
|
8
|
+
this.input = input
|
|
9
|
+
this.expectedOutput = expectedOutput ?? null
|
|
10
|
+
this.metadata = metadata ?? {}
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
// A local buffer of dataset records, created remotely and pushed on first run
|
|
15
|
+
// (or eagerly via push()). Pushes are incremental.
|
|
16
|
+
class Dataset {
|
|
17
|
+
#client
|
|
18
|
+
#name
|
|
19
|
+
#description
|
|
20
|
+
#records
|
|
21
|
+
#recordIds
|
|
22
|
+
#id
|
|
23
|
+
#projectId
|
|
24
|
+
#pushedCount
|
|
25
|
+
|
|
26
|
+
constructor (client, name, description = '') {
|
|
27
|
+
this.#client = client
|
|
28
|
+
this.#name = name
|
|
29
|
+
this.#description = description
|
|
30
|
+
this.#records = []
|
|
31
|
+
this.#recordIds = []
|
|
32
|
+
this.#id = null
|
|
33
|
+
this.#projectId = null
|
|
34
|
+
this.#pushedCount = 0
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
// Build a Dataset that already exists remotely (used by pullDataset).
|
|
38
|
+
static fromExisting (client, name, description, id, projectId, records, recordIds) {
|
|
39
|
+
const dataset = new Dataset(client, name, description)
|
|
40
|
+
dataset.#id = id
|
|
41
|
+
dataset.#projectId = projectId
|
|
42
|
+
dataset.#records.push(...records)
|
|
43
|
+
dataset.#recordIds.push(...recordIds)
|
|
44
|
+
dataset.#pushedCount = records.length
|
|
45
|
+
return dataset
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
// Append a record. Accepts a DatasetRecord or (input, expectedOutput?, metadata?).
|
|
49
|
+
addRecord (recordOrInput, expectedOutput, metadata) {
|
|
50
|
+
const record = recordOrInput instanceof DatasetRecord
|
|
51
|
+
? recordOrInput
|
|
52
|
+
: new DatasetRecord(recordOrInput, expectedOutput, metadata)
|
|
53
|
+
this.#records.push(record)
|
|
54
|
+
return this
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
name () {
|
|
58
|
+
return this.#name
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
records () {
|
|
62
|
+
return [...this.#records]
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
recordIds () {
|
|
66
|
+
return [...this.#recordIds]
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
id () {
|
|
70
|
+
return this.#id
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
projectId () {
|
|
74
|
+
return this.#projectId
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
// Dashboard URL for this dataset, or null until pushed/pulled.
|
|
78
|
+
url () {
|
|
79
|
+
if (this.#id === null) return null
|
|
80
|
+
return `${this.#client.appBase}/llm/datasets/${this.#id}`
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
// Eagerly create the dataset (if needed) and push any unpushed records.
|
|
84
|
+
async push () {
|
|
85
|
+
const projectId = await this.#client.ensureProjectId()
|
|
86
|
+
return this.ensureCreatedAndPushed(projectId)
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
// Create the remote dataset if needed, then push records added since the last
|
|
90
|
+
// push. Idempotent and incremental. Resolves to { pushedCount, totalCount } for
|
|
91
|
+
// the records attempted in this call, so callers can confirm the push landed.
|
|
92
|
+
async ensureCreatedAndPushed (projectId) {
|
|
93
|
+
if (this.#id === null) {
|
|
94
|
+
let response
|
|
95
|
+
try {
|
|
96
|
+
response = await this.#client.request('POST', `${API_BASE_PATH}/${projectId}/datasets`, {
|
|
97
|
+
data: { type: 'datasets', attributes: { name: this.#name, description: this.#description } },
|
|
98
|
+
})
|
|
99
|
+
} catch (err) {
|
|
100
|
+
throw new Error(`Failed to create dataset '${this.#name}': ${err.message}`)
|
|
101
|
+
}
|
|
102
|
+
this.#id = response?.data?.id ?? null
|
|
103
|
+
this.#projectId = projectId
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
if (this.#pushedCount >= this.#records.length) return { pushedCount: 0, totalCount: 0 }
|
|
107
|
+
|
|
108
|
+
const pending = this.#records.slice(this.#pushedCount)
|
|
109
|
+
const records = pending.map((rec) => {
|
|
110
|
+
const out = { input: rec.input }
|
|
111
|
+
if (rec.expectedOutput !== null && rec.expectedOutput !== undefined) {
|
|
112
|
+
out.expected_output = rec.expectedOutput
|
|
113
|
+
}
|
|
114
|
+
if (rec.metadata && Object.keys(rec.metadata).length > 0) {
|
|
115
|
+
out.metadata = rec.metadata
|
|
116
|
+
}
|
|
117
|
+
return out
|
|
118
|
+
})
|
|
119
|
+
|
|
120
|
+
let response
|
|
121
|
+
try {
|
|
122
|
+
response = await this.#client.request(
|
|
123
|
+
'POST',
|
|
124
|
+
`${API_BASE_PATH}/${projectId}/datasets/${this.#id}/records`,
|
|
125
|
+
{ data: { type: 'datasets', attributes: { records } } }
|
|
126
|
+
)
|
|
127
|
+
} catch (err) {
|
|
128
|
+
throw new Error(`Failed to push records to dataset '${this.#name}': ${err.message}`)
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
// The append-records response returns created records under a top-level
|
|
132
|
+
// `records` field, not the usual `data` envelope.
|
|
133
|
+
const created = response?.records
|
|
134
|
+
let pushedCount = 0
|
|
135
|
+
if (Array.isArray(created)) {
|
|
136
|
+
for (const node of created) {
|
|
137
|
+
const recordId = String(node?.id ?? '')
|
|
138
|
+
if (recordId !== '') pushedCount++
|
|
139
|
+
this.#recordIds.push(recordId)
|
|
140
|
+
}
|
|
141
|
+
for (let i = created.length; i < pending.length; i++) this.#recordIds.push('')
|
|
142
|
+
} else {
|
|
143
|
+
for (let i = 0; i < pending.length; i++) this.#recordIds.push('')
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
// Advance by the snapshotted pending count, not the live records length,
|
|
147
|
+
// so records added while this push was in flight aren't skipped by the next push.
|
|
148
|
+
this.#pushedCount += pending.length
|
|
149
|
+
|
|
150
|
+
return { pushedCount, totalCount: pending.length }
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
module.exports = { Dataset, DatasetRecord }
|
|
@@ -0,0 +1,283 @@
|
|
|
1
|
+
'use strict'
|
|
2
|
+
|
|
3
|
+
const id = require('../../id')
|
|
4
|
+
|
|
5
|
+
const { API_BASE_PATH } = require('./client')
|
|
6
|
+
const { Row, ExperimentResult } = require('./result')
|
|
7
|
+
|
|
8
|
+
// Mirrors dd-trace-py's _generate_metric_from_evaluation: plain objects are
|
|
9
|
+
// json, everything else falls through to the lowercased categorical fallback.
|
|
10
|
+
function inferMetricType (value) {
|
|
11
|
+
if (typeof value === 'boolean') return 'boolean'
|
|
12
|
+
if (typeof value === 'number' && Number.isFinite(value)) return 'score'
|
|
13
|
+
if (value !== null && typeof value === 'object' && !Array.isArray(value)) return 'json'
|
|
14
|
+
return 'categorical'
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
function stringify (value) {
|
|
18
|
+
if (value === null || value === undefined) return ''
|
|
19
|
+
if (typeof value === 'string') return value.toLowerCase()
|
|
20
|
+
if (typeof value === 'object') return JSON.stringify(value).toLowerCase()
|
|
21
|
+
return String(value).toLowerCase()
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
// Build the tag list, letting auto tags win over user tags on key conflict.
|
|
25
|
+
function buildTags (userTags, autoTags) {
|
|
26
|
+
const tags = new Map()
|
|
27
|
+
for (const [k, v] of Object.entries(userTags ?? {})) {
|
|
28
|
+
tags.set(k, `${k}:${v}`)
|
|
29
|
+
}
|
|
30
|
+
for (const [k, v] of Object.entries(autoTags)) {
|
|
31
|
+
tags.set(k, `${k}:${v}`)
|
|
32
|
+
}
|
|
33
|
+
return [...tags.values()]
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
// One span per experiment row (LLM Obs experiment span wire format).
|
|
37
|
+
function toSpan (row, metadata, ids, spanName, userTags) {
|
|
38
|
+
const meta = {
|
|
39
|
+
input: row.input ?? null,
|
|
40
|
+
output: row.output ?? null,
|
|
41
|
+
expected_output: row.expectedOutput ?? null,
|
|
42
|
+
}
|
|
43
|
+
if (metadata && Object.keys(metadata).length > 0) {
|
|
44
|
+
meta.metadata = metadata
|
|
45
|
+
}
|
|
46
|
+
if (row.isError) {
|
|
47
|
+
meta.error = { type: row.errorType ?? '', message: row.errorMessage ?? '', stack: '' }
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
return {
|
|
51
|
+
span_id: row.spanId,
|
|
52
|
+
trace_id: row.traceId,
|
|
53
|
+
project_id: ids.projectId,
|
|
54
|
+
dataset_id: ids.datasetId,
|
|
55
|
+
name: spanName,
|
|
56
|
+
start_ns: row.startNs,
|
|
57
|
+
duration: row.durationNs,
|
|
58
|
+
status: row.isError ? 'error' : 'ok',
|
|
59
|
+
meta,
|
|
60
|
+
tags: buildTags(userTags, {
|
|
61
|
+
experiment_id: ids.experimentId,
|
|
62
|
+
dataset_id: ids.datasetId,
|
|
63
|
+
dataset_record_id: ids.datasetRecordId,
|
|
64
|
+
}),
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
// One metric per evaluator per row.
|
|
69
|
+
function toMetric (label, value, errorMessage, spanId, timestampMs, experimentId, userTags) {
|
|
70
|
+
const metric = {
|
|
71
|
+
label,
|
|
72
|
+
span_id: spanId,
|
|
73
|
+
timestamp_ms: timestampMs,
|
|
74
|
+
tags: buildTags(userTags, { experiment_id: experimentId }),
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
if (errorMessage !== null) {
|
|
78
|
+
metric.metric_type = 'categorical'
|
|
79
|
+
metric.error = { message: errorMessage }
|
|
80
|
+
return metric
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
const type = inferMetricType(value)
|
|
84
|
+
metric.metric_type = type
|
|
85
|
+
if (type === 'boolean') metric.boolean_value = value
|
|
86
|
+
else if (type === 'score') metric.score_value = value
|
|
87
|
+
else if (type === 'json') metric.json_value = value
|
|
88
|
+
else metric.categorical_value = stringify(value)
|
|
89
|
+
return metric
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
// Builder + run() orchestration: runs rows sequentially, emits one root span
|
|
93
|
+
// per dataset row, and posts all spans + metrics in a single events call.
|
|
94
|
+
class Experiment {
|
|
95
|
+
#client
|
|
96
|
+
#name
|
|
97
|
+
#description
|
|
98
|
+
#dataset
|
|
99
|
+
#task
|
|
100
|
+
#evaluators
|
|
101
|
+
#config
|
|
102
|
+
#tags
|
|
103
|
+
#experimentId
|
|
104
|
+
|
|
105
|
+
constructor (client, options = {}) {
|
|
106
|
+
if (!options.name) throw new Error('Experiment name is required')
|
|
107
|
+
if (!options.dataset) throw new Error('Experiment dataset is required')
|
|
108
|
+
if (typeof options.task !== 'function') throw new Error('Experiment task is required')
|
|
109
|
+
|
|
110
|
+
this.#client = client
|
|
111
|
+
this.#name = options.name
|
|
112
|
+
this.#description = options.description ?? ''
|
|
113
|
+
this.#dataset = options.dataset
|
|
114
|
+
this.#task = options.task
|
|
115
|
+
this.#evaluators = new Map(Object.entries(options.evaluators ?? {}))
|
|
116
|
+
this.#config = { ...options.config }
|
|
117
|
+
this.#tags = { ...options.tags }
|
|
118
|
+
this.#experimentId = null
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
name () {
|
|
122
|
+
return this.#name
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
experimentId () {
|
|
126
|
+
return this.#experimentId
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
url () {
|
|
130
|
+
if (this.#experimentId === null) return null
|
|
131
|
+
return `${this.#client.appBase}/llm/experiments/${this.#experimentId}`
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
async run () {
|
|
135
|
+
const projectId = await this.#client.ensureProjectId()
|
|
136
|
+
|
|
137
|
+
await this.#dataset.ensureCreatedAndPushed(projectId)
|
|
138
|
+
const datasetId = this.#dataset.id()
|
|
139
|
+
if (datasetId === null) {
|
|
140
|
+
throw new Error(`Dataset '${this.#dataset.name()}' has no id after push`)
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
// Create the experiment. ensure_unique makes the backend mint a fresh
|
|
144
|
+
// experiment under the project on every run.
|
|
145
|
+
const attributes = {
|
|
146
|
+
name: this.#name,
|
|
147
|
+
project_id: projectId,
|
|
148
|
+
dataset_id: datasetId,
|
|
149
|
+
description: this.#description,
|
|
150
|
+
ensure_unique: true,
|
|
151
|
+
}
|
|
152
|
+
if (Object.keys(this.#config).length > 0) attributes.config = this.#config
|
|
153
|
+
|
|
154
|
+
let created
|
|
155
|
+
try {
|
|
156
|
+
created = await this.#client.request('POST', `${API_BASE_PATH}/experiments`, {
|
|
157
|
+
data: { type: 'experiments', attributes },
|
|
158
|
+
})
|
|
159
|
+
} catch (err) {
|
|
160
|
+
throw new Error(`Failed to create experiment '${this.#name}': ${err.message}`)
|
|
161
|
+
}
|
|
162
|
+
this.#experimentId = created?.data?.id ?? null
|
|
163
|
+
const experimentId = this.#experimentId
|
|
164
|
+
|
|
165
|
+
try {
|
|
166
|
+
const records = this.#dataset.records()
|
|
167
|
+
const recordIds = this.#dataset.recordIds()
|
|
168
|
+
const rows = []
|
|
169
|
+
const spans = []
|
|
170
|
+
const metrics = []
|
|
171
|
+
let hasRowError = false
|
|
172
|
+
|
|
173
|
+
for (let i = 0; i < records.length; i++) {
|
|
174
|
+
const record = records[i]
|
|
175
|
+
const datasetRecordId = i < recordIds.length ? recordIds[i] : ''
|
|
176
|
+
const startNs = Date.now() * 1e6
|
|
177
|
+
const startHr = process.hrtime.bigint()
|
|
178
|
+
|
|
179
|
+
// Root-span id generation, same convention as opentracing/span.js: a single
|
|
180
|
+
// random 64-bit id for the span, reused as the trace id's low 64 bits with a
|
|
181
|
+
// start-time-derived high 64 bits (like the `_dd.p.tid` 128-bit trace id tag).
|
|
182
|
+
const spanIdentifier = id()
|
|
183
|
+
const traceIdHigh = Math.floor(startNs / 1e9).toString(16).padStart(8, '0').padEnd(16, '0')
|
|
184
|
+
const spanId = spanIdentifier.toString(16).padStart(16, '0')
|
|
185
|
+
const traceId = spanIdentifier.toTraceIdHex(traceIdHigh).padStart(32, '0')
|
|
186
|
+
|
|
187
|
+
let output = null
|
|
188
|
+
let errorType = null
|
|
189
|
+
let errorMessage = null
|
|
190
|
+
try {
|
|
191
|
+
// Rows run one at a time by design.
|
|
192
|
+
// eslint-disable-next-line no-await-in-loop
|
|
193
|
+
output = await this.#task(record.input, this.#config)
|
|
194
|
+
} catch (err) {
|
|
195
|
+
errorType = err.name || 'Error'
|
|
196
|
+
errorMessage = err.message ?? String(err)
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
const durationNs = Number(process.hrtime.bigint() - startHr)
|
|
200
|
+
const evaluations = {}
|
|
201
|
+
const evaluationErrors = {}
|
|
202
|
+
const timestampMs = Date.now()
|
|
203
|
+
|
|
204
|
+
for (const [label, evaluator] of this.#evaluators) {
|
|
205
|
+
if (errorType !== null) {
|
|
206
|
+
const msg = 'task error; evaluation skipped'
|
|
207
|
+
evaluationErrors[label] = msg
|
|
208
|
+
metrics.push(toMetric(label, null, msg, spanId, timestampMs, experimentId, this.#tags))
|
|
209
|
+
continue
|
|
210
|
+
}
|
|
211
|
+
try {
|
|
212
|
+
// eslint-disable-next-line no-await-in-loop
|
|
213
|
+
const value = await evaluator(record.input, output, record.expectedOutput)
|
|
214
|
+
evaluations[label] = value
|
|
215
|
+
metrics.push(toMetric(label, value, null, spanId, timestampMs, experimentId, this.#tags))
|
|
216
|
+
} catch (err) {
|
|
217
|
+
const msg = err.message ?? String(err)
|
|
218
|
+
evaluationErrors[label] = msg
|
|
219
|
+
metrics.push(toMetric(label, null, msg, spanId, timestampMs, experimentId, this.#tags))
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
const row = new Row({
|
|
224
|
+
index: i,
|
|
225
|
+
spanId,
|
|
226
|
+
traceId,
|
|
227
|
+
startNs,
|
|
228
|
+
durationNs,
|
|
229
|
+
input: record.input,
|
|
230
|
+
output,
|
|
231
|
+
expectedOutput: record.expectedOutput,
|
|
232
|
+
errorType,
|
|
233
|
+
errorMessage,
|
|
234
|
+
evaluations,
|
|
235
|
+
evaluationErrors,
|
|
236
|
+
})
|
|
237
|
+
rows.push(row)
|
|
238
|
+
if (row.isError || Object.keys(evaluationErrors).length > 0) hasRowError = true
|
|
239
|
+
spans.push(toSpan(row, record.metadata, {
|
|
240
|
+
experimentId,
|
|
241
|
+
projectId,
|
|
242
|
+
datasetId,
|
|
243
|
+
datasetRecordId,
|
|
244
|
+
}, this.#name, this.#tags))
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
await this.#postEvents(experimentId, spans, metrics)
|
|
248
|
+
// A row error doesn't abort the run, but the experiment didn't succeed cleanly.
|
|
249
|
+
await this.#updateStatus(
|
|
250
|
+
experimentId,
|
|
251
|
+
hasRowError ? 'failed' : 'completed',
|
|
252
|
+
hasRowError ? 'one or more rows failed' : null
|
|
253
|
+
)
|
|
254
|
+
|
|
255
|
+
return new ExperimentResult(experimentId, rows, this.url())
|
|
256
|
+
} catch (err) {
|
|
257
|
+
await this.#updateStatus(experimentId, 'failed', err.message ?? String(err))
|
|
258
|
+
throw err
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
async #postEvents (experimentId, spans, metrics) {
|
|
263
|
+
await this.#client.request('POST', `${API_BASE_PATH}/experiments/${experimentId}/events`, {
|
|
264
|
+
data: { type: 'experiments', attributes: { spans, metrics } },
|
|
265
|
+
})
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
async #updateStatus (experimentId, status, error) {
|
|
269
|
+
if (!experimentId) return
|
|
270
|
+
// The experiment-update model has no status field, so this is a direct PATCH.
|
|
271
|
+
const attributes = { status }
|
|
272
|
+
if (error !== null) attributes.error = error
|
|
273
|
+
try {
|
|
274
|
+
await this.#client.request('PATCH', `${API_BASE_PATH}/experiments/${experimentId}`, {
|
|
275
|
+
data: { type: 'experiments', attributes },
|
|
276
|
+
})
|
|
277
|
+
} catch {
|
|
278
|
+
// Status update is best-effort; never let it mask the real result/error.
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
module.exports = { Experiment }
|
|
@@ -0,0 +1,152 @@
|
|
|
1
|
+
'use strict'
|
|
2
|
+
|
|
3
|
+
const log = require('../../log')
|
|
4
|
+
const { ExperimentsClient, API_BASE_PATH } = require('./client')
|
|
5
|
+
const { Dataset, DatasetRecord } = require('./dataset')
|
|
6
|
+
const { Experiment } = require('./experiment')
|
|
7
|
+
const NoopExperiments = require('./noop')
|
|
8
|
+
|
|
9
|
+
// Poll `attempt` with exponential backoff until it returns true or the time
|
|
10
|
+
// budget is spent. Used for eventually-consistent reads (pullDataset).
|
|
11
|
+
async function retryWithBackoff (attempt, { maxTotalMs = 30_000, baseDelayMs = 250, maxDelayMs = 8000 } = {}) {
|
|
12
|
+
const start = Date.now()
|
|
13
|
+
let delay = baseDelayMs
|
|
14
|
+
for (;;) {
|
|
15
|
+
// eslint-disable-next-line no-await-in-loop
|
|
16
|
+
if (await attempt()) return true
|
|
17
|
+
const remaining = maxTotalMs - (Date.now() - start)
|
|
18
|
+
if (remaining <= 0) return false
|
|
19
|
+
// eslint-disable-next-line no-await-in-loop
|
|
20
|
+
await new Promise((resolve) => setTimeout(resolve, Math.min(delay, maxDelayMs, remaining)))
|
|
21
|
+
delay *= 2
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
// Entry point exposed as `tracer.llmobs.experiments`. Builds datasets and runs
|
|
26
|
+
// experiments against the LLM Obs backend using the tracer's own config.
|
|
27
|
+
class Experiments {
|
|
28
|
+
#client
|
|
29
|
+
#projectName
|
|
30
|
+
|
|
31
|
+
constructor (config) {
|
|
32
|
+
this.#projectName = config.llmobs?.mlApp || config.service
|
|
33
|
+
this.#client = new ExperimentsClient({
|
|
34
|
+
apiKey: config.DD_API_KEY,
|
|
35
|
+
appKey: config.DD_APP_KEY,
|
|
36
|
+
site: config.site,
|
|
37
|
+
projectName: this.#projectName,
|
|
38
|
+
})
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
// Create a local dataset buffer. Pushed remotely on first experiment run.
|
|
42
|
+
createDataset (name, description = '') {
|
|
43
|
+
return new Dataset(this.#client, name, description)
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
// Pull an existing dataset by name (with its records). Polls with exponential
|
|
47
|
+
// backoff to absorb read-after-write lag; pass `expectedRecordCount` to also
|
|
48
|
+
// wait until that many records are readable.
|
|
49
|
+
async pullDataset (name, options = {}) {
|
|
50
|
+
const { expectedRecordCount, maxWaitMs = 30_000 } = options
|
|
51
|
+
const projectId = await this.#client.ensureProjectId()
|
|
52
|
+
|
|
53
|
+
let datasetId = null
|
|
54
|
+
let description = ''
|
|
55
|
+
let records = []
|
|
56
|
+
let recordIds = []
|
|
57
|
+
let lastError = ''
|
|
58
|
+
|
|
59
|
+
const succeeded = await retryWithBackoff(async () => {
|
|
60
|
+
try {
|
|
61
|
+
if (datasetId === null) {
|
|
62
|
+
const listed = await this.#client.request(
|
|
63
|
+
'GET',
|
|
64
|
+
`${API_BASE_PATH}/${projectId}/datasets?filter[name]=${encodeURIComponent(name)}`
|
|
65
|
+
)
|
|
66
|
+
for (const item of listed?.data ?? []) {
|
|
67
|
+
if (item?.attributes?.name === name) {
|
|
68
|
+
datasetId = String(item?.id ?? '')
|
|
69
|
+
description = String(item?.attributes?.description ?? '')
|
|
70
|
+
break
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
if (datasetId === null) return false
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
const recs = []
|
|
77
|
+
const ids = []
|
|
78
|
+
let cursor = ''
|
|
79
|
+
// Follow the meta.after / page[cursor] pagination until the last page.
|
|
80
|
+
for (;;) {
|
|
81
|
+
const query = cursor ? `?page[cursor]=${encodeURIComponent(cursor)}` : ''
|
|
82
|
+
// eslint-disable-next-line no-await-in-loop
|
|
83
|
+
const resp = await this.#client.request(
|
|
84
|
+
'GET',
|
|
85
|
+
`${API_BASE_PATH}/${projectId}/datasets/${datasetId}/records${query}`
|
|
86
|
+
)
|
|
87
|
+
for (const item of resp?.data ?? []) {
|
|
88
|
+
const attrs = item?.attributes ?? item
|
|
89
|
+
recs.push(new DatasetRecord(attrs?.input ?? null, attrs?.expected_output ?? null, attrs?.metadata ?? {}))
|
|
90
|
+
ids.push(String(item?.id ?? ''))
|
|
91
|
+
}
|
|
92
|
+
cursor = resp?.meta?.after ?? ''
|
|
93
|
+
if (!cursor) break
|
|
94
|
+
}
|
|
95
|
+
records = recs
|
|
96
|
+
recordIds = ids
|
|
97
|
+
lastError = ''
|
|
98
|
+
|
|
99
|
+
return expectedRecordCount == null || recs.length >= expectedRecordCount
|
|
100
|
+
} catch (err) {
|
|
101
|
+
lastError = err.message
|
|
102
|
+
return false
|
|
103
|
+
}
|
|
104
|
+
}, { maxTotalMs: maxWaitMs })
|
|
105
|
+
|
|
106
|
+
if (datasetId === null && lastError) {
|
|
107
|
+
throw new Error(`Failed to list datasets in project '${this.#projectName}': ${lastError}`)
|
|
108
|
+
}
|
|
109
|
+
if (datasetId === null) {
|
|
110
|
+
throw new Error(`Dataset '${name}' not found in project '${this.#projectName}' (after ${maxWaitMs}ms)`)
|
|
111
|
+
}
|
|
112
|
+
if (!succeeded && lastError) {
|
|
113
|
+
throw new Error(`Failed to fetch records for dataset '${name}' in project '${this.#projectName}': ${lastError}`)
|
|
114
|
+
}
|
|
115
|
+
if (!succeeded && expectedRecordCount != null) {
|
|
116
|
+
throw new Error(
|
|
117
|
+
`Dataset '${name}' has ${records.length} record(s) after ${maxWaitMs}ms, expected ${expectedRecordCount} ` +
|
|
118
|
+
'— backend may not have finished ingesting the push'
|
|
119
|
+
)
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
return Dataset.fromExisting(this.#client, name, description, datasetId, projectId, records, recordIds)
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
// Build an experiment: { name, dataset, task, evaluators, description?, config?, tags? }.
|
|
126
|
+
experiment (options) {
|
|
127
|
+
return new Experiment(this.#client, options)
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
// Factory used by the LLMObs SDK: returns a real Experiments instance when
|
|
132
|
+
// enabled and credentialed, otherwise a no-op that explains what's missing.
|
|
133
|
+
function createExperiments (config) {
|
|
134
|
+
if (!config.llmobs?.DD_LLMOBS_ENABLED) {
|
|
135
|
+
return new NoopExperiments('LLM Observability is not enabled')
|
|
136
|
+
}
|
|
137
|
+
if (!(config.DD_API_KEY) || !config.DD_APP_KEY) {
|
|
138
|
+
log.warn('LLMObs experiments: missing api and/or app keys, set DD_API_KEY and DD_APP_KEY')
|
|
139
|
+
return new NoopExperiments('DD_API_KEY and DD_APP_KEY are required for experiments')
|
|
140
|
+
}
|
|
141
|
+
if (!config.llmobs?.mlApp && !config.service) {
|
|
142
|
+
log.warn('LLMObs experiments: no project name configured, set DD_LLMOBS_ML_APP or DD_SERVICE')
|
|
143
|
+
return new NoopExperiments(
|
|
144
|
+
'no project name configured; set the DD_LLMOBS_ML_APP environment variable (or llmobs.mlApp in ' +
|
|
145
|
+
'tracer.init()) to name the LLM Obs project, or DD_SERVICE (or service in tracer.init()) as a fallback, ' +
|
|
146
|
+
'then retry'
|
|
147
|
+
)
|
|
148
|
+
}
|
|
149
|
+
return new Experiments(config)
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
module.exports = { Experiments, createExperiments }
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
'use strict'
|
|
2
|
+
|
|
3
|
+
// No-op Experiments used when LLM Observability is disabled or the API/APP keys
|
|
4
|
+
// are not configured. Every operation throws a clear, actionable error rather
|
|
5
|
+
// than silently doing nothing, so misconfiguration surfaces immediately.
|
|
6
|
+
class NoopExperiments {
|
|
7
|
+
#reason
|
|
8
|
+
|
|
9
|
+
constructor (reason) {
|
|
10
|
+
this.#reason = reason || 'LLMObs experiments are not available'
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
#unavailable () {
|
|
14
|
+
return new Error(`LLMObs experiments unavailable: ${this.#reason}`)
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
createDataset () {
|
|
18
|
+
throw this.#unavailable()
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
pullDataset () {
|
|
22
|
+
return Promise.reject(this.#unavailable())
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
experiment () {
|
|
26
|
+
throw this.#unavailable()
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
module.exports = NoopExperiments
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
'use strict'
|
|
2
|
+
|
|
3
|
+
// One row of an experiment run.
|
|
4
|
+
class Row {
|
|
5
|
+
constructor (fields) {
|
|
6
|
+
this.index = fields.index
|
|
7
|
+
this.spanId = fields.spanId
|
|
8
|
+
this.traceId = fields.traceId
|
|
9
|
+
this.startNs = fields.startNs
|
|
10
|
+
this.durationNs = fields.durationNs
|
|
11
|
+
this.input = fields.input
|
|
12
|
+
this.output = fields.output
|
|
13
|
+
this.expectedOutput = fields.expectedOutput
|
|
14
|
+
this.errorType = fields.errorType
|
|
15
|
+
this.errorMessage = fields.errorMessage
|
|
16
|
+
this.evaluations = fields.evaluations
|
|
17
|
+
this.evaluationErrors = fields.evaluationErrors
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
get isError () {
|
|
21
|
+
return this.errorType !== null
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
// Returned by Experiment.run().
|
|
26
|
+
class ExperimentResult {
|
|
27
|
+
constructor (experimentId, rows, url) {
|
|
28
|
+
this.experimentId = experimentId
|
|
29
|
+
this.rows = rows
|
|
30
|
+
this.url = url
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
module.exports = { Row, ExperimentResult }
|