openlit 1.13.0 → 1.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +34 -1
- package/dist/__tests__/manual-trace.test.js +118 -0
- package/dist/__tests__/manual-trace.test.js.map +1 -0
- package/dist/__tests__/register.test.js +90 -0
- package/dist/__tests__/register.test.js.map +1 -0
- package/dist/config.d.ts +7 -1
- package/dist/config.js +3 -1
- package/dist/config.js.map +1 -1
- package/dist/evals/__tests__/offline.test.js +418 -0
- package/dist/evals/__tests__/offline.test.js.map +1 -0
- package/dist/evals/index.d.ts +2 -5
- package/dist/evals/index.js +12 -26
- package/dist/evals/index.js.map +1 -1
- package/dist/evals/offline.d.ts +6 -0
- package/dist/evals/offline.js +347 -0
- package/dist/evals/offline.js.map +1 -0
- package/dist/evals/types.d.ts +69 -18
- package/dist/evals/types.js +20 -0
- package/dist/evals/types.js.map +1 -1
- package/dist/guard/__tests__/integration.test.js +178 -0
- package/dist/guard/__tests__/integration.test.js.map +1 -0
- package/dist/guard/__tests__/pii.test.js +109 -0
- package/dist/guard/__tests__/pii.test.js.map +1 -0
- package/dist/guard/__tests__/pipeline.test.js +162 -0
- package/dist/guard/__tests__/pipeline.test.js.map +1 -0
- package/dist/guard/__tests__/prompt-injection.test.js +92 -0
- package/dist/guard/__tests__/prompt-injection.test.js.map +1 -0
- package/dist/guard/base.d.ts +75 -14
- package/dist/guard/base.js +130 -53
- package/dist/guard/base.js.map +1 -1
- package/dist/guard/custom.d.ts +19 -0
- package/dist/guard/custom.js +46 -0
- package/dist/guard/custom.js.map +1 -0
- package/dist/guard/index.d.ts +24 -5
- package/dist/guard/index.js +39 -21
- package/dist/guard/index.js.map +1 -1
- package/dist/guard/integration.d.ts +32 -0
- package/dist/guard/integration.js +328 -0
- package/dist/guard/integration.js.map +1 -0
- package/dist/guard/moderation.d.ts +18 -0
- package/dist/guard/moderation.js +61 -0
- package/dist/guard/moderation.js.map +1 -0
- package/dist/guard/pii.d.ts +17 -0
- package/dist/guard/pii.js +94 -0
- package/dist/guard/pii.js.map +1 -0
- package/dist/guard/pipeline.d.ts +18 -0
- package/dist/guard/pipeline.js +96 -0
- package/dist/guard/pipeline.js.map +1 -0
- package/dist/guard/prompt-injection.d.ts +20 -6
- package/dist/guard/prompt-injection.js +59 -68
- package/dist/guard/prompt-injection.js.map +1 -1
- package/dist/guard/schema.d.ts +20 -0
- package/dist/guard/schema.js +99 -0
- package/dist/guard/schema.js.map +1 -0
- package/dist/guard/sensitive-topic.d.ts +22 -6
- package/dist/guard/sensitive-topic.js +78 -64
- package/dist/guard/sensitive-topic.js.map +1 -1
- package/dist/guard/topic-restriction.d.ts +21 -6
- package/dist/guard/topic-restriction.js +43 -64
- package/dist/guard/topic-restriction.js.map +1 -1
- package/dist/helpers.d.ts +133 -2
- package/dist/helpers.js +415 -5
- package/dist/helpers.js.map +1 -1
- package/dist/index.d.ts +54 -30
- package/dist/index.js +104 -22
- package/dist/index.js.map +1 -1
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.d.ts +13 -0
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js +176 -0
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.d.ts +10 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js +203 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js +262 -0
- package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.d.ts +7 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.js +160 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/browser-use-wrapper.test.js +284 -0
- package/dist/instrumentation/__tests__/browser-use-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.d.ts +12 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.js +95 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.js.map +1 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js +282 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js +238 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.js +247 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.js.map +1 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.d.ts +11 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js +391 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +150 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -1
- package/dist/instrumentation/__tests__/helpers-genai.test.d.ts +14 -0
- package/dist/instrumentation/__tests__/helpers-genai.test.js +347 -0
- package/dist/instrumentation/__tests__/helpers-genai.test.js.map +1 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.js +19 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.js.map +1 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.d.ts +13 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js +208 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.d.ts +21 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.js +455 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.d.ts +11 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js +214 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.d.ts +6 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js +409 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js +519 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/ai21/index.d.ts +11 -0
- package/dist/instrumentation/ai21/index.js +67 -0
- package/dist/instrumentation/ai21/index.js.map +1 -0
- package/dist/instrumentation/ai21/wrapper.d.ts +54 -0
- package/dist/instrumentation/ai21/wrapper.js +511 -0
- package/dist/instrumentation/ai21/wrapper.js.map +1 -0
- package/dist/instrumentation/anthropic/wrapper.js +56 -2
- package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
- package/dist/instrumentation/assemblyai/index.d.ts +12 -0
- package/dist/instrumentation/assemblyai/index.js +91 -0
- package/dist/instrumentation/assemblyai/index.js.map +1 -0
- package/dist/instrumentation/assemblyai/wrapper.d.ts +35 -0
- package/dist/instrumentation/assemblyai/wrapper.js +233 -0
- package/dist/instrumentation/assemblyai/wrapper.js.map +1 -0
- package/dist/instrumentation/astra/index.d.ts +11 -0
- package/dist/instrumentation/astra/index.js +87 -0
- package/dist/instrumentation/astra/index.js.map +1 -0
- package/dist/instrumentation/astra/wrapper.d.ts +39 -0
- package/dist/instrumentation/astra/wrapper.js +349 -0
- package/dist/instrumentation/astra/wrapper.js.map +1 -0
- package/dist/instrumentation/azure-ai-inference/wrapper.d.ts +13 -0
- package/dist/instrumentation/azure-ai-inference/wrapper.js +60 -1
- package/dist/instrumentation/azure-ai-inference/wrapper.js.map +1 -1
- package/dist/instrumentation/bedrock/wrapper.d.ts +13 -0
- package/dist/instrumentation/bedrock/wrapper.js +78 -2
- package/dist/instrumentation/bedrock/wrapper.js.map +1 -1
- package/dist/instrumentation/browser-use/index.d.ts +11 -0
- package/dist/instrumentation/browser-use/index.js +98 -0
- package/dist/instrumentation/browser-use/index.js.map +1 -0
- package/dist/instrumentation/browser-use/wrapper.d.ts +12 -0
- package/dist/instrumentation/browser-use/wrapper.js +706 -0
- package/dist/instrumentation/browser-use/wrapper.js.map +1 -0
- package/dist/instrumentation/claude-agent-sdk/wrapper.js +90 -4
- package/dist/instrumentation/claude-agent-sdk/wrapper.js.map +1 -1
- package/dist/instrumentation/cohere/wrapper.d.ts +13 -0
- package/dist/instrumentation/cohere/wrapper.js +59 -0
- package/dist/instrumentation/cohere/wrapper.js.map +1 -1
- package/dist/instrumentation/cursor-sdk/wrapper.js +111 -15
- package/dist/instrumentation/cursor-sdk/wrapper.js.map +1 -1
- package/dist/instrumentation/elevenlabs/index.d.ts +12 -0
- package/dist/instrumentation/elevenlabs/index.js +92 -0
- package/dist/instrumentation/elevenlabs/index.js.map +1 -0
- package/dist/instrumentation/elevenlabs/wrapper.d.ts +34 -0
- package/dist/instrumentation/elevenlabs/wrapper.js +280 -0
- package/dist/instrumentation/elevenlabs/wrapper.js.map +1 -0
- package/dist/instrumentation/firecrawl/index.d.ts +13 -0
- package/dist/instrumentation/firecrawl/index.js +115 -0
- package/dist/instrumentation/firecrawl/index.js.map +1 -0
- package/dist/instrumentation/firecrawl/wrapper.d.ts +22 -0
- package/dist/instrumentation/firecrawl/wrapper.js +378 -0
- package/dist/instrumentation/firecrawl/wrapper.js.map +1 -0
- package/dist/instrumentation/google-ai/wrapper.d.ts +13 -0
- package/dist/instrumentation/google-ai/wrapper.js +85 -1
- package/dist/instrumentation/google-ai/wrapper.js.map +1 -1
- package/dist/instrumentation/gpu/index.d.ts +38 -0
- package/dist/instrumentation/gpu/index.js +233 -0
- package/dist/instrumentation/gpu/index.js.map +1 -0
- package/dist/instrumentation/gradient/index.d.ts +12 -0
- package/dist/instrumentation/gradient/index.js +74 -0
- package/dist/instrumentation/gradient/index.js.map +1 -0
- package/dist/instrumentation/gradient/utils.d.ts +14 -0
- package/dist/instrumentation/gradient/utils.js +119 -0
- package/dist/instrumentation/gradient/utils.js.map +1 -0
- package/dist/instrumentation/gradient/wrapper.d.ts +76 -0
- package/dist/instrumentation/gradient/wrapper.js +584 -0
- package/dist/instrumentation/gradient/wrapper.js.map +1 -0
- package/dist/instrumentation/groq/wrapper.js +42 -0
- package/dist/instrumentation/groq/wrapper.js.map +1 -1
- package/dist/instrumentation/huggingface/wrapper.d.ts +13 -0
- package/dist/instrumentation/huggingface/wrapper.js +66 -0
- package/dist/instrumentation/huggingface/wrapper.js.map +1 -1
- package/dist/instrumentation/index.js +26 -0
- package/dist/instrumentation/index.js.map +1 -1
- package/dist/instrumentation/langchain/wrapper.js +5 -8
- package/dist/instrumentation/langchain/wrapper.js.map +1 -1
- package/dist/instrumentation/langgraph/wrapper.js +12 -11
- package/dist/instrumentation/langgraph/wrapper.js.map +1 -1
- package/dist/instrumentation/llamaindex/wrapper.d.ts +14 -1
- package/dist/instrumentation/llamaindex/wrapper.js +68 -0
- package/dist/instrumentation/llamaindex/wrapper.js.map +1 -1
- package/dist/instrumentation/mcp/index.d.ts +20 -0
- package/dist/instrumentation/mcp/index.js +282 -0
- package/dist/instrumentation/mcp/index.js.map +1 -0
- package/dist/instrumentation/mcp/wrapper.d.ts +72 -0
- package/dist/instrumentation/mcp/wrapper.js +571 -0
- package/dist/instrumentation/mcp/wrapper.js.map +1 -0
- package/dist/instrumentation/mem0/index.d.ts +17 -0
- package/dist/instrumentation/mem0/index.js +113 -0
- package/dist/instrumentation/mem0/index.js.map +1 -0
- package/dist/instrumentation/mem0/wrapper.d.ts +37 -0
- package/dist/instrumentation/mem0/wrapper.js +298 -0
- package/dist/instrumentation/mem0/wrapper.js.map +1 -0
- package/dist/instrumentation/mistral/wrapper.d.ts +13 -0
- package/dist/instrumentation/mistral/wrapper.js +60 -1
- package/dist/instrumentation/mistral/wrapper.js.map +1 -1
- package/dist/instrumentation/ollama/wrapper.d.ts +13 -0
- package/dist/instrumentation/ollama/wrapper.js +67 -1
- package/dist/instrumentation/ollama/wrapper.js.map +1 -1
- package/dist/instrumentation/openai/wrapper.d.ts +13 -0
- package/dist/instrumentation/openai/wrapper.js +89 -3
- package/dist/instrumentation/openai/wrapper.js.map +1 -1
- package/dist/instrumentation/pg/index.d.ts +20 -0
- package/dist/instrumentation/pg/index.js +74 -0
- package/dist/instrumentation/pg/index.js.map +1 -0
- package/dist/instrumentation/pg/wrapper.d.ts +66 -0
- package/dist/instrumentation/pg/wrapper.js +441 -0
- package/dist/instrumentation/pg/wrapper.js.map +1 -0
- package/dist/instrumentation/replicate/wrapper.d.ts +13 -0
- package/dist/instrumentation/replicate/wrapper.js +61 -0
- package/dist/instrumentation/replicate/wrapper.js.map +1 -1
- package/dist/instrumentation/strands/processor.d.ts +6 -0
- package/dist/instrumentation/strands/processor.js +73 -3
- package/dist/instrumentation/strands/processor.js.map +1 -1
- package/dist/instrumentation/strands/utils.d.ts +2 -2
- package/dist/instrumentation/strands/utils.js +15 -2
- package/dist/instrumentation/strands/utils.js.map +1 -1
- package/dist/instrumentation/together/wrapper.d.ts +13 -0
- package/dist/instrumentation/together/wrapper.js +59 -1
- package/dist/instrumentation/together/wrapper.js.map +1 -1
- package/dist/instrumentation/transformers/index.d.ts +35 -0
- package/dist/instrumentation/transformers/index.js +119 -0
- package/dist/instrumentation/transformers/index.js.map +1 -0
- package/dist/instrumentation/transformers/wrapper.d.ts +49 -0
- package/dist/instrumentation/transformers/wrapper.js +472 -0
- package/dist/instrumentation/transformers/wrapper.js.map +1 -0
- package/dist/instrumentation/vercel-ai/wrapper.d.ts +13 -0
- package/dist/instrumentation/vercel-ai/wrapper.js +106 -1
- package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -1
- package/dist/instrumentation/vertexai/index.d.ts +11 -0
- package/dist/instrumentation/vertexai/index.js +70 -0
- package/dist/instrumentation/vertexai/index.js.map +1 -0
- package/dist/instrumentation/vertexai/wrapper.d.ts +67 -0
- package/dist/instrumentation/vertexai/wrapper.js +529 -0
- package/dist/instrumentation/vertexai/wrapper.js.map +1 -0
- package/dist/instrumentation/vllm/index.d.ts +13 -0
- package/dist/instrumentation/vllm/index.js +67 -0
- package/dist/instrumentation/vllm/index.js.map +1 -0
- package/dist/instrumentation/vllm/wrapper.d.ts +60 -0
- package/dist/instrumentation/vllm/wrapper.js +482 -0
- package/dist/instrumentation/vllm/wrapper.js.map +1 -0
- package/dist/llm/index.d.ts +9 -2
- package/dist/llm/index.js.map +1 -1
- package/dist/manual-trace.d.ts +40 -0
- package/dist/manual-trace.js +103 -0
- package/dist/manual-trace.js.map +1 -0
- package/dist/otel/metrics.d.ts +11 -0
- package/dist/otel/metrics.js +48 -0
- package/dist/otel/metrics.js.map +1 -1
- package/dist/register.d.ts +4 -0
- package/dist/register.js +52 -0
- package/dist/register.js.map +1 -0
- package/dist/score/__tests__/score.test.d.ts +1 -0
- package/dist/score/__tests__/score.test.js +143 -0
- package/dist/score/__tests__/score.test.js.map +1 -0
- package/dist/score/index.d.ts +2 -0
- package/dist/score/index.js +6 -0
- package/dist/score/index.js.map +1 -0
- package/dist/score/score.d.ts +15 -0
- package/dist/score/score.js +135 -0
- package/dist/score/score.js.map +1 -0
- package/dist/semantic-convention.d.ts +273 -0
- package/dist/semantic-convention.js +317 -0
- package/dist/semantic-convention.js.map +1 -1
- package/dist/types.d.ts +15 -1
- package/package.json +18 -1
- package/dist/evals/__tests__/anthropic.test.js +0 -9
- package/dist/evals/__tests__/anthropic.test.js.map +0 -1
- package/dist/evals/__tests__/base.test.js +0 -37
- package/dist/evals/__tests__/base.test.js.map +0 -1
- package/dist/evals/__tests__/core.test.js +0 -33
- package/dist/evals/__tests__/core.test.js.map +0 -1
- package/dist/evals/__tests__/metrics.test.js +0 -59
- package/dist/evals/__tests__/metrics.test.js.map +0 -1
- package/dist/evals/__tests__/openai.test.js +0 -9
- package/dist/evals/__tests__/openai.test.js.map +0 -1
- package/dist/evals/__tests__/providers.test.js +0 -14
- package/dist/evals/__tests__/providers.test.js.map +0 -1
- package/dist/evals/__tests__/utils.test.js +0 -46
- package/dist/evals/__tests__/utils.test.js.map +0 -1
- package/dist/evals/all.d.ts +0 -4
- package/dist/evals/all.js +0 -35
- package/dist/evals/all.js.map +0 -1
- package/dist/evals/base.d.ts +0 -15
- package/dist/evals/base.js +0 -51
- package/dist/evals/base.js.map +0 -1
- package/dist/evals/bias.d.ts +0 -4
- package/dist/evals/bias.js +0 -35
- package/dist/evals/bias.js.map +0 -1
- package/dist/evals/hallucination.d.ts +0 -4
- package/dist/evals/hallucination.js +0 -32
- package/dist/evals/hallucination.js.map +0 -1
- package/dist/evals/llm/anthropic.d.ts +0 -5
- package/dist/evals/llm/anthropic.js +0 -42
- package/dist/evals/llm/anthropic.js.map +0 -1
- package/dist/evals/llm/openai.d.ts +0 -6
- package/dist/evals/llm/openai.js +0 -28
- package/dist/evals/llm/openai.js.map +0 -1
- package/dist/evals/llm/providers.d.ts +0 -7
- package/dist/evals/llm/providers.js +0 -10
- package/dist/evals/llm/providers.js.map +0 -1
- package/dist/evals/metrics.d.ts +0 -9
- package/dist/evals/metrics.js +0 -38
- package/dist/evals/metrics.js.map +0 -1
- package/dist/evals/toxicity.d.ts +0 -4
- package/dist/evals/toxicity.js +0 -33
- package/dist/evals/toxicity.js.map +0 -1
- package/dist/evals/utils.d.ts +0 -4
- package/dist/evals/utils.js +0 -39
- package/dist/evals/utils.js.map +0 -1
- package/dist/guard/__tests__/gaurd.test.js +0 -136
- package/dist/guard/__tests__/gaurd.test.js.map +0 -1
- package/dist/guard/__tests__/utils.test.js +0 -64
- package/dist/guard/__tests__/utils.test.js.map +0 -1
- package/dist/guard/all.d.ts +0 -8
- package/dist/guard/all.js +0 -28
- package/dist/guard/all.js.map +0 -1
- package/dist/guard/types.d.ts +0 -26
- package/dist/guard/types.js +0 -4
- package/dist/guard/types.js.map +0 -1
- package/dist/guard/utils.d.ts +0 -13
- package/dist/guard/utils.js +0 -79
- package/dist/guard/utils.js.map +0 -1
- /package/dist/{evals/__tests__/anthropic.test.d.ts → __tests__/manual-trace.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/metrics.test.d.ts → __tests__/register.test.d.ts} +0 -0
- /package/dist/evals/__tests__/{base.test.d.ts → offline.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/core.test.d.ts → guard/__tests__/integration.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/openai.test.d.ts → guard/__tests__/pii.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/providers.test.d.ts → guard/__tests__/pipeline.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/utils.test.d.ts → guard/__tests__/prompt-injection.test.d.ts} +0 -0
- /package/dist/{guard/__tests__/gaurd.test.d.ts → instrumentation/__tests__/assemblyai-wrapper.test.d.ts} +0 -0
- /package/dist/{guard/__tests__/utils.test.d.ts → instrumentation/__tests__/browser-use-wrapper.test.d.ts} +0 -0
|
@@ -0,0 +1,247 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const gpu_1 = require("../gpu");
|
|
7
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
8
|
+
// Columns match NVIDIA_SMI_FIELDS order:
|
|
9
|
+
// index, uuid, name, util.gpu, util.encoder, util.decoder, temp, fan,
|
|
10
|
+
// mem.total, mem.used, mem.free, power.draw, enforced.power.limit, power.limit
|
|
11
|
+
const NVIDIA_CSV = '0, GPU-11111111-2222-3333-4444-555555555555, NVIDIA A100-SXM4-40GB, 87, 15, 5, 65, 30, 40960, 30000, 10960, 250.50, 400.00, 400.00\n' +
|
|
12
|
+
'1, GPU-aaaaaaaa-bbbb-cccc-dddd-eeeeeeeeeeee, NVIDIA A100-SXM4-40GB, 12, 0, 0, 40, 25, 40960, 1024, 39936, 60.25, 0, 400.00\n';
|
|
13
|
+
const ROCM_JSON = JSON.stringify({
|
|
14
|
+
card0: {
|
|
15
|
+
'GPU ID': '0x740f',
|
|
16
|
+
'Unique ID': '0x123456789abcdef',
|
|
17
|
+
'Card series': 'AMD Instinct MI210',
|
|
18
|
+
'GPU use (%)': '42',
|
|
19
|
+
'Temperature (Sensor edge) (C)': '55.0',
|
|
20
|
+
'Fan speed (%)': '35',
|
|
21
|
+
'VRAM Total Memory (B)': String(64 * 1024 * 1024 * 1024),
|
|
22
|
+
'VRAM Total Used Memory (B)': String(16 * 1024 * 1024 * 1024),
|
|
23
|
+
'Average Graphics Package Power (W)': '180.0',
|
|
24
|
+
'Max Graphics Package Power (W)': '300.0',
|
|
25
|
+
},
|
|
26
|
+
system: { 'Driver version': '6.2' },
|
|
27
|
+
});
|
|
28
|
+
function nvidiaRunner() {
|
|
29
|
+
return async (cmd, args) => {
|
|
30
|
+
if (cmd !== 'nvidia-smi')
|
|
31
|
+
throw new Error(`${cmd}: command not found`);
|
|
32
|
+
if (args[0] === '-L')
|
|
33
|
+
return 'GPU 0: NVIDIA A100\nGPU 1: NVIDIA A100\n';
|
|
34
|
+
return NVIDIA_CSV;
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
function amdRunner() {
|
|
38
|
+
return async (cmd) => {
|
|
39
|
+
if (cmd !== 'rocm-smi')
|
|
40
|
+
throw new Error(`${cmd}: command not found`);
|
|
41
|
+
return ROCM_JSON;
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
const noGpuRunner = async (cmd) => {
|
|
45
|
+
throw new Error(`${cmd}: command not found`);
|
|
46
|
+
};
|
|
47
|
+
function makeFakeMeter() {
|
|
48
|
+
const gauges = [];
|
|
49
|
+
const observations = [];
|
|
50
|
+
let callback = null;
|
|
51
|
+
const meter = {
|
|
52
|
+
createObservableGauge: (name) => {
|
|
53
|
+
const token = { name };
|
|
54
|
+
gauges.push({ name, token });
|
|
55
|
+
return token;
|
|
56
|
+
},
|
|
57
|
+
addBatchObservableCallback: (cb) => {
|
|
58
|
+
callback = cb;
|
|
59
|
+
},
|
|
60
|
+
};
|
|
61
|
+
const runCallback = async () => {
|
|
62
|
+
if (!callback)
|
|
63
|
+
throw new Error('no callback registered');
|
|
64
|
+
await callback({
|
|
65
|
+
observe: (gauge, value, attributes) => observations.push({ gauge, value, attributes }),
|
|
66
|
+
});
|
|
67
|
+
};
|
|
68
|
+
return { meter: meter, gauges, observations, runCallback };
|
|
69
|
+
}
|
|
70
|
+
describe('GpuMetricsCollector', () => {
|
|
71
|
+
it('detects nvidia GPUs', async () => {
|
|
72
|
+
expect(await new gpu_1.GpuMetricsCollector(nvidiaRunner()).detectGpuType()).toBe('nvidia');
|
|
73
|
+
});
|
|
74
|
+
it('detects amd GPUs when nvidia-smi is missing', async () => {
|
|
75
|
+
expect(await new gpu_1.GpuMetricsCollector(amdRunner()).detectGpuType()).toBe('amd');
|
|
76
|
+
});
|
|
77
|
+
it('returns null when no supported GPU tooling exists', async () => {
|
|
78
|
+
expect(await new gpu_1.GpuMetricsCollector(noGpuRunner).detectGpuType()).toBeNull();
|
|
79
|
+
});
|
|
80
|
+
it('setup registers all 11 gauges with Python-matching metric names', async () => {
|
|
81
|
+
const { meter, gauges } = makeFakeMeter();
|
|
82
|
+
const collector = new gpu_1.GpuMetricsCollector(nvidiaRunner());
|
|
83
|
+
const gpuType = await collector.setup({
|
|
84
|
+
meter,
|
|
85
|
+
environment: 'staging',
|
|
86
|
+
applicationName: 'my-app',
|
|
87
|
+
});
|
|
88
|
+
expect(gpuType).toBe('nvidia');
|
|
89
|
+
expect(gauges.map((g) => g.name)).toEqual([
|
|
90
|
+
'gpu.utilization',
|
|
91
|
+
'gpu.enc.utilization',
|
|
92
|
+
'gpu.dec.utilization',
|
|
93
|
+
'gpu.temperature',
|
|
94
|
+
'gpu.fan_speed',
|
|
95
|
+
'gpu.memory.available',
|
|
96
|
+
'gpu.memory.total',
|
|
97
|
+
'gpu.memory.used',
|
|
98
|
+
'gpu.memory.free',
|
|
99
|
+
'gpu.power.draw',
|
|
100
|
+
'gpu.power.limit',
|
|
101
|
+
]);
|
|
102
|
+
});
|
|
103
|
+
it('setup returns null and registers nothing without a GPU', async () => {
|
|
104
|
+
const { meter, gauges } = makeFakeMeter();
|
|
105
|
+
const gpuType = await new gpu_1.GpuMetricsCollector(noGpuRunner).setup({
|
|
106
|
+
meter,
|
|
107
|
+
environment: 'staging',
|
|
108
|
+
applicationName: 'my-app',
|
|
109
|
+
});
|
|
110
|
+
expect(gpuType).toBeNull();
|
|
111
|
+
expect(gauges).toHaveLength(0);
|
|
112
|
+
});
|
|
113
|
+
it('observes nvidia stats per GPU with Python-matching attributes', async () => {
|
|
114
|
+
const { meter, observations, runCallback } = makeFakeMeter();
|
|
115
|
+
const collector = new gpu_1.GpuMetricsCollector(nvidiaRunner());
|
|
116
|
+
await collector.setup({ meter, environment: 'staging', applicationName: 'my-app' });
|
|
117
|
+
await runCallback();
|
|
118
|
+
// 2 GPUs x 11 metrics
|
|
119
|
+
expect(observations).toHaveLength(22);
|
|
120
|
+
const gpu0 = observations.filter((o) => o.attributes[semantic_convention_1.default.GPU_INDEX] === '0');
|
|
121
|
+
expect(gpu0).toHaveLength(11);
|
|
122
|
+
expect(gpu0[0].attributes).toEqual({
|
|
123
|
+
'telemetry.sdk.name': 'openlit',
|
|
124
|
+
'service.name': 'my-app',
|
|
125
|
+
[semantic_convention_1.default.ATTR_DEPLOYMENT_ENVIRONMENT]: 'staging',
|
|
126
|
+
[semantic_convention_1.default.GPU_INDEX]: '0',
|
|
127
|
+
[semantic_convention_1.default.GPU_UUID]: 'GPU-11111111-2222-3333-4444-555555555555',
|
|
128
|
+
[semantic_convention_1.default.GPU_NAME]: 'NVIDIA A100-SXM4-40GB',
|
|
129
|
+
});
|
|
130
|
+
const valueOf = (metric, index) => observations.find((o) => o.gauge.name === metric &&
|
|
131
|
+
o.attributes[semantic_convention_1.default.GPU_INDEX] === index)?.value;
|
|
132
|
+
expect(valueOf('gpu.utilization', '0')).toBe(87);
|
|
133
|
+
expect(valueOf('gpu.enc.utilization', '0')).toBe(15);
|
|
134
|
+
expect(valueOf('gpu.dec.utilization', '0')).toBe(5);
|
|
135
|
+
expect(valueOf('gpu.temperature', '0')).toBe(65);
|
|
136
|
+
expect(valueOf('gpu.fan_speed', '0')).toBe(30);
|
|
137
|
+
expect(valueOf('gpu.memory.total', '0')).toBe(40960);
|
|
138
|
+
expect(valueOf('gpu.memory.used', '0')).toBe(30000);
|
|
139
|
+
expect(valueOf('gpu.memory.free', '0')).toBe(10960);
|
|
140
|
+
expect(valueOf('gpu.memory.available', '0')).toBe(10960);
|
|
141
|
+
expect(valueOf('gpu.power.draw', '0')).toBe(250.5);
|
|
142
|
+
expect(valueOf('gpu.power.limit', '0')).toBe(400);
|
|
143
|
+
expect(valueOf('gpu.utilization', '1')).toBe(12);
|
|
144
|
+
// GPU 1: enforced.power.limit is 0 / N/A → fall back to power.limit
|
|
145
|
+
expect(valueOf('gpu.power.limit', '1')).toBe(400);
|
|
146
|
+
expect(valueOf('gpu.enc.utilization', '1')).toBe(0);
|
|
147
|
+
expect(valueOf('gpu.dec.utilization', '1')).toBe(0);
|
|
148
|
+
});
|
|
149
|
+
it('observes amd stats from rocm-smi JSON', async () => {
|
|
150
|
+
const { meter, observations, runCallback } = makeFakeMeter();
|
|
151
|
+
const collector = new gpu_1.GpuMetricsCollector(amdRunner());
|
|
152
|
+
await collector.setup({ meter, environment: 'default', applicationName: 'default' });
|
|
153
|
+
await runCallback();
|
|
154
|
+
expect(observations).toHaveLength(11);
|
|
155
|
+
const attrs = observations[0].attributes;
|
|
156
|
+
expect(attrs[semantic_convention_1.default.GPU_INDEX]).toBe('0');
|
|
157
|
+
expect(attrs[semantic_convention_1.default.GPU_NAME]).toBe('AMD Instinct MI210');
|
|
158
|
+
expect(attrs[semantic_convention_1.default.GPU_UUID]).toBe('0x123456789abcdef');
|
|
159
|
+
const valueOf = (metric) => observations.find((o) => o.gauge.name === metric)?.value;
|
|
160
|
+
expect(valueOf('gpu.utilization')).toBe(42);
|
|
161
|
+
expect(valueOf('gpu.enc.utilization')).toBe(0);
|
|
162
|
+
expect(valueOf('gpu.dec.utilization')).toBe(0);
|
|
163
|
+
expect(valueOf('gpu.temperature')).toBe(55);
|
|
164
|
+
expect(valueOf('gpu.fan_speed')).toBe(35);
|
|
165
|
+
expect(valueOf('gpu.memory.total')).toBe(64 * 1024);
|
|
166
|
+
expect(valueOf('gpu.memory.used')).toBe(16 * 1024);
|
|
167
|
+
expect(valueOf('gpu.memory.free')).toBe(48 * 1024);
|
|
168
|
+
// Python AMD memory_available == total (not free)
|
|
169
|
+
expect(valueOf('gpu.memory.available')).toBe(64 * 1024);
|
|
170
|
+
expect(valueOf('gpu.power.draw')).toBe(180);
|
|
171
|
+
expect(valueOf('gpu.power.limit')).toBe(300);
|
|
172
|
+
});
|
|
173
|
+
it('swallows collection errors without throwing from the callback', async () => {
|
|
174
|
+
let detect = true;
|
|
175
|
+
const flakyRunner = async (cmd, args) => {
|
|
176
|
+
if (cmd !== 'nvidia-smi')
|
|
177
|
+
throw new Error('not found');
|
|
178
|
+
if (args[0] === '-L' && detect)
|
|
179
|
+
return 'GPU 0: NVIDIA A100';
|
|
180
|
+
throw new Error('nvidia-smi crashed');
|
|
181
|
+
};
|
|
182
|
+
const { meter, observations, runCallback } = makeFakeMeter();
|
|
183
|
+
const collector = new gpu_1.GpuMetricsCollector(flakyRunner);
|
|
184
|
+
await collector.setup({ meter, environment: 'default', applicationName: 'default' });
|
|
185
|
+
detect = false;
|
|
186
|
+
await expect(runCallback()).resolves.toBeUndefined();
|
|
187
|
+
expect(observations).toHaveLength(0);
|
|
188
|
+
});
|
|
189
|
+
it('swallows invalid AMD JSON without throwing from the callback', async () => {
|
|
190
|
+
const badJsonRunner = async (cmd, args) => {
|
|
191
|
+
if (cmd === 'nvidia-smi')
|
|
192
|
+
throw new Error('not found');
|
|
193
|
+
if (cmd !== 'rocm-smi')
|
|
194
|
+
throw new Error('not found');
|
|
195
|
+
if (args.includes('--showid') && args.length === 2)
|
|
196
|
+
return '{}';
|
|
197
|
+
return 'not-json{';
|
|
198
|
+
};
|
|
199
|
+
const { meter, observations, runCallback } = makeFakeMeter();
|
|
200
|
+
const collector = new gpu_1.GpuMetricsCollector(badJsonRunner);
|
|
201
|
+
await collector.setup({ meter, environment: 'default', applicationName: 'default' });
|
|
202
|
+
await expect(runCallback()).resolves.toBeUndefined();
|
|
203
|
+
expect(observations).toHaveLength(0);
|
|
204
|
+
});
|
|
205
|
+
it('parses malformed numeric fields as 0', async () => {
|
|
206
|
+
const badCsvRunner = async (cmd, args) => {
|
|
207
|
+
if (cmd !== 'nvidia-smi')
|
|
208
|
+
throw new Error('not found');
|
|
209
|
+
if (args[0] === '-L')
|
|
210
|
+
return 'GPU 0: NVIDIA A100';
|
|
211
|
+
return '0, GPU-uuid, NVIDIA A100, [N/A], [N/A], [N/A], 65, [N/A], 40960, 30000, 10960, [N/A], [N/A], 400.00\n';
|
|
212
|
+
};
|
|
213
|
+
const collector = new gpu_1.GpuMetricsCollector(badCsvRunner);
|
|
214
|
+
const { meter, runCallback, observations } = makeFakeMeter();
|
|
215
|
+
await collector.setup({ meter, environment: 'default', applicationName: 'default' });
|
|
216
|
+
await runCallback();
|
|
217
|
+
const valueOf = (metric) => observations.find((o) => o.gauge.name === metric)?.value;
|
|
218
|
+
expect(valueOf('gpu.utilization')).toBe(0);
|
|
219
|
+
expect(valueOf('gpu.enc.utilization')).toBe(0);
|
|
220
|
+
expect(valueOf('gpu.dec.utilization')).toBe(0);
|
|
221
|
+
expect(valueOf('gpu.power.draw')).toBe(0);
|
|
222
|
+
// enforced N/A → fall back to power.limit
|
|
223
|
+
expect(valueOf('gpu.power.limit')).toBe(400);
|
|
224
|
+
});
|
|
225
|
+
});
|
|
226
|
+
describe('GpuStats typing', () => {
|
|
227
|
+
it('exposes all metric fields', () => {
|
|
228
|
+
const stats = {
|
|
229
|
+
index: '0',
|
|
230
|
+
uuid: 'u',
|
|
231
|
+
name: 'n',
|
|
232
|
+
utilization: 0,
|
|
233
|
+
utilization_enc: 0,
|
|
234
|
+
utilization_dec: 0,
|
|
235
|
+
temperature: 0,
|
|
236
|
+
fan_speed: 0,
|
|
237
|
+
memory_available: 0,
|
|
238
|
+
memory_total: 0,
|
|
239
|
+
memory_used: 0,
|
|
240
|
+
memory_free: 0,
|
|
241
|
+
power_draw: 0,
|
|
242
|
+
power_limit: 0,
|
|
243
|
+
};
|
|
244
|
+
expect(Object.keys(stats)).toHaveLength(14);
|
|
245
|
+
});
|
|
246
|
+
});
|
|
247
|
+
//# sourceMappingURL=gpu-collector.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gpu-collector.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/gpu-collector.test.ts"],"names":[],"mappings":";;;;;AAAA,gCAAsE;AACtE,oFAA2D;AAE3D,yCAAyC;AACzC,sEAAsE;AACtE,+EAA+E;AAC/E,MAAM,UAAU,GACd,sIAAsI;IACtI,8HAA8H,CAAC;AAEjI,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/B,KAAK,EAAE;QACL,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,mBAAmB;QAChC,aAAa,EAAE,oBAAoB;QACnC,aAAa,EAAE,IAAI;QACnB,+BAA+B,EAAE,MAAM;QACvC,eAAe,EAAE,IAAI;QACrB,uBAAuB,EAAE,MAAM,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;QACxD,4BAA4B,EAAE,MAAM,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;QAC7D,oCAAoC,EAAE,OAAO;QAC7C,gCAAgC,EAAE,OAAO;KAC1C;IACD,MAAM,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE;CACpC,CAAC,CAAC;AAEH,SAAS,YAAY;IACnB,OAAO,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QACzB,IAAI,GAAG,KAAK,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,qBAAqB,CAAC,CAAC;QACvE,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,OAAO,0CAA0C,CAAC;QACxE,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,KAAK,EAAE,GAAG,EAAE,EAAE;QACnB,IAAI,GAAG,KAAK,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,qBAAqB,CAAC,CAAC;QACrE,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,WAAW,GAAkB,KAAK,EAAE,GAAG,EAAE,EAAE;IAC/C,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,qBAAqB,CAAC,CAAC;AAC/C,CAAC,CAAC;AAQF,SAAS,aAAa;IACpB,MAAM,MAAM,GAA2C,EAAE,CAAC;IAC1D,MAAM,YAAY,GAAsB,EAAE,CAAC;IAC3C,IAAI,QAAQ,GAID,IAAI,CAAC;IAEhB,MAAM,KAAK,GAAG;QACZ,qBAAqB,EAAE,CAAC,IAAY,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,EAAE,IAAI,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,0BAA0B,EAAE,CAAC,EAAmB,EAAE,EAAE;YAClD,QAAQ,GAAG,EAAE,CAAC;QAChB,CAAC;KACF,CAAC;IAEF,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;QAC7B,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACzD,MAAM,QAAQ,CAAC;YACb,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;SACvF,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,EAAE,KAAK,EAAE,KAAY,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AACpE,CAAC;AAED,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;QACnC,MAAM,CAAC,MAAM,IAAI,yBAAmB,CAAC,YAAY,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,CAAC,MAAM,IAAI,yBAAmB,CAAC,SAAS,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,CAAC,MAAM,IAAI,yBAAmB,CAAC,WAAW,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,aAAa,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,yBAAmB,CAAC,YAAY,EAAE,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC;YACpC,KAAK;YACL,WAAW,EAAE,SAAS;YACtB,eAAe,EAAE,QAAQ;SAC1B,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,iBAAiB;YACjB,qBAAqB;YACrB,qBAAqB;YACrB,iBAAiB;YACjB,eAAe;YACf,sBAAsB;YACtB,kBAAkB;YAClB,iBAAiB;YACjB,iBAAiB;YACjB,gBAAgB;YAChB,iBAAiB;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,aAAa,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,yBAAmB,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC;YAC/D,KAAK;YACL,WAAW,EAAE,SAAS;YACtB,eAAe,EAAE,QAAQ;SAC1B,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC3B,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,aAAa,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,IAAI,yBAAmB,CAAC,YAAY,EAAE,CAAC,CAAC;QAC1D,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpF,MAAM,WAAW,EAAE,CAAC;QAEpB,sBAAsB;QACtB,MAAM,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEtC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,6BAAkB,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC;QAC5F,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;YACjC,oBAAoB,EAAE,SAAS;YAC/B,cAAc,EAAE,QAAQ;YACxB,CAAC,6BAAkB,CAAC,2BAA2B,CAAC,EAAE,SAAS;YAC3D,CAAC,6BAAkB,CAAC,SAAS,CAAC,EAAE,GAAG;YACnC,CAAC,6BAAkB,CAAC,QAAQ,CAAC,EAAE,0CAA0C;YACzE,CAAC,6BAAkB,CAAC,QAAQ,CAAC,EAAE,uBAAuB;SACvD,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,EAAE,CAChD,YAAY,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CACH,CAAC,CAAC,KAA0B,CAAC,IAAI,KAAK,MAAM;YAC7C,CAAC,CAAC,UAAU,CAAC,6BAAkB,CAAC,SAAS,CAAC,KAAK,KAAK,CACvD,EAAE,KAAK,CAAC;QAEX,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrD,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzD,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjD,oEAAoE;QACpE,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,CAAC,OAAO,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,aAAa,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,IAAI,yBAAmB,CAAC,SAAS,EAAE,CAAC,CAAC;QACvD,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC,CAAC;QACrF,MAAM,WAAW,EAAE,CAAC;QAEpB,MAAM,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,6BAAkB,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,6BAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACtE,MAAM,CAAC,KAAK,CAAC,6BAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAErE,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,EAAE,CACjC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,KAA0B,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC;QACjF,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACpD,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACnD,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACnD,kDAAkD;QAClD,MAAM,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACxD,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,IAAI,MAAM,GAAG,IAAI,CAAC;QAClB,MAAM,WAAW,GAAkB,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YACrD,IAAI,GAAG,KAAK,YAAY;gBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;YACvD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM;gBAAE,OAAO,oBAAoB,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,aAAa,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,IAAI,yBAAmB,CAAC,WAAW,CAAC,CAAC;QACvD,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC,CAAC;QACrF,MAAM,GAAG,KAAK,CAAC;QACf,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QACrD,MAAM,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,aAAa,GAAkB,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YACvD,IAAI,GAAG,KAAK,YAAY;gBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;YACvD,IAAI,GAAG,KAAK,UAAU;gBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;YACrD,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAChE,OAAO,WAAW,CAAC;QACrB,CAAC,CAAC;QACF,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,GAAG,aAAa,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,IAAI,yBAAmB,CAAC,aAAa,CAAC,CAAC;QACzD,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC,CAAC;QACrF,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QACrD,MAAM,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,YAAY,GAAkB,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;YACtD,IAAI,GAAG,KAAK,YAAY;gBAAE,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;YACvD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;gBAAE,OAAO,oBAAoB,CAAC;YAClD,OAAO,uGAAuG,CAAC;QACjH,CAAC,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,yBAAmB,CAAC,YAAY,CAAC,CAAC;QACxD,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,aAAa,EAAE,CAAC;QAC7D,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC,CAAC;QACrF,MAAM,WAAW,EAAE,CAAC;QAEpB,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,EAAE,CACjC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,KAA0B,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC;QAEjF,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1C,0CAA0C;QAC1C,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,KAAK,GAAa;YACtB,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,CAAC;YAClB,eAAe,EAAE,CAAC;YAClB,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,CAAC;YACZ,gBAAgB,EAAE,CAAC;YACnB,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;YACd,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;SACf,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Cross-Language Trace Comparison Tests for the DigitalOcean Gradient Integration
|
|
3
|
+
*
|
|
4
|
+
* These verify that the TypeScript Gradient instrumentation emits the same span
|
|
5
|
+
* attributes / events as the Python SDK reference
|
|
6
|
+
* (sdk/python/src/openlit/instrumentation/gradient). Gradient is OpenAI-shaped:
|
|
7
|
+
* responses carry a `model` field, requests support seed / frequency_penalty /
|
|
8
|
+
* presence_penalty, and streaming usage arrives on the final chunk as `usage`.
|
|
9
|
+
* The provider name is `digitalocean` and chat is served from inference.do-ai.run.
|
|
10
|
+
*/
|
|
11
|
+
export {};
|