openlit 1.13.0 → 1.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +34 -1
- package/dist/__tests__/manual-trace.test.js +118 -0
- package/dist/__tests__/manual-trace.test.js.map +1 -0
- package/dist/__tests__/register.test.js +90 -0
- package/dist/__tests__/register.test.js.map +1 -0
- package/dist/config.d.ts +7 -1
- package/dist/config.js +3 -1
- package/dist/config.js.map +1 -1
- package/dist/evals/__tests__/offline.test.js +418 -0
- package/dist/evals/__tests__/offline.test.js.map +1 -0
- package/dist/evals/index.d.ts +2 -5
- package/dist/evals/index.js +12 -26
- package/dist/evals/index.js.map +1 -1
- package/dist/evals/offline.d.ts +6 -0
- package/dist/evals/offline.js +347 -0
- package/dist/evals/offline.js.map +1 -0
- package/dist/evals/types.d.ts +69 -18
- package/dist/evals/types.js +20 -0
- package/dist/evals/types.js.map +1 -1
- package/dist/guard/__tests__/integration.test.js +178 -0
- package/dist/guard/__tests__/integration.test.js.map +1 -0
- package/dist/guard/__tests__/pii.test.js +109 -0
- package/dist/guard/__tests__/pii.test.js.map +1 -0
- package/dist/guard/__tests__/pipeline.test.js +162 -0
- package/dist/guard/__tests__/pipeline.test.js.map +1 -0
- package/dist/guard/__tests__/prompt-injection.test.js +92 -0
- package/dist/guard/__tests__/prompt-injection.test.js.map +1 -0
- package/dist/guard/base.d.ts +75 -14
- package/dist/guard/base.js +130 -53
- package/dist/guard/base.js.map +1 -1
- package/dist/guard/custom.d.ts +19 -0
- package/dist/guard/custom.js +46 -0
- package/dist/guard/custom.js.map +1 -0
- package/dist/guard/index.d.ts +24 -5
- package/dist/guard/index.js +39 -21
- package/dist/guard/index.js.map +1 -1
- package/dist/guard/integration.d.ts +32 -0
- package/dist/guard/integration.js +328 -0
- package/dist/guard/integration.js.map +1 -0
- package/dist/guard/moderation.d.ts +18 -0
- package/dist/guard/moderation.js +61 -0
- package/dist/guard/moderation.js.map +1 -0
- package/dist/guard/pii.d.ts +17 -0
- package/dist/guard/pii.js +94 -0
- package/dist/guard/pii.js.map +1 -0
- package/dist/guard/pipeline.d.ts +18 -0
- package/dist/guard/pipeline.js +96 -0
- package/dist/guard/pipeline.js.map +1 -0
- package/dist/guard/prompt-injection.d.ts +20 -6
- package/dist/guard/prompt-injection.js +59 -68
- package/dist/guard/prompt-injection.js.map +1 -1
- package/dist/guard/schema.d.ts +20 -0
- package/dist/guard/schema.js +99 -0
- package/dist/guard/schema.js.map +1 -0
- package/dist/guard/sensitive-topic.d.ts +22 -6
- package/dist/guard/sensitive-topic.js +78 -64
- package/dist/guard/sensitive-topic.js.map +1 -1
- package/dist/guard/topic-restriction.d.ts +21 -6
- package/dist/guard/topic-restriction.js +43 -64
- package/dist/guard/topic-restriction.js.map +1 -1
- package/dist/helpers.d.ts +133 -2
- package/dist/helpers.js +415 -5
- package/dist/helpers.js.map +1 -1
- package/dist/index.d.ts +54 -30
- package/dist/index.js +104 -22
- package/dist/index.js.map +1 -1
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.d.ts +13 -0
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js +176 -0
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.d.ts +10 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js +203 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js +262 -0
- package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.d.ts +7 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.js +160 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/browser-use-wrapper.test.js +284 -0
- package/dist/instrumentation/__tests__/browser-use-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.d.ts +12 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.js +95 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.js.map +1 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js +282 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js +238 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.js +247 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.js.map +1 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.d.ts +11 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js +391 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +150 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -1
- package/dist/instrumentation/__tests__/helpers-genai.test.d.ts +14 -0
- package/dist/instrumentation/__tests__/helpers-genai.test.js +347 -0
- package/dist/instrumentation/__tests__/helpers-genai.test.js.map +1 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.js +19 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.js.map +1 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.d.ts +13 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js +208 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.d.ts +21 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.js +455 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.d.ts +11 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js +214 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.d.ts +6 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js +409 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js +519 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/ai21/index.d.ts +11 -0
- package/dist/instrumentation/ai21/index.js +67 -0
- package/dist/instrumentation/ai21/index.js.map +1 -0
- package/dist/instrumentation/ai21/wrapper.d.ts +54 -0
- package/dist/instrumentation/ai21/wrapper.js +511 -0
- package/dist/instrumentation/ai21/wrapper.js.map +1 -0
- package/dist/instrumentation/anthropic/wrapper.js +56 -2
- package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
- package/dist/instrumentation/assemblyai/index.d.ts +12 -0
- package/dist/instrumentation/assemblyai/index.js +91 -0
- package/dist/instrumentation/assemblyai/index.js.map +1 -0
- package/dist/instrumentation/assemblyai/wrapper.d.ts +35 -0
- package/dist/instrumentation/assemblyai/wrapper.js +233 -0
- package/dist/instrumentation/assemblyai/wrapper.js.map +1 -0
- package/dist/instrumentation/astra/index.d.ts +11 -0
- package/dist/instrumentation/astra/index.js +87 -0
- package/dist/instrumentation/astra/index.js.map +1 -0
- package/dist/instrumentation/astra/wrapper.d.ts +39 -0
- package/dist/instrumentation/astra/wrapper.js +349 -0
- package/dist/instrumentation/astra/wrapper.js.map +1 -0
- package/dist/instrumentation/azure-ai-inference/wrapper.d.ts +13 -0
- package/dist/instrumentation/azure-ai-inference/wrapper.js +60 -1
- package/dist/instrumentation/azure-ai-inference/wrapper.js.map +1 -1
- package/dist/instrumentation/bedrock/wrapper.d.ts +13 -0
- package/dist/instrumentation/bedrock/wrapper.js +78 -2
- package/dist/instrumentation/bedrock/wrapper.js.map +1 -1
- package/dist/instrumentation/browser-use/index.d.ts +11 -0
- package/dist/instrumentation/browser-use/index.js +98 -0
- package/dist/instrumentation/browser-use/index.js.map +1 -0
- package/dist/instrumentation/browser-use/wrapper.d.ts +12 -0
- package/dist/instrumentation/browser-use/wrapper.js +706 -0
- package/dist/instrumentation/browser-use/wrapper.js.map +1 -0
- package/dist/instrumentation/claude-agent-sdk/wrapper.js +90 -4
- package/dist/instrumentation/claude-agent-sdk/wrapper.js.map +1 -1
- package/dist/instrumentation/cohere/wrapper.d.ts +13 -0
- package/dist/instrumentation/cohere/wrapper.js +59 -0
- package/dist/instrumentation/cohere/wrapper.js.map +1 -1
- package/dist/instrumentation/cursor-sdk/wrapper.js +111 -15
- package/dist/instrumentation/cursor-sdk/wrapper.js.map +1 -1
- package/dist/instrumentation/elevenlabs/index.d.ts +12 -0
- package/dist/instrumentation/elevenlabs/index.js +92 -0
- package/dist/instrumentation/elevenlabs/index.js.map +1 -0
- package/dist/instrumentation/elevenlabs/wrapper.d.ts +34 -0
- package/dist/instrumentation/elevenlabs/wrapper.js +280 -0
- package/dist/instrumentation/elevenlabs/wrapper.js.map +1 -0
- package/dist/instrumentation/firecrawl/index.d.ts +13 -0
- package/dist/instrumentation/firecrawl/index.js +115 -0
- package/dist/instrumentation/firecrawl/index.js.map +1 -0
- package/dist/instrumentation/firecrawl/wrapper.d.ts +22 -0
- package/dist/instrumentation/firecrawl/wrapper.js +378 -0
- package/dist/instrumentation/firecrawl/wrapper.js.map +1 -0
- package/dist/instrumentation/google-ai/wrapper.d.ts +13 -0
- package/dist/instrumentation/google-ai/wrapper.js +85 -1
- package/dist/instrumentation/google-ai/wrapper.js.map +1 -1
- package/dist/instrumentation/gpu/index.d.ts +38 -0
- package/dist/instrumentation/gpu/index.js +233 -0
- package/dist/instrumentation/gpu/index.js.map +1 -0
- package/dist/instrumentation/gradient/index.d.ts +12 -0
- package/dist/instrumentation/gradient/index.js +74 -0
- package/dist/instrumentation/gradient/index.js.map +1 -0
- package/dist/instrumentation/gradient/utils.d.ts +14 -0
- package/dist/instrumentation/gradient/utils.js +119 -0
- package/dist/instrumentation/gradient/utils.js.map +1 -0
- package/dist/instrumentation/gradient/wrapper.d.ts +76 -0
- package/dist/instrumentation/gradient/wrapper.js +584 -0
- package/dist/instrumentation/gradient/wrapper.js.map +1 -0
- package/dist/instrumentation/groq/wrapper.js +42 -0
- package/dist/instrumentation/groq/wrapper.js.map +1 -1
- package/dist/instrumentation/huggingface/wrapper.d.ts +13 -0
- package/dist/instrumentation/huggingface/wrapper.js +66 -0
- package/dist/instrumentation/huggingface/wrapper.js.map +1 -1
- package/dist/instrumentation/index.js +26 -0
- package/dist/instrumentation/index.js.map +1 -1
- package/dist/instrumentation/langchain/wrapper.js +5 -8
- package/dist/instrumentation/langchain/wrapper.js.map +1 -1
- package/dist/instrumentation/langgraph/wrapper.js +12 -11
- package/dist/instrumentation/langgraph/wrapper.js.map +1 -1
- package/dist/instrumentation/llamaindex/wrapper.d.ts +14 -1
- package/dist/instrumentation/llamaindex/wrapper.js +68 -0
- package/dist/instrumentation/llamaindex/wrapper.js.map +1 -1
- package/dist/instrumentation/mcp/index.d.ts +20 -0
- package/dist/instrumentation/mcp/index.js +282 -0
- package/dist/instrumentation/mcp/index.js.map +1 -0
- package/dist/instrumentation/mcp/wrapper.d.ts +72 -0
- package/dist/instrumentation/mcp/wrapper.js +571 -0
- package/dist/instrumentation/mcp/wrapper.js.map +1 -0
- package/dist/instrumentation/mem0/index.d.ts +17 -0
- package/dist/instrumentation/mem0/index.js +113 -0
- package/dist/instrumentation/mem0/index.js.map +1 -0
- package/dist/instrumentation/mem0/wrapper.d.ts +37 -0
- package/dist/instrumentation/mem0/wrapper.js +298 -0
- package/dist/instrumentation/mem0/wrapper.js.map +1 -0
- package/dist/instrumentation/mistral/wrapper.d.ts +13 -0
- package/dist/instrumentation/mistral/wrapper.js +60 -1
- package/dist/instrumentation/mistral/wrapper.js.map +1 -1
- package/dist/instrumentation/ollama/wrapper.d.ts +13 -0
- package/dist/instrumentation/ollama/wrapper.js +67 -1
- package/dist/instrumentation/ollama/wrapper.js.map +1 -1
- package/dist/instrumentation/openai/wrapper.d.ts +13 -0
- package/dist/instrumentation/openai/wrapper.js +89 -3
- package/dist/instrumentation/openai/wrapper.js.map +1 -1
- package/dist/instrumentation/pg/index.d.ts +20 -0
- package/dist/instrumentation/pg/index.js +74 -0
- package/dist/instrumentation/pg/index.js.map +1 -0
- package/dist/instrumentation/pg/wrapper.d.ts +66 -0
- package/dist/instrumentation/pg/wrapper.js +441 -0
- package/dist/instrumentation/pg/wrapper.js.map +1 -0
- package/dist/instrumentation/replicate/wrapper.d.ts +13 -0
- package/dist/instrumentation/replicate/wrapper.js +61 -0
- package/dist/instrumentation/replicate/wrapper.js.map +1 -1
- package/dist/instrumentation/strands/processor.d.ts +6 -0
- package/dist/instrumentation/strands/processor.js +73 -3
- package/dist/instrumentation/strands/processor.js.map +1 -1
- package/dist/instrumentation/strands/utils.d.ts +2 -2
- package/dist/instrumentation/strands/utils.js +15 -2
- package/dist/instrumentation/strands/utils.js.map +1 -1
- package/dist/instrumentation/together/wrapper.d.ts +13 -0
- package/dist/instrumentation/together/wrapper.js +59 -1
- package/dist/instrumentation/together/wrapper.js.map +1 -1
- package/dist/instrumentation/transformers/index.d.ts +35 -0
- package/dist/instrumentation/transformers/index.js +119 -0
- package/dist/instrumentation/transformers/index.js.map +1 -0
- package/dist/instrumentation/transformers/wrapper.d.ts +49 -0
- package/dist/instrumentation/transformers/wrapper.js +472 -0
- package/dist/instrumentation/transformers/wrapper.js.map +1 -0
- package/dist/instrumentation/vercel-ai/wrapper.d.ts +13 -0
- package/dist/instrumentation/vercel-ai/wrapper.js +106 -1
- package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -1
- package/dist/instrumentation/vertexai/index.d.ts +11 -0
- package/dist/instrumentation/vertexai/index.js +70 -0
- package/dist/instrumentation/vertexai/index.js.map +1 -0
- package/dist/instrumentation/vertexai/wrapper.d.ts +67 -0
- package/dist/instrumentation/vertexai/wrapper.js +529 -0
- package/dist/instrumentation/vertexai/wrapper.js.map +1 -0
- package/dist/instrumentation/vllm/index.d.ts +13 -0
- package/dist/instrumentation/vllm/index.js +67 -0
- package/dist/instrumentation/vllm/index.js.map +1 -0
- package/dist/instrumentation/vllm/wrapper.d.ts +60 -0
- package/dist/instrumentation/vllm/wrapper.js +482 -0
- package/dist/instrumentation/vllm/wrapper.js.map +1 -0
- package/dist/llm/index.d.ts +9 -2
- package/dist/llm/index.js.map +1 -1
- package/dist/manual-trace.d.ts +40 -0
- package/dist/manual-trace.js +103 -0
- package/dist/manual-trace.js.map +1 -0
- package/dist/otel/metrics.d.ts +11 -0
- package/dist/otel/metrics.js +48 -0
- package/dist/otel/metrics.js.map +1 -1
- package/dist/register.d.ts +4 -0
- package/dist/register.js +52 -0
- package/dist/register.js.map +1 -0
- package/dist/score/__tests__/score.test.d.ts +1 -0
- package/dist/score/__tests__/score.test.js +143 -0
- package/dist/score/__tests__/score.test.js.map +1 -0
- package/dist/score/index.d.ts +2 -0
- package/dist/score/index.js +6 -0
- package/dist/score/index.js.map +1 -0
- package/dist/score/score.d.ts +15 -0
- package/dist/score/score.js +135 -0
- package/dist/score/score.js.map +1 -0
- package/dist/semantic-convention.d.ts +273 -0
- package/dist/semantic-convention.js +317 -0
- package/dist/semantic-convention.js.map +1 -1
- package/dist/types.d.ts +15 -1
- package/package.json +18 -1
- package/dist/evals/__tests__/anthropic.test.js +0 -9
- package/dist/evals/__tests__/anthropic.test.js.map +0 -1
- package/dist/evals/__tests__/base.test.js +0 -37
- package/dist/evals/__tests__/base.test.js.map +0 -1
- package/dist/evals/__tests__/core.test.js +0 -33
- package/dist/evals/__tests__/core.test.js.map +0 -1
- package/dist/evals/__tests__/metrics.test.js +0 -59
- package/dist/evals/__tests__/metrics.test.js.map +0 -1
- package/dist/evals/__tests__/openai.test.js +0 -9
- package/dist/evals/__tests__/openai.test.js.map +0 -1
- package/dist/evals/__tests__/providers.test.js +0 -14
- package/dist/evals/__tests__/providers.test.js.map +0 -1
- package/dist/evals/__tests__/utils.test.js +0 -46
- package/dist/evals/__tests__/utils.test.js.map +0 -1
- package/dist/evals/all.d.ts +0 -4
- package/dist/evals/all.js +0 -35
- package/dist/evals/all.js.map +0 -1
- package/dist/evals/base.d.ts +0 -15
- package/dist/evals/base.js +0 -51
- package/dist/evals/base.js.map +0 -1
- package/dist/evals/bias.d.ts +0 -4
- package/dist/evals/bias.js +0 -35
- package/dist/evals/bias.js.map +0 -1
- package/dist/evals/hallucination.d.ts +0 -4
- package/dist/evals/hallucination.js +0 -32
- package/dist/evals/hallucination.js.map +0 -1
- package/dist/evals/llm/anthropic.d.ts +0 -5
- package/dist/evals/llm/anthropic.js +0 -42
- package/dist/evals/llm/anthropic.js.map +0 -1
- package/dist/evals/llm/openai.d.ts +0 -6
- package/dist/evals/llm/openai.js +0 -28
- package/dist/evals/llm/openai.js.map +0 -1
- package/dist/evals/llm/providers.d.ts +0 -7
- package/dist/evals/llm/providers.js +0 -10
- package/dist/evals/llm/providers.js.map +0 -1
- package/dist/evals/metrics.d.ts +0 -9
- package/dist/evals/metrics.js +0 -38
- package/dist/evals/metrics.js.map +0 -1
- package/dist/evals/toxicity.d.ts +0 -4
- package/dist/evals/toxicity.js +0 -33
- package/dist/evals/toxicity.js.map +0 -1
- package/dist/evals/utils.d.ts +0 -4
- package/dist/evals/utils.js +0 -39
- package/dist/evals/utils.js.map +0 -1
- package/dist/guard/__tests__/gaurd.test.js +0 -136
- package/dist/guard/__tests__/gaurd.test.js.map +0 -1
- package/dist/guard/__tests__/utils.test.js +0 -64
- package/dist/guard/__tests__/utils.test.js.map +0 -1
- package/dist/guard/all.d.ts +0 -8
- package/dist/guard/all.js +0 -28
- package/dist/guard/all.js.map +0 -1
- package/dist/guard/types.d.ts +0 -26
- package/dist/guard/types.js +0 -4
- package/dist/guard/types.js.map +0 -1
- package/dist/guard/utils.d.ts +0 -13
- package/dist/guard/utils.js +0 -79
- package/dist/guard/utils.js.map +0 -1
- /package/dist/{evals/__tests__/anthropic.test.d.ts → __tests__/manual-trace.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/metrics.test.d.ts → __tests__/register.test.d.ts} +0 -0
- /package/dist/evals/__tests__/{base.test.d.ts → offline.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/core.test.d.ts → guard/__tests__/integration.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/openai.test.d.ts → guard/__tests__/pii.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/providers.test.d.ts → guard/__tests__/pipeline.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/utils.test.d.ts → guard/__tests__/prompt-injection.test.d.ts} +0 -0
- /package/dist/{guard/__tests__/gaurd.test.d.ts → instrumentation/__tests__/assemblyai-wrapper.test.d.ts} +0 -0
- /package/dist/{guard/__tests__/utils.test.d.ts → instrumentation/__tests__/browser-use-wrapper.test.d.ts} +0 -0
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import type { MeterType } from '../../types';
|
|
2
|
+
export type GpuType = 'nvidia' | 'amd';
|
|
3
|
+
export interface GpuStats {
|
|
4
|
+
index: string;
|
|
5
|
+
uuid: string;
|
|
6
|
+
name: string;
|
|
7
|
+
utilization: number;
|
|
8
|
+
utilization_enc: number;
|
|
9
|
+
utilization_dec: number;
|
|
10
|
+
temperature: number;
|
|
11
|
+
fan_speed: number;
|
|
12
|
+
memory_available: number;
|
|
13
|
+
memory_total: number;
|
|
14
|
+
memory_used: number;
|
|
15
|
+
memory_free: number;
|
|
16
|
+
power_draw: number;
|
|
17
|
+
power_limit: number;
|
|
18
|
+
}
|
|
19
|
+
export type CommandRunner = (cmd: string, args: string[]) => Promise<string>;
|
|
20
|
+
export declare class GpuMetricsCollector {
|
|
21
|
+
private runner;
|
|
22
|
+
private gpuType;
|
|
23
|
+
constructor(runner?: CommandRunner);
|
|
24
|
+
detectGpuType(): Promise<GpuType | null>;
|
|
25
|
+
collectStats(): Promise<GpuStats[]>;
|
|
26
|
+
private collectNvidiaStats;
|
|
27
|
+
private collectAmdStats;
|
|
28
|
+
/**
|
|
29
|
+
* Detect a supported GPU and register observable gauges on the meter.
|
|
30
|
+
* Returns the detected GPU type, or null if no supported GPU was found.
|
|
31
|
+
*/
|
|
32
|
+
setup(options: {
|
|
33
|
+
meter: MeterType;
|
|
34
|
+
environment: string;
|
|
35
|
+
applicationName: string;
|
|
36
|
+
}): Promise<GpuType | null>;
|
|
37
|
+
}
|
|
38
|
+
export default GpuMetricsCollector;
|
|
@@ -0,0 +1,233 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.GpuMetricsCollector = void 0;
|
|
7
|
+
/**
|
|
8
|
+
* GPU metrics collection for Node.js services, mirroring the Python SDK's
|
|
9
|
+
* `gpu` instrumentor (sdk/python/src/openlit/instrumentation/gpu/).
|
|
10
|
+
*
|
|
11
|
+
* Instead of NVML/AMD-SMI native bindings, this collector shells out to the
|
|
12
|
+
* vendor CLI tools that ship with the drivers:
|
|
13
|
+
* - NVIDIA: `nvidia-smi --query-gpu=... --format=csv,noheader,nounits`
|
|
14
|
+
* - AMD: `rocm-smi --json` with the relevant --show* flags
|
|
15
|
+
*
|
|
16
|
+
* Metric names and attributes match the Python SDK exactly so dashboards
|
|
17
|
+
* stay shared across languages.
|
|
18
|
+
*/
|
|
19
|
+
const child_process_1 = require("child_process");
|
|
20
|
+
const api_1 = require("@opentelemetry/api");
|
|
21
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
22
|
+
const constant_1 = require("../../constant");
|
|
23
|
+
const GPU_METRICS = [
|
|
24
|
+
{ semconv: semantic_convention_1.default.GPU_UTILIZATION, key: 'utilization', description: 'GPU Utilization' },
|
|
25
|
+
{ semconv: semantic_convention_1.default.GPU_UTILIZATION_ENC, key: 'utilization_enc', description: 'GPU Utilization Enc' },
|
|
26
|
+
{ semconv: semantic_convention_1.default.GPU_UTILIZATION_DEC, key: 'utilization_dec', description: 'GPU Utilization Dec' },
|
|
27
|
+
{ semconv: semantic_convention_1.default.GPU_TEMPERATURE, key: 'temperature', description: 'GPU Temperature' },
|
|
28
|
+
{ semconv: semantic_convention_1.default.GPU_FAN_SPEED, key: 'fan_speed', description: 'GPU Fan Speed' },
|
|
29
|
+
{ semconv: semantic_convention_1.default.GPU_MEMORY_AVAILABLE, key: 'memory_available', description: 'GPU Memory Available' },
|
|
30
|
+
{ semconv: semantic_convention_1.default.GPU_MEMORY_TOTAL, key: 'memory_total', description: 'GPU Memory Total' },
|
|
31
|
+
{ semconv: semantic_convention_1.default.GPU_MEMORY_USED, key: 'memory_used', description: 'GPU Memory Used' },
|
|
32
|
+
{ semconv: semantic_convention_1.default.GPU_MEMORY_FREE, key: 'memory_free', description: 'GPU Memory Free' },
|
|
33
|
+
{ semconv: semantic_convention_1.default.GPU_POWER_DRAW, key: 'power_draw', description: 'GPU Power Draw' },
|
|
34
|
+
{ semconv: semantic_convention_1.default.GPU_POWER_LIMIT, key: 'power_limit', description: 'GPU Power Limit' },
|
|
35
|
+
];
|
|
36
|
+
/**
|
|
37
|
+
* Field order must stay aligned with the CSV column indices in collectNvidiaStats.
|
|
38
|
+
* `enforced.power.limit` matches Python's nvmlDeviceGetEnforcedPowerLimit;
|
|
39
|
+
* `power.limit` is a fallback when enforced is N/A.
|
|
40
|
+
*/
|
|
41
|
+
const NVIDIA_SMI_FIELDS = [
|
|
42
|
+
'index',
|
|
43
|
+
'uuid',
|
|
44
|
+
'name',
|
|
45
|
+
'utilization.gpu',
|
|
46
|
+
'utilization.encoder',
|
|
47
|
+
'utilization.decoder',
|
|
48
|
+
'temperature.gpu',
|
|
49
|
+
'fan.speed',
|
|
50
|
+
'memory.total',
|
|
51
|
+
'memory.used',
|
|
52
|
+
'memory.free',
|
|
53
|
+
'power.draw',
|
|
54
|
+
'enforced.power.limit',
|
|
55
|
+
'power.limit',
|
|
56
|
+
];
|
|
57
|
+
const defaultRunner = (cmd, args) => new Promise((resolve, reject) => {
|
|
58
|
+
(0, child_process_1.execFile)(cmd, args, { timeout: 10000, windowsHide: true }, (error, stdout) => {
|
|
59
|
+
if (error)
|
|
60
|
+
reject(error);
|
|
61
|
+
else
|
|
62
|
+
resolve(stdout);
|
|
63
|
+
});
|
|
64
|
+
});
|
|
65
|
+
function toNumber(value) {
|
|
66
|
+
const n = parseFloat(String(value));
|
|
67
|
+
return Number.isFinite(n) ? n : 0;
|
|
68
|
+
}
|
|
69
|
+
class GpuMetricsCollector {
|
|
70
|
+
constructor(runner = defaultRunner) {
|
|
71
|
+
this.gpuType = null;
|
|
72
|
+
this.runner = runner;
|
|
73
|
+
}
|
|
74
|
+
async detectGpuType() {
|
|
75
|
+
try {
|
|
76
|
+
await this.runner('nvidia-smi', ['-L']);
|
|
77
|
+
return 'nvidia';
|
|
78
|
+
}
|
|
79
|
+
catch {
|
|
80
|
+
/* not nvidia */
|
|
81
|
+
}
|
|
82
|
+
try {
|
|
83
|
+
await this.runner('rocm-smi', ['--showid', '--json']);
|
|
84
|
+
return 'amd';
|
|
85
|
+
}
|
|
86
|
+
catch {
|
|
87
|
+
/* not amd */
|
|
88
|
+
}
|
|
89
|
+
return null;
|
|
90
|
+
}
|
|
91
|
+
async collectStats() {
|
|
92
|
+
if (this.gpuType === 'nvidia')
|
|
93
|
+
return this.collectNvidiaStats();
|
|
94
|
+
if (this.gpuType === 'amd')
|
|
95
|
+
return this.collectAmdStats();
|
|
96
|
+
return [];
|
|
97
|
+
}
|
|
98
|
+
async collectNvidiaStats() {
|
|
99
|
+
const stdout = await this.runner('nvidia-smi', [
|
|
100
|
+
`--query-gpu=${NVIDIA_SMI_FIELDS.join(',')}`,
|
|
101
|
+
'--format=csv,noheader,nounits',
|
|
102
|
+
]);
|
|
103
|
+
return stdout
|
|
104
|
+
.split('\n')
|
|
105
|
+
.map((line) => line.trim())
|
|
106
|
+
.filter((line) => line.length > 0)
|
|
107
|
+
.map((line) => {
|
|
108
|
+
const parts = line.split(',').map((p) => p.trim());
|
|
109
|
+
const memoryFree = toNumber(parts[10]);
|
|
110
|
+
// Prefer enforced power limit (Python NVML parity); fall back to power.limit.
|
|
111
|
+
const powerLimit = toNumber(parts[12]) || toNumber(parts[13]);
|
|
112
|
+
return {
|
|
113
|
+
index: parts[0] ?? '0',
|
|
114
|
+
uuid: parts[1] ?? '',
|
|
115
|
+
name: parts[2] ?? '',
|
|
116
|
+
utilization: toNumber(parts[3]),
|
|
117
|
+
utilization_enc: toNumber(parts[4]),
|
|
118
|
+
utilization_dec: toNumber(parts[5]),
|
|
119
|
+
temperature: toNumber(parts[6]),
|
|
120
|
+
// Python NVML path always reports 0 for NVIDIA fan_speed (many
|
|
121
|
+
// datacenter cards have no fan sensor). nvidia-smi exposes the value
|
|
122
|
+
// when present; [N/A] becomes 0 via toNumber, matching Python.
|
|
123
|
+
fan_speed: toNumber(parts[7]),
|
|
124
|
+
memory_total: toNumber(parts[8]),
|
|
125
|
+
memory_used: toNumber(parts[9]),
|
|
126
|
+
memory_free: memoryFree,
|
|
127
|
+
// Python NVIDIA: memory_available == memory_free
|
|
128
|
+
memory_available: memoryFree,
|
|
129
|
+
power_draw: toNumber(parts[11]),
|
|
130
|
+
power_limit: powerLimit,
|
|
131
|
+
};
|
|
132
|
+
});
|
|
133
|
+
}
|
|
134
|
+
async collectAmdStats() {
|
|
135
|
+
const stdout = await this.runner('rocm-smi', [
|
|
136
|
+
'--showid',
|
|
137
|
+
'--showuniqueid',
|
|
138
|
+
'--showproductname',
|
|
139
|
+
'--showuse',
|
|
140
|
+
'--showmeminfo',
|
|
141
|
+
'vram',
|
|
142
|
+
'--showtemp',
|
|
143
|
+
'--showfan',
|
|
144
|
+
'--showpower',
|
|
145
|
+
'--json',
|
|
146
|
+
]);
|
|
147
|
+
let parsed;
|
|
148
|
+
try {
|
|
149
|
+
parsed = JSON.parse(stdout);
|
|
150
|
+
}
|
|
151
|
+
catch (e) {
|
|
152
|
+
throw new Error(`rocm-smi returned invalid JSON: ${e}`);
|
|
153
|
+
}
|
|
154
|
+
const megaBytes = 1024 * 1024;
|
|
155
|
+
return Object.entries(parsed)
|
|
156
|
+
.filter(([card]) => card.toLowerCase().startsWith('card'))
|
|
157
|
+
.map(([card, data], i) => {
|
|
158
|
+
const memoryTotal = toNumber(data['VRAM Total Memory (B)']) / megaBytes;
|
|
159
|
+
const memoryUsed = toNumber(data['VRAM Total Used Memory (B)']) / megaBytes;
|
|
160
|
+
const memoryFree = memoryTotal - memoryUsed;
|
|
161
|
+
// Prefer ordinal from "card0" / "card1" (Python uses xgmi index 0..N).
|
|
162
|
+
const cardIndex = card.replace(/^card/i, '');
|
|
163
|
+
return {
|
|
164
|
+
index: String(cardIndex !== '' ? cardIndex : i),
|
|
165
|
+
uuid: String(data['Unique ID'] ?? ''),
|
|
166
|
+
name: String(data['Card series'] ?? data['Card SKU'] ?? ''),
|
|
167
|
+
utilization: toNumber(data['GPU use (%)']),
|
|
168
|
+
// Python AMD stubs encoder/decoder utilization to 0
|
|
169
|
+
utilization_enc: 0,
|
|
170
|
+
utilization_dec: 0,
|
|
171
|
+
temperature: toNumber(data['Temperature (Sensor edge) (C)']),
|
|
172
|
+
fan_speed: toNumber(data['Fan speed (%)']),
|
|
173
|
+
memory_total: memoryTotal,
|
|
174
|
+
memory_used: memoryUsed,
|
|
175
|
+
memory_free: memoryFree,
|
|
176
|
+
// Python AMD sets memory_available to total (not free) — keep parity
|
|
177
|
+
memory_available: memoryTotal,
|
|
178
|
+
power_draw: toNumber(data['Average Graphics Package Power (W)'] ??
|
|
179
|
+
data['Current Socket Graphics Package Power (W)']),
|
|
180
|
+
power_limit: toNumber(data['Max Graphics Package Power (W)']),
|
|
181
|
+
};
|
|
182
|
+
});
|
|
183
|
+
}
|
|
184
|
+
/**
|
|
185
|
+
* Detect a supported GPU and register observable gauges on the meter.
|
|
186
|
+
* Returns the detected GPU type, or null if no supported GPU was found.
|
|
187
|
+
*/
|
|
188
|
+
async setup(options) {
|
|
189
|
+
this.gpuType = await this.detectGpuType();
|
|
190
|
+
if (!this.gpuType) {
|
|
191
|
+
// Match Python openlit.init(): skip quietly-ish when no GPU is present.
|
|
192
|
+
// Use warn because OpenLIT sets DiagLogLevel.WARN (info is filtered).
|
|
193
|
+
api_1.diag.warn('OpenLIT: No supported GPUs found; skipping GPU metrics collection. ' +
|
|
194
|
+
'If this is a non-GPU host, set `collectGpuStats: false` to disable GPU stats.');
|
|
195
|
+
return null;
|
|
196
|
+
}
|
|
197
|
+
const gauges = [];
|
|
198
|
+
const gaugeByKey = new Map();
|
|
199
|
+
for (const { semconv, key, description } of GPU_METRICS) {
|
|
200
|
+
const gauge = options.meter.createObservableGauge(semconv, { description });
|
|
201
|
+
gauges.push(gauge);
|
|
202
|
+
gaugeByKey.set(gauge, key);
|
|
203
|
+
}
|
|
204
|
+
options.meter.addBatchObservableCallback(async (result) => {
|
|
205
|
+
let stats;
|
|
206
|
+
try {
|
|
207
|
+
stats = await this.collectStats();
|
|
208
|
+
}
|
|
209
|
+
catch (e) {
|
|
210
|
+
api_1.diag.error(`Error in GPU metrics collection: ${e}`);
|
|
211
|
+
return;
|
|
212
|
+
}
|
|
213
|
+
for (const gpu of stats) {
|
|
214
|
+
const attributes = {
|
|
215
|
+
'telemetry.sdk.name': constant_1.SDK_NAME,
|
|
216
|
+
'service.name': options.applicationName,
|
|
217
|
+
[semantic_convention_1.default.ATTR_DEPLOYMENT_ENVIRONMENT]: options.environment,
|
|
218
|
+
[semantic_convention_1.default.GPU_INDEX]: gpu.index,
|
|
219
|
+
[semantic_convention_1.default.GPU_UUID]: gpu.uuid,
|
|
220
|
+
[semantic_convention_1.default.GPU_NAME]: gpu.name,
|
|
221
|
+
};
|
|
222
|
+
for (const gauge of gauges) {
|
|
223
|
+
const key = gaugeByKey.get(gauge);
|
|
224
|
+
result.observe(gauge, gpu[key], attributes);
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
}, gauges);
|
|
228
|
+
return this.gpuType;
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
exports.GpuMetricsCollector = GpuMetricsCollector;
|
|
232
|
+
exports.default = GpuMetricsCollector;
|
|
233
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/gpu/index.ts"],"names":[],"mappings":";;;;;;AAAA;;;;;;;;;;;GAWG;AACH,iDAAyC;AACzC,4CAA0C;AAE1C,oFAA2D;AAC3D,6CAA0C;AAwB1C,MAAM,WAAW,GAAuE;IACtF,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACnG,EAAE,OAAO,EAAE,6BAAkB,CAAC,mBAAmB,EAAE,GAAG,EAAE,iBAAiB,EAAE,WAAW,EAAE,qBAAqB,EAAE;IAC/G,EAAE,OAAO,EAAE,6BAAkB,CAAC,mBAAmB,EAAE,GAAG,EAAE,iBAAiB,EAAE,WAAW,EAAE,qBAAqB,EAAE;IAC/G,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACnG,EAAE,OAAO,EAAE,6BAAkB,CAAC,aAAa,EAAE,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE;IAC7F,EAAE,OAAO,EAAE,6BAAkB,CAAC,oBAAoB,EAAE,GAAG,EAAE,kBAAkB,EAAE,WAAW,EAAE,sBAAsB,EAAE;IAClH,EAAE,OAAO,EAAE,6BAAkB,CAAC,gBAAgB,EAAE,GAAG,EAAE,cAAc,EAAE,WAAW,EAAE,kBAAkB,EAAE;IACtG,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACnG,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;IACnG,EAAE,OAAO,EAAE,6BAAkB,CAAC,cAAc,EAAE,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE;IAChG,EAAE,OAAO,EAAE,6BAAkB,CAAC,eAAe,EAAE,GAAG,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE;CACpG,CAAC;AAEF;;;;GAIG;AACH,MAAM,iBAAiB,GAAG;IACxB,OAAO;IACP,MAAM;IACN,MAAM;IACN,iBAAiB;IACjB,qBAAqB;IACrB,qBAAqB;IACrB,iBAAiB;IACjB,WAAW;IACX,cAAc;IACd,aAAa;IACb,aAAa;IACb,YAAY;IACZ,sBAAsB;IACtB,aAAa;CACL,CAAC;AAIX,MAAM,aAAa,GAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CACjD,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IAC9B,IAAA,wBAAQ,EAAC,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QAC3E,IAAI,KAAK;YAAE,MAAM,CAAC,KAAK,CAAC,CAAC;;YACpB,OAAO,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEL,SAAS,QAAQ,CAAC,KAAc;IAC9B,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,MAAa,mBAAmB;IAI9B,YAAY,SAAwB,aAAa;QAFzC,YAAO,GAAmB,IAAI,CAAC;QAGrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,MAAM,CAAC;YACP,gBAAgB;QAClB,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;YACtD,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,aAAa;QACf,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAChE,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;QAC1D,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE;YAC7C,eAAe,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC5C,+BAA+B;SAChC,CAAC,CAAC;QAEH,OAAO,MAAM;aACV,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;aACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACnD,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACvC,8EAA8E;YAC9E,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG;gBACtB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;gBACpB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;gBACpB,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACnC,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACnC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,+DAA+D;gBAC/D,qEAAqE;gBACrE,+DAA+D;gBAC/D,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC7B,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAChC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,WAAW,EAAE,UAAU;gBACvB,iDAAiD;gBACjD,gBAAgB,EAAE,UAAU;gBAC5B,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/B,WAAW,EAAE,UAAU;aACxB,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;YAC3C,UAAU;YACV,gBAAgB;YAChB,mBAAmB;YACnB,WAAW;YACX,eAAe;YACf,MAAM;YACN,YAAY;YACZ,WAAW;YACX,aAAa;YACb,QAAQ;SACT,CAAC,CAAC;QAEH,IAAI,MAA+C,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAA4C,CAAC;QACzE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,GAAG,IAAI,CAAC;QAE9B,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;aAC1B,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;aACzD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;YACvB,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,GAAG,SAAS,CAAC;YACxE,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,GAAG,SAAS,CAAC;YAC5E,MAAM,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;YAC5C,uEAAuE;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC7C,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;gBACrC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;gBAC3D,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC1C,oDAAoD;gBACpD,eAAe,EAAE,CAAC;gBAClB,eAAe,EAAE,CAAC;gBAClB,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;gBAC5D,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAC1C,YAAY,EAAE,WAAW;gBACzB,WAAW,EAAE,UAAU;gBACvB,WAAW,EAAE,UAAU;gBACvB,qEAAqE;gBACrE,gBAAgB,EAAE,WAAW;gBAC7B,UAAU,EAAE,QAAQ,CAClB,IAAI,CAAC,oCAAoC,CAAC;oBACxC,IAAI,CAAC,2CAA2C,CAAC,CACpD;gBACD,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;aAC9D,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,OAIX;QACC,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,wEAAwE;YACxE,sEAAsE;YACtE,UAAI,CAAC,IAAI,CACP,qEAAqE;gBACnE,+EAA+E,CAClF,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAiC,CAAC;QAC5D,KAAK,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,WAAW,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YAC5E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,KAAK,EAAE,MAA6B,EAAE,EAAE;YAC/E,IAAI,KAAiB,CAAC;YACtB,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,UAAI,CAAC,KAAK,CAAC,oCAAoC,CAAC,EAAE,CAAC,CAAC;gBACpD,OAAO;YACT,CAAC;YAED,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG;oBACjB,oBAAoB,EAAE,mBAAQ;oBAC9B,cAAc,EAAE,OAAO,CAAC,eAAe;oBACvC,CAAC,6BAAkB,CAAC,2BAA2B,CAAC,EAAE,OAAO,CAAC,WAAW;oBACrE,CAAC,6BAAkB,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,KAAK;oBACzC,CAAC,6BAAkB,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,IAAI;oBACvC,CAAC,6BAAkB,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,IAAI;iBACxC,CAAC;gBACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAiB,CAAC;oBAClD,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;QACH,CAAC,EAAE,MAAM,CAAC,CAAC;QAEX,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAlLD,kDAkLC;AAED,kBAAe,mBAAmB,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
|
|
2
|
+
import { InstrumentationConfig } from '@opentelemetry/instrumentation';
|
|
3
|
+
export interface GradientInstrumentationConfig extends InstrumentationConfig {
|
|
4
|
+
}
|
|
5
|
+
export default class OpenlitGradientInstrumentation extends InstrumentationBase {
|
|
6
|
+
constructor(config?: GradientInstrumentationConfig);
|
|
7
|
+
private safeWrap;
|
|
8
|
+
protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
|
|
9
|
+
manualPatch(gradient: any): void;
|
|
10
|
+
protected _patch(moduleExports: any): void;
|
|
11
|
+
protected _unpatch(moduleExports: any): void;
|
|
12
|
+
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const instrumentation_1 = require("@opentelemetry/instrumentation");
|
|
7
|
+
const constant_1 = require("../../constant");
|
|
8
|
+
const wrapper_1 = __importDefault(require("./wrapper"));
|
|
9
|
+
class OpenlitGradientInstrumentation extends instrumentation_1.InstrumentationBase {
|
|
10
|
+
constructor(config = {}) {
|
|
11
|
+
super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-gradient`, '1.0.0', config);
|
|
12
|
+
}
|
|
13
|
+
safeWrap(target, method, patcher) {
|
|
14
|
+
if (!target?.[method])
|
|
15
|
+
return;
|
|
16
|
+
if ((0, instrumentation_1.isWrapped)(target[method])) {
|
|
17
|
+
this._unwrap(target, method);
|
|
18
|
+
}
|
|
19
|
+
this._wrap(target, method, patcher(this.tracer));
|
|
20
|
+
}
|
|
21
|
+
init() {
|
|
22
|
+
const module = new instrumentation_1.InstrumentationNodeModuleDefinition('@digitalocean/gradient',
|
|
23
|
+
// @digitalocean/gradient currently ships only as a prerelease (0.1.0-alpha.*).
|
|
24
|
+
// A plain '>=0.1.0' range does NOT match prereleases under semver, so the hook
|
|
25
|
+
// would load the module but silently skip patching. Anchor at the prerelease
|
|
26
|
+
// tag (mirrors azure-ai-inference's '>=1.0.0-beta.1'); this still matches the
|
|
27
|
+
// eventual stable 0.1.0 and later. See semver.satisfies prerelease semantics.
|
|
28
|
+
['>=0.1.0-alpha.0'], (moduleExports) => {
|
|
29
|
+
this._patch(moduleExports);
|
|
30
|
+
return moduleExports;
|
|
31
|
+
}, (moduleExports) => {
|
|
32
|
+
if (moduleExports !== undefined) {
|
|
33
|
+
this._unpatch(moduleExports);
|
|
34
|
+
}
|
|
35
|
+
});
|
|
36
|
+
return [module];
|
|
37
|
+
}
|
|
38
|
+
manualPatch(gradient) {
|
|
39
|
+
this._patch(gradient);
|
|
40
|
+
}
|
|
41
|
+
_patch(moduleExports) {
|
|
42
|
+
try {
|
|
43
|
+
const Gradient = moduleExports?.Gradient;
|
|
44
|
+
if (!Gradient)
|
|
45
|
+
return;
|
|
46
|
+
// Chat completions (inference)
|
|
47
|
+
this.safeWrap(Gradient.Chat?.Completions?.prototype, 'create', wrapper_1.default._patchChatCompletionCreate);
|
|
48
|
+
// Agent chat completions
|
|
49
|
+
this.safeWrap(Gradient.Agents?.Chat?.Completions?.prototype, 'create', wrapper_1.default._patchAgentChatCompletionCreate);
|
|
50
|
+
// Image generation
|
|
51
|
+
this.safeWrap(Gradient.Images?.prototype, 'generate', wrapper_1.default._patchImageGenerate);
|
|
52
|
+
}
|
|
53
|
+
catch (e) {
|
|
54
|
+
console.error('Error in _patch method:', e);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
_unpatch(moduleExports) {
|
|
58
|
+
const Gradient = moduleExports?.Gradient;
|
|
59
|
+
if (!Gradient)
|
|
60
|
+
return;
|
|
61
|
+
const targets = [
|
|
62
|
+
[Gradient.Chat?.Completions?.prototype, 'create'],
|
|
63
|
+
[Gradient.Agents?.Chat?.Completions?.prototype, 'create'],
|
|
64
|
+
[Gradient.Images?.prototype, 'generate'],
|
|
65
|
+
];
|
|
66
|
+
for (const [target, method] of targets) {
|
|
67
|
+
if (target?.[method]) {
|
|
68
|
+
this._unwrap(target, method);
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
exports.default = OpenlitGradientInstrumentation;
|
|
74
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/gradient/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AACxD,wDAAwC;AAIxC,MAAqB,8BAA+B,SAAQ,qCAAmB;IAC7E,YAAY,SAAwC,EAAE;QACpD,KAAK,CAAC,GAAG,iCAAsB,2BAA2B,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAEO,QAAQ,CAAC,MAAW,EAAE,MAAc,EAAE,OAA6B;QACzE,IAAI,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC;YAAE,OAAO;QAC9B,IAAI,IAAA,2BAAS,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACnD,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,wBAAwB;QACxB,+EAA+E;QAC/E,+EAA+E;QAC/E,6EAA6E;QAC7E,8EAA8E;QAC9E,8EAA8E;QAC9E,CAAC,iBAAiB,CAAC,EACnB,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,QAAa;QAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IAES,MAAM,CAAC,aAAkB;QACjC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,aAAa,EAAE,QAAQ,CAAC;YACzC,IAAI,CAAC,QAAQ;gBAAE,OAAO;YAEtB,+BAA+B;YAC/B,IAAI,CAAC,QAAQ,CACX,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,EACrC,QAAQ,EACR,iBAAe,CAAC,0BAA0B,CAC3C,CAAC;YAEF,yBAAyB;YACzB,IAAI,CAAC,QAAQ,CACX,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAC7C,QAAQ,EACR,iBAAe,CAAC,+BAA+B,CAChD,CAAC;YAEF,mBAAmB;YACnB,IAAI,CAAC,QAAQ,CACX,QAAQ,CAAC,MAAM,EAAE,SAAS,EAC1B,UAAU,EACV,iBAAe,CAAC,mBAAmB,CACpC,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAAkB;QACnC,MAAM,QAAQ,GAAG,aAAa,EAAE,QAAQ,CAAC;QACzC,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,MAAM,OAAO,GAAyB;YACpC,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC;YACjD,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC;YACzD,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC;SACzC,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACvC,IAAI,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;CACF;AArFD,iDAqFC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { Attributes } from '@opentelemetry/api';
|
|
2
|
+
export type GradientEndpointKind = 'inference' | 'agent';
|
|
3
|
+
/**
|
|
4
|
+
* Walk the Gradient APIResource `_client` chain and read the per-route endpoint
|
|
5
|
+
* from the root client (mirrors Python `_resolve_endpoint`).
|
|
6
|
+
*/
|
|
7
|
+
export declare function resolveGradientEndpoint(instance: any, kind: GradientEndpointKind): [string, number];
|
|
8
|
+
/** Extract agent UUID from `{uuid}.agents.do-ai.run` hostnames (Python parity). */
|
|
9
|
+
export declare function agentIdFromHost(host: string): string | undefined;
|
|
10
|
+
export declare function gradientSpanCreationAttrs(operationName: string, requestModel: string, serverAddress: string, serverPort: number): Attributes;
|
|
11
|
+
/** Normalize OpenAI-style stop sequences (Python `_normalize_stop`). */
|
|
12
|
+
export declare function normalizeStopSequences(stop: unknown): string[] | undefined;
|
|
13
|
+
/** Request attributes shared by chat and agent-chat surfaces. */
|
|
14
|
+
export declare function applyGradientChatRequestAttributes(span: any, body: Record<string, any>): void;
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.resolveGradientEndpoint = resolveGradientEndpoint;
|
|
7
|
+
exports.agentIdFromHost = agentIdFromHost;
|
|
8
|
+
exports.gradientSpanCreationAttrs = gradientSpanCreationAttrs;
|
|
9
|
+
exports.normalizeStopSequences = normalizeStopSequences;
|
|
10
|
+
exports.applyGradientChatRequestAttributes = applyGradientChatRequestAttributes;
|
|
11
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
12
|
+
const DEFAULT_HOSTS = {
|
|
13
|
+
inference: ['inference.do-ai.run', 443],
|
|
14
|
+
agent: ['agents.do-ai.run', 443],
|
|
15
|
+
};
|
|
16
|
+
const ENDPOINT_ATTRS = {
|
|
17
|
+
inference: 'inferenceEndpoint',
|
|
18
|
+
agent: 'agentEndpoint',
|
|
19
|
+
};
|
|
20
|
+
/**
|
|
21
|
+
* Walk the Gradient APIResource `_client` chain and read the per-route endpoint
|
|
22
|
+
* from the root client (mirrors Python `_resolve_endpoint`).
|
|
23
|
+
*/
|
|
24
|
+
function resolveGradientEndpoint(instance, kind) {
|
|
25
|
+
const [defaultHost, defaultPort] = DEFAULT_HOSTS[kind];
|
|
26
|
+
const attr = ENDPOINT_ATTRS[kind];
|
|
27
|
+
const candidates = [];
|
|
28
|
+
const seen = new Set();
|
|
29
|
+
let current = instance;
|
|
30
|
+
while (current && !seen.has(current)) {
|
|
31
|
+
seen.add(current);
|
|
32
|
+
candidates.push(current);
|
|
33
|
+
current = current._client;
|
|
34
|
+
}
|
|
35
|
+
for (const cand of candidates) {
|
|
36
|
+
const raw = cand?.[attr];
|
|
37
|
+
if (!raw)
|
|
38
|
+
continue;
|
|
39
|
+
try {
|
|
40
|
+
const url = new URL(String(raw).includes('://') ? String(raw) : `https://${raw}`);
|
|
41
|
+
const host = url.hostname || defaultHost;
|
|
42
|
+
const port = url.port
|
|
43
|
+
? Number(url.port)
|
|
44
|
+
: url.protocol === 'http:'
|
|
45
|
+
? 80
|
|
46
|
+
: 443;
|
|
47
|
+
return [host, port];
|
|
48
|
+
}
|
|
49
|
+
catch {
|
|
50
|
+
const host = String(raw).split(':')[0] || defaultHost;
|
|
51
|
+
return [host, defaultPort];
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
return DEFAULT_HOSTS[kind];
|
|
55
|
+
}
|
|
56
|
+
/** Extract agent UUID from `{uuid}.agents.do-ai.run` hostnames (Python parity). */
|
|
57
|
+
function agentIdFromHost(host) {
|
|
58
|
+
if (!host || !host.includes('agents.do-ai.run'))
|
|
59
|
+
return undefined;
|
|
60
|
+
const head = host.split('.agents.do-ai.run')[0];
|
|
61
|
+
return head || undefined;
|
|
62
|
+
}
|
|
63
|
+
function gradientSpanCreationAttrs(operationName, requestModel, serverAddress, serverPort) {
|
|
64
|
+
return {
|
|
65
|
+
[semantic_convention_1.default.GEN_AI_OPERATION]: operationName,
|
|
66
|
+
[semantic_convention_1.default.GEN_AI_PROVIDER_NAME_OTEL]: semantic_convention_1.default.GEN_AI_SYSTEM_DIGITALOCEAN,
|
|
67
|
+
[semantic_convention_1.default.GEN_AI_REQUEST_MODEL]: requestModel,
|
|
68
|
+
[semantic_convention_1.default.SERVER_ADDRESS]: serverAddress,
|
|
69
|
+
[semantic_convention_1.default.SERVER_PORT]: serverPort,
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
/** Normalize OpenAI-style stop sequences (Python `_normalize_stop`). */
|
|
73
|
+
function normalizeStopSequences(stop) {
|
|
74
|
+
if (stop == null)
|
|
75
|
+
return undefined;
|
|
76
|
+
if (Array.isArray(stop)) {
|
|
77
|
+
const out = stop.filter((s) => s != null && String(s).length > 0).map(String);
|
|
78
|
+
return out.length > 0 ? out : undefined;
|
|
79
|
+
}
|
|
80
|
+
const s = String(stop);
|
|
81
|
+
return s ? [s] : undefined;
|
|
82
|
+
}
|
|
83
|
+
/** Request attributes shared by chat and agent-chat surfaces. */
|
|
84
|
+
function applyGradientChatRequestAttributes(span, body) {
|
|
85
|
+
if (body.temperature != null) {
|
|
86
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, body.temperature);
|
|
87
|
+
}
|
|
88
|
+
if (body.top_p != null) {
|
|
89
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, body.top_p);
|
|
90
|
+
}
|
|
91
|
+
const maxTokens = body.max_completion_tokens ?? body.max_tokens;
|
|
92
|
+
if (maxTokens != null) {
|
|
93
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, maxTokens);
|
|
94
|
+
}
|
|
95
|
+
if (body.frequency_penalty != null) {
|
|
96
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY, body.frequency_penalty);
|
|
97
|
+
}
|
|
98
|
+
if (body.presence_penalty != null) {
|
|
99
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY, body.presence_penalty);
|
|
100
|
+
}
|
|
101
|
+
const stopSequences = normalizeStopSequences(body.stop ?? body.stop_sequences);
|
|
102
|
+
if (stopSequences) {
|
|
103
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES, stopSequences);
|
|
104
|
+
}
|
|
105
|
+
if (body.seed != null) {
|
|
106
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_SEED, Number(body.seed));
|
|
107
|
+
}
|
|
108
|
+
if (body.n != null && body.n !== 1) {
|
|
109
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_CHOICE_COUNT, body.n);
|
|
110
|
+
}
|
|
111
|
+
if (body.user) {
|
|
112
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_USER, body.user);
|
|
113
|
+
}
|
|
114
|
+
if (body.reasoning_effort) {
|
|
115
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_REASONING_EFFORT, body.reasoning_effort);
|
|
116
|
+
}
|
|
117
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, Boolean(body.stream));
|
|
118
|
+
}
|
|
119
|
+
//# sourceMappingURL=utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/instrumentation/gradient/utils.ts"],"names":[],"mappings":";;;;;AAmBA,0DAkCC;AAGD,0CAIC;AAED,8DAaC;AAGD,wDAQC;AAGD,gFAkCC;AA1HD,oFAA2D;AAI3D,MAAM,aAAa,GAAmD;IACpE,SAAS,EAAE,CAAC,qBAAqB,EAAE,GAAG,CAAC;IACvC,KAAK,EAAE,CAAC,kBAAkB,EAAE,GAAG,CAAC;CACjC,CAAC;AAEF,MAAM,cAAc,GAAyC;IAC3D,SAAS,EAAE,mBAAmB;IAC9B,KAAK,EAAE,eAAe;CACvB,CAAC;AAEF;;;GAGG;AACH,SAAgB,uBAAuB,CACrC,QAAa,EACb,IAA0B;IAE1B,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,UAAU,GAAU,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAO,CAAC;IAC5B,IAAI,OAAO,GAAG,QAAQ,CAAC;IACvB,OAAO,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC5B,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;YAClF,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,IAAI,WAAW,CAAC;YACzC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI;gBACnB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;gBAClB,CAAC,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO;oBACxB,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,GAAG,CAAC;YACV,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC;YACtD,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,mFAAmF;AACnF,SAAgB,eAAe,CAAC,IAAY;IAC1C,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAAE,OAAO,SAAS,CAAC;IAClE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,OAAO,IAAI,IAAI,SAAS,CAAC;AAC3B,CAAC;AAED,SAAgB,yBAAyB,CACvC,aAAqB,EACrB,YAAoB,EACpB,aAAqB,EACrB,UAAkB;IAElB,OAAO;QACL,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,EAAE,aAAa;QACpD,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,EAAE,6BAAkB,CAAC,0BAA0B;QAC7F,CAAC,6BAAkB,CAAC,oBAAoB,CAAC,EAAE,YAAY;QACvD,CAAC,6BAAkB,CAAC,cAAc,CAAC,EAAE,aAAa;QAClD,CAAC,6BAAkB,CAAC,WAAW,CAAC,EAAE,UAAU;KAC7C,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,SAAgB,sBAAsB,CAAC,IAAa;IAClD,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC;IACnC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9E,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1C,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IACvB,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7B,CAAC;AAED,iEAAiE;AACjE,SAAgB,kCAAkC,CAAC,IAAS,EAAE,IAAyB;IACrF,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACzE,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,UAAU,CAAC;IAChE,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,SAAS,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACjG,CAAC;IACD,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC/F,CAAC;IACD,MAAM,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/E,IAAI,aAAa,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,aAAa,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC/F,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;AACvF,CAAC"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { Span, Tracer } from '@opentelemetry/api';
|
|
2
|
+
import BaseWrapper from '../base-wrapper';
|
|
3
|
+
import { GradientEndpointKind } from './utils';
|
|
4
|
+
type ChatPatchOptions = {
|
|
5
|
+
operationName: string;
|
|
6
|
+
endpointKind: GradientEndpointKind;
|
|
7
|
+
genAIEndpoint: string;
|
|
8
|
+
apiType: string;
|
|
9
|
+
isAgent?: boolean;
|
|
10
|
+
};
|
|
11
|
+
declare class GradientWrapper extends BaseWrapper {
|
|
12
|
+
static aiSystem: string;
|
|
13
|
+
static _patchChatCompletionCreate(tracer: Tracer): any;
|
|
14
|
+
static _patchAgentChatCompletionCreate(tracer: Tracer): any;
|
|
15
|
+
static _buildChatPatch(tracer: Tracer, options: ChatPatchOptions): any;
|
|
16
|
+
static _patchImageGenerate(tracer: Tracer): any;
|
|
17
|
+
static _chatCompletion({ args, genAIEndpoint, response, span, serverAddress, serverPort, operationName, apiType, }: {
|
|
18
|
+
args: any[];
|
|
19
|
+
genAIEndpoint: string;
|
|
20
|
+
response: any;
|
|
21
|
+
span: Span;
|
|
22
|
+
serverAddress: string;
|
|
23
|
+
serverPort: number;
|
|
24
|
+
operationName: string;
|
|
25
|
+
apiType: string;
|
|
26
|
+
}): Promise<any>;
|
|
27
|
+
static _chatCompletionGenerator({ args, genAIEndpoint, response, span, serverAddress, serverPort, operationName, apiType, }: {
|
|
28
|
+
args: any[];
|
|
29
|
+
genAIEndpoint: string;
|
|
30
|
+
response: any;
|
|
31
|
+
span: Span;
|
|
32
|
+
serverAddress: string;
|
|
33
|
+
serverPort: number;
|
|
34
|
+
operationName: string;
|
|
35
|
+
apiType: string;
|
|
36
|
+
}): AsyncGenerator<unknown, any, unknown>;
|
|
37
|
+
static _imageGenerateCommonSetter({ args, genAIEndpoint, response, span, serverAddress, serverPort, }: {
|
|
38
|
+
args: any[];
|
|
39
|
+
genAIEndpoint: string;
|
|
40
|
+
response: any;
|
|
41
|
+
span: Span;
|
|
42
|
+
serverAddress: string;
|
|
43
|
+
serverPort: number;
|
|
44
|
+
}): {
|
|
45
|
+
genAIEndpoint: string;
|
|
46
|
+
model: any;
|
|
47
|
+
user: any;
|
|
48
|
+
cost: number;
|
|
49
|
+
aiSystem: string;
|
|
50
|
+
serverAddress: string;
|
|
51
|
+
serverPort: number;
|
|
52
|
+
};
|
|
53
|
+
static _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, serverAddress, serverPort, operationName, apiType, reasoningText, }: {
|
|
54
|
+
args: any[];
|
|
55
|
+
genAIEndpoint: string;
|
|
56
|
+
result: any;
|
|
57
|
+
span: Span;
|
|
58
|
+
ttft?: number;
|
|
59
|
+
tbt?: number;
|
|
60
|
+
serverAddress: string;
|
|
61
|
+
serverPort: number;
|
|
62
|
+
operationName?: string;
|
|
63
|
+
apiType?: string;
|
|
64
|
+
reasoningText?: string;
|
|
65
|
+
}): Promise<{
|
|
66
|
+
genAIEndpoint: string;
|
|
67
|
+
model: any;
|
|
68
|
+
user: any;
|
|
69
|
+
cost: number;
|
|
70
|
+
aiSystem: string;
|
|
71
|
+
serverAddress: string;
|
|
72
|
+
serverPort: number;
|
|
73
|
+
}>;
|
|
74
|
+
static _buildOutputMessages(text: string, finishReason: string, toolCalls?: any[], reasoning?: string): string;
|
|
75
|
+
}
|
|
76
|
+
export default GradientWrapper;
|