openlit 1.12.0 → 1.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +34 -1
- package/dist/__tests__/manual-trace.test.js +118 -0
- package/dist/__tests__/manual-trace.test.js.map +1 -0
- package/dist/__tests__/register.test.js +90 -0
- package/dist/__tests__/register.test.js.map +1 -0
- package/dist/config.d.ts +7 -1
- package/dist/config.js +3 -1
- package/dist/config.js.map +1 -1
- package/dist/evals/__tests__/offline.test.js +418 -0
- package/dist/evals/__tests__/offline.test.js.map +1 -0
- package/dist/evals/index.d.ts +2 -5
- package/dist/evals/index.js +12 -26
- package/dist/evals/index.js.map +1 -1
- package/dist/evals/offline.d.ts +6 -0
- package/dist/evals/offline.js +347 -0
- package/dist/evals/offline.js.map +1 -0
- package/dist/evals/types.d.ts +69 -18
- package/dist/evals/types.js +20 -0
- package/dist/evals/types.js.map +1 -1
- package/dist/guard/__tests__/integration.test.js +178 -0
- package/dist/guard/__tests__/integration.test.js.map +1 -0
- package/dist/guard/__tests__/pii.test.js +109 -0
- package/dist/guard/__tests__/pii.test.js.map +1 -0
- package/dist/guard/__tests__/pipeline.test.js +162 -0
- package/dist/guard/__tests__/pipeline.test.js.map +1 -0
- package/dist/guard/__tests__/prompt-injection.test.js +92 -0
- package/dist/guard/__tests__/prompt-injection.test.js.map +1 -0
- package/dist/guard/base.d.ts +75 -14
- package/dist/guard/base.js +130 -53
- package/dist/guard/base.js.map +1 -1
- package/dist/guard/custom.d.ts +19 -0
- package/dist/guard/custom.js +46 -0
- package/dist/guard/custom.js.map +1 -0
- package/dist/guard/index.d.ts +24 -5
- package/dist/guard/index.js +39 -21
- package/dist/guard/index.js.map +1 -1
- package/dist/guard/integration.d.ts +32 -0
- package/dist/guard/integration.js +328 -0
- package/dist/guard/integration.js.map +1 -0
- package/dist/guard/moderation.d.ts +18 -0
- package/dist/guard/moderation.js +61 -0
- package/dist/guard/moderation.js.map +1 -0
- package/dist/guard/pii.d.ts +17 -0
- package/dist/guard/pii.js +94 -0
- package/dist/guard/pii.js.map +1 -0
- package/dist/guard/pipeline.d.ts +18 -0
- package/dist/guard/pipeline.js +96 -0
- package/dist/guard/pipeline.js.map +1 -0
- package/dist/guard/prompt-injection.d.ts +20 -6
- package/dist/guard/prompt-injection.js +59 -68
- package/dist/guard/prompt-injection.js.map +1 -1
- package/dist/guard/schema.d.ts +20 -0
- package/dist/guard/schema.js +99 -0
- package/dist/guard/schema.js.map +1 -0
- package/dist/guard/sensitive-topic.d.ts +22 -6
- package/dist/guard/sensitive-topic.js +78 -64
- package/dist/guard/sensitive-topic.js.map +1 -1
- package/dist/guard/topic-restriction.d.ts +21 -6
- package/dist/guard/topic-restriction.js +43 -64
- package/dist/guard/topic-restriction.js.map +1 -1
- package/dist/helpers.d.ts +133 -2
- package/dist/helpers.js +416 -5
- package/dist/helpers.js.map +1 -1
- package/dist/index.d.ts +54 -30
- package/dist/index.js +104 -22
- package/dist/index.js.map +1 -1
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.d.ts +13 -0
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js +176 -0
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.d.ts +10 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js +203 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js +262 -0
- package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.d.ts +7 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.js +160 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/browser-use-wrapper.test.js +284 -0
- package/dist/instrumentation/__tests__/browser-use-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.d.ts +12 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.js +95 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.js.map +1 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js +282 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js +238 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.js +247 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.js.map +1 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.d.ts +11 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js +391 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +150 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -1
- package/dist/instrumentation/__tests__/helpers-genai.test.d.ts +14 -0
- package/dist/instrumentation/__tests__/helpers-genai.test.js +347 -0
- package/dist/instrumentation/__tests__/helpers-genai.test.js.map +1 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.js +19 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.js.map +1 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.d.ts +13 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js +208 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.d.ts +21 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.js +455 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.d.ts +11 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js +214 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.d.ts +6 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js +409 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js +519 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/ai21/index.d.ts +11 -0
- package/dist/instrumentation/ai21/index.js +67 -0
- package/dist/instrumentation/ai21/index.js.map +1 -0
- package/dist/instrumentation/ai21/wrapper.d.ts +54 -0
- package/dist/instrumentation/ai21/wrapper.js +511 -0
- package/dist/instrumentation/ai21/wrapper.js.map +1 -0
- package/dist/instrumentation/anthropic/wrapper.js +56 -2
- package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
- package/dist/instrumentation/assemblyai/index.d.ts +12 -0
- package/dist/instrumentation/assemblyai/index.js +91 -0
- package/dist/instrumentation/assemblyai/index.js.map +1 -0
- package/dist/instrumentation/assemblyai/wrapper.d.ts +35 -0
- package/dist/instrumentation/assemblyai/wrapper.js +233 -0
- package/dist/instrumentation/assemblyai/wrapper.js.map +1 -0
- package/dist/instrumentation/astra/index.d.ts +11 -0
- package/dist/instrumentation/astra/index.js +87 -0
- package/dist/instrumentation/astra/index.js.map +1 -0
- package/dist/instrumentation/astra/wrapper.d.ts +39 -0
- package/dist/instrumentation/astra/wrapper.js +349 -0
- package/dist/instrumentation/astra/wrapper.js.map +1 -0
- package/dist/instrumentation/azure-ai-inference/wrapper.d.ts +13 -0
- package/dist/instrumentation/azure-ai-inference/wrapper.js +60 -1
- package/dist/instrumentation/azure-ai-inference/wrapper.js.map +1 -1
- package/dist/instrumentation/bedrock/wrapper.d.ts +13 -0
- package/dist/instrumentation/bedrock/wrapper.js +78 -2
- package/dist/instrumentation/bedrock/wrapper.js.map +1 -1
- package/dist/instrumentation/browser-use/index.d.ts +11 -0
- package/dist/instrumentation/browser-use/index.js +98 -0
- package/dist/instrumentation/browser-use/index.js.map +1 -0
- package/dist/instrumentation/browser-use/wrapper.d.ts +12 -0
- package/dist/instrumentation/browser-use/wrapper.js +706 -0
- package/dist/instrumentation/browser-use/wrapper.js.map +1 -0
- package/dist/instrumentation/claude-agent-sdk/wrapper.js +90 -4
- package/dist/instrumentation/claude-agent-sdk/wrapper.js.map +1 -1
- package/dist/instrumentation/cohere/wrapper.d.ts +13 -0
- package/dist/instrumentation/cohere/wrapper.js +59 -0
- package/dist/instrumentation/cohere/wrapper.js.map +1 -1
- package/dist/instrumentation/cursor-sdk/index.d.ts +21 -0
- package/dist/instrumentation/cursor-sdk/index.js +58 -0
- package/dist/instrumentation/cursor-sdk/index.js.map +1 -0
- package/dist/instrumentation/cursor-sdk/wrapper.d.ts +17 -0
- package/dist/instrumentation/cursor-sdk/wrapper.js +785 -0
- package/dist/instrumentation/cursor-sdk/wrapper.js.map +1 -0
- package/dist/instrumentation/elevenlabs/index.d.ts +12 -0
- package/dist/instrumentation/elevenlabs/index.js +92 -0
- package/dist/instrumentation/elevenlabs/index.js.map +1 -0
- package/dist/instrumentation/elevenlabs/wrapper.d.ts +34 -0
- package/dist/instrumentation/elevenlabs/wrapper.js +280 -0
- package/dist/instrumentation/elevenlabs/wrapper.js.map +1 -0
- package/dist/instrumentation/firecrawl/index.d.ts +13 -0
- package/dist/instrumentation/firecrawl/index.js +115 -0
- package/dist/instrumentation/firecrawl/index.js.map +1 -0
- package/dist/instrumentation/firecrawl/wrapper.d.ts +22 -0
- package/dist/instrumentation/firecrawl/wrapper.js +378 -0
- package/dist/instrumentation/firecrawl/wrapper.js.map +1 -0
- package/dist/instrumentation/google-ai/wrapper.d.ts +13 -0
- package/dist/instrumentation/google-ai/wrapper.js +85 -1
- package/dist/instrumentation/google-ai/wrapper.js.map +1 -1
- package/dist/instrumentation/gpu/index.d.ts +38 -0
- package/dist/instrumentation/gpu/index.js +233 -0
- package/dist/instrumentation/gpu/index.js.map +1 -0
- package/dist/instrumentation/gradient/index.d.ts +12 -0
- package/dist/instrumentation/gradient/index.js +74 -0
- package/dist/instrumentation/gradient/index.js.map +1 -0
- package/dist/instrumentation/gradient/utils.d.ts +14 -0
- package/dist/instrumentation/gradient/utils.js +119 -0
- package/dist/instrumentation/gradient/utils.js.map +1 -0
- package/dist/instrumentation/gradient/wrapper.d.ts +76 -0
- package/dist/instrumentation/gradient/wrapper.js +584 -0
- package/dist/instrumentation/gradient/wrapper.js.map +1 -0
- package/dist/instrumentation/groq/wrapper.js +42 -0
- package/dist/instrumentation/groq/wrapper.js.map +1 -1
- package/dist/instrumentation/huggingface/wrapper.d.ts +13 -0
- package/dist/instrumentation/huggingface/wrapper.js +66 -0
- package/dist/instrumentation/huggingface/wrapper.js.map +1 -1
- package/dist/instrumentation/index.js +28 -0
- package/dist/instrumentation/index.js.map +1 -1
- package/dist/instrumentation/langchain/wrapper.js +5 -8
- package/dist/instrumentation/langchain/wrapper.js.map +1 -1
- package/dist/instrumentation/langgraph/wrapper.js +12 -11
- package/dist/instrumentation/langgraph/wrapper.js.map +1 -1
- package/dist/instrumentation/llamaindex/wrapper.d.ts +14 -1
- package/dist/instrumentation/llamaindex/wrapper.js +68 -0
- package/dist/instrumentation/llamaindex/wrapper.js.map +1 -1
- package/dist/instrumentation/mcp/index.d.ts +20 -0
- package/dist/instrumentation/mcp/index.js +282 -0
- package/dist/instrumentation/mcp/index.js.map +1 -0
- package/dist/instrumentation/mcp/wrapper.d.ts +72 -0
- package/dist/instrumentation/mcp/wrapper.js +571 -0
- package/dist/instrumentation/mcp/wrapper.js.map +1 -0
- package/dist/instrumentation/mem0/index.d.ts +17 -0
- package/dist/instrumentation/mem0/index.js +113 -0
- package/dist/instrumentation/mem0/index.js.map +1 -0
- package/dist/instrumentation/mem0/wrapper.d.ts +37 -0
- package/dist/instrumentation/mem0/wrapper.js +298 -0
- package/dist/instrumentation/mem0/wrapper.js.map +1 -0
- package/dist/instrumentation/mistral/wrapper.d.ts +13 -0
- package/dist/instrumentation/mistral/wrapper.js +60 -1
- package/dist/instrumentation/mistral/wrapper.js.map +1 -1
- package/dist/instrumentation/ollama/wrapper.d.ts +13 -0
- package/dist/instrumentation/ollama/wrapper.js +67 -1
- package/dist/instrumentation/ollama/wrapper.js.map +1 -1
- package/dist/instrumentation/openai/wrapper.d.ts +13 -0
- package/dist/instrumentation/openai/wrapper.js +89 -3
- package/dist/instrumentation/openai/wrapper.js.map +1 -1
- package/dist/instrumentation/pg/index.d.ts +20 -0
- package/dist/instrumentation/pg/index.js +74 -0
- package/dist/instrumentation/pg/index.js.map +1 -0
- package/dist/instrumentation/pg/wrapper.d.ts +66 -0
- package/dist/instrumentation/pg/wrapper.js +441 -0
- package/dist/instrumentation/pg/wrapper.js.map +1 -0
- package/dist/instrumentation/replicate/wrapper.d.ts +13 -0
- package/dist/instrumentation/replicate/wrapper.js +61 -0
- package/dist/instrumentation/replicate/wrapper.js.map +1 -1
- package/dist/instrumentation/strands/processor.d.ts +6 -0
- package/dist/instrumentation/strands/processor.js +73 -3
- package/dist/instrumentation/strands/processor.js.map +1 -1
- package/dist/instrumentation/strands/utils.d.ts +2 -2
- package/dist/instrumentation/strands/utils.js +15 -2
- package/dist/instrumentation/strands/utils.js.map +1 -1
- package/dist/instrumentation/together/wrapper.d.ts +13 -0
- package/dist/instrumentation/together/wrapper.js +59 -1
- package/dist/instrumentation/together/wrapper.js.map +1 -1
- package/dist/instrumentation/transformers/index.d.ts +35 -0
- package/dist/instrumentation/transformers/index.js +119 -0
- package/dist/instrumentation/transformers/index.js.map +1 -0
- package/dist/instrumentation/transformers/wrapper.d.ts +49 -0
- package/dist/instrumentation/transformers/wrapper.js +472 -0
- package/dist/instrumentation/transformers/wrapper.js.map +1 -0
- package/dist/instrumentation/vercel-ai/wrapper.d.ts +13 -0
- package/dist/instrumentation/vercel-ai/wrapper.js +106 -1
- package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -1
- package/dist/instrumentation/vertexai/index.d.ts +11 -0
- package/dist/instrumentation/vertexai/index.js +70 -0
- package/dist/instrumentation/vertexai/index.js.map +1 -0
- package/dist/instrumentation/vertexai/wrapper.d.ts +67 -0
- package/dist/instrumentation/vertexai/wrapper.js +529 -0
- package/dist/instrumentation/vertexai/wrapper.js.map +1 -0
- package/dist/instrumentation/vllm/index.d.ts +13 -0
- package/dist/instrumentation/vllm/index.js +67 -0
- package/dist/instrumentation/vllm/index.js.map +1 -0
- package/dist/instrumentation/vllm/wrapper.d.ts +60 -0
- package/dist/instrumentation/vllm/wrapper.js +482 -0
- package/dist/instrumentation/vllm/wrapper.js.map +1 -0
- package/dist/llm/index.d.ts +9 -2
- package/dist/llm/index.js.map +1 -1
- package/dist/manual-trace.d.ts +40 -0
- package/dist/manual-trace.js +103 -0
- package/dist/manual-trace.js.map +1 -0
- package/dist/otel/metrics.d.ts +11 -0
- package/dist/otel/metrics.js +48 -0
- package/dist/otel/metrics.js.map +1 -1
- package/dist/register.d.ts +4 -0
- package/dist/register.js +52 -0
- package/dist/register.js.map +1 -0
- package/dist/score/__tests__/score.test.d.ts +1 -0
- package/dist/score/__tests__/score.test.js +143 -0
- package/dist/score/__tests__/score.test.js.map +1 -0
- package/dist/score/index.d.ts +2 -0
- package/dist/score/index.js +6 -0
- package/dist/score/index.js.map +1 -0
- package/dist/score/score.d.ts +15 -0
- package/dist/score/score.js +135 -0
- package/dist/score/score.js.map +1 -0
- package/dist/semantic-convention.d.ts +278 -0
- package/dist/semantic-convention.js +322 -0
- package/dist/semantic-convention.js.map +1 -1
- package/dist/types.d.ts +15 -1
- package/package.json +18 -1
- package/dist/evals/__tests__/anthropic.test.js +0 -9
- package/dist/evals/__tests__/anthropic.test.js.map +0 -1
- package/dist/evals/__tests__/base.test.js +0 -37
- package/dist/evals/__tests__/base.test.js.map +0 -1
- package/dist/evals/__tests__/core.test.js +0 -33
- package/dist/evals/__tests__/core.test.js.map +0 -1
- package/dist/evals/__tests__/metrics.test.js +0 -59
- package/dist/evals/__tests__/metrics.test.js.map +0 -1
- package/dist/evals/__tests__/openai.test.js +0 -9
- package/dist/evals/__tests__/openai.test.js.map +0 -1
- package/dist/evals/__tests__/providers.test.js +0 -14
- package/dist/evals/__tests__/providers.test.js.map +0 -1
- package/dist/evals/__tests__/utils.test.js +0 -46
- package/dist/evals/__tests__/utils.test.js.map +0 -1
- package/dist/evals/all.d.ts +0 -4
- package/dist/evals/all.js +0 -35
- package/dist/evals/all.js.map +0 -1
- package/dist/evals/base.d.ts +0 -15
- package/dist/evals/base.js +0 -51
- package/dist/evals/base.js.map +0 -1
- package/dist/evals/bias.d.ts +0 -4
- package/dist/evals/bias.js +0 -35
- package/dist/evals/bias.js.map +0 -1
- package/dist/evals/hallucination.d.ts +0 -4
- package/dist/evals/hallucination.js +0 -32
- package/dist/evals/hallucination.js.map +0 -1
- package/dist/evals/llm/anthropic.d.ts +0 -5
- package/dist/evals/llm/anthropic.js +0 -42
- package/dist/evals/llm/anthropic.js.map +0 -1
- package/dist/evals/llm/openai.d.ts +0 -6
- package/dist/evals/llm/openai.js +0 -28
- package/dist/evals/llm/openai.js.map +0 -1
- package/dist/evals/llm/providers.d.ts +0 -7
- package/dist/evals/llm/providers.js +0 -10
- package/dist/evals/llm/providers.js.map +0 -1
- package/dist/evals/metrics.d.ts +0 -9
- package/dist/evals/metrics.js +0 -38
- package/dist/evals/metrics.js.map +0 -1
- package/dist/evals/toxicity.d.ts +0 -4
- package/dist/evals/toxicity.js +0 -33
- package/dist/evals/toxicity.js.map +0 -1
- package/dist/evals/utils.d.ts +0 -4
- package/dist/evals/utils.js +0 -39
- package/dist/evals/utils.js.map +0 -1
- package/dist/guard/__tests__/gaurd.test.js +0 -136
- package/dist/guard/__tests__/gaurd.test.js.map +0 -1
- package/dist/guard/__tests__/utils.test.js +0 -64
- package/dist/guard/__tests__/utils.test.js.map +0 -1
- package/dist/guard/all.d.ts +0 -8
- package/dist/guard/all.js +0 -28
- package/dist/guard/all.js.map +0 -1
- package/dist/guard/types.d.ts +0 -26
- package/dist/guard/types.js +0 -4
- package/dist/guard/types.js.map +0 -1
- package/dist/guard/utils.d.ts +0 -13
- package/dist/guard/utils.js +0 -79
- package/dist/guard/utils.js.map +0 -1
- /package/dist/{evals/__tests__/anthropic.test.d.ts → __tests__/manual-trace.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/metrics.test.d.ts → __tests__/register.test.d.ts} +0 -0
- /package/dist/evals/__tests__/{base.test.d.ts → offline.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/core.test.d.ts → guard/__tests__/integration.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/openai.test.d.ts → guard/__tests__/pii.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/providers.test.d.ts → guard/__tests__/pipeline.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/utils.test.d.ts → guard/__tests__/prompt-injection.test.d.ts} +0 -0
- /package/dist/{guard/__tests__/gaurd.test.d.ts → instrumentation/__tests__/assemblyai-wrapper.test.d.ts} +0 -0
- /package/dist/{guard/__tests__/utils.test.d.ts → instrumentation/__tests__/browser-use-wrapper.test.d.ts} +0 -0
|
@@ -0,0 +1,519 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const api_1 = require("@opentelemetry/api");
|
|
7
|
+
const wrapper_1 = __importDefault(require("../vllm/wrapper"));
|
|
8
|
+
const config_1 = __importDefault(require("../../config"));
|
|
9
|
+
const helpers_1 = __importDefault(require("../../helpers"));
|
|
10
|
+
const base_wrapper_1 = __importDefault(require("../base-wrapper"));
|
|
11
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
12
|
+
jest.mock('../../../src/config');
|
|
13
|
+
jest.mock('../../../src/helpers');
|
|
14
|
+
jest.mock('../../../src/instrumentation/base-wrapper');
|
|
15
|
+
const mockTracer = api_1.trace.getTracer('test-tracer');
|
|
16
|
+
describe('VllmWrapper', () => {
|
|
17
|
+
let span;
|
|
18
|
+
beforeEach(() => {
|
|
19
|
+
span = mockTracer.startSpan('test-span');
|
|
20
|
+
span.setAttribute = jest.fn();
|
|
21
|
+
span.addEvent = jest.fn();
|
|
22
|
+
jest.clearAllMocks();
|
|
23
|
+
jest.restoreAllMocks();
|
|
24
|
+
wrapper_1.default.baseUrlPrefixes = [...wrapper_1.default.defaultBaseUrlPrefixes];
|
|
25
|
+
});
|
|
26
|
+
afterEach(() => {
|
|
27
|
+
span.end();
|
|
28
|
+
});
|
|
29
|
+
describe('isVllmClient / extractServerInfo', () => {
|
|
30
|
+
it('returns false for default OpenAI client (api.openai.com)', () => {
|
|
31
|
+
expect(wrapper_1.default.isVllmClient({ baseURL: 'https://api.openai.com/v1' })).toBe(false);
|
|
32
|
+
});
|
|
33
|
+
it('returns true for localhost:8000 vLLM endpoint', () => {
|
|
34
|
+
expect(wrapper_1.default.isVllmClient({ baseURL: 'http://127.0.0.1:8000/v1' })).toBe(true);
|
|
35
|
+
});
|
|
36
|
+
it('returns true for custom baseUrlPrefixes', () => {
|
|
37
|
+
wrapper_1.default.baseUrlPrefixes.push('http://gpu-cluster:8080/v1');
|
|
38
|
+
expect(wrapper_1.default.isVllmClient({ baseURL: 'http://gpu-cluster:8080/v1' })).toBe(true);
|
|
39
|
+
});
|
|
40
|
+
it('extracts server address and port from client baseURL', () => {
|
|
41
|
+
const info = wrapper_1.default.extractServerInfo({ baseURL: 'http://my-vllm:9000/v1' });
|
|
42
|
+
expect(info).toEqual({ address: 'my-vllm', port: 9000 });
|
|
43
|
+
});
|
|
44
|
+
});
|
|
45
|
+
describe('_patchChat routing', () => {
|
|
46
|
+
it('delegates non-vLLM clients to the OpenAI handler', async () => {
|
|
47
|
+
const openaiHandler = jest.fn().mockResolvedValue({ id: 'openai-resp' });
|
|
48
|
+
const rawCreate = jest.fn();
|
|
49
|
+
const patchFn = wrapper_1.default._patchChat(mockTracer, openaiHandler, rawCreate);
|
|
50
|
+
const wrapped = patchFn(jest.fn());
|
|
51
|
+
const client = { baseURL: 'https://api.openai.com/v1' };
|
|
52
|
+
const result = await wrapped.call(client, { model: 'gpt-4o', messages: [] });
|
|
53
|
+
expect(openaiHandler).toHaveBeenCalled();
|
|
54
|
+
expect(rawCreate).not.toHaveBeenCalled();
|
|
55
|
+
expect(result).toEqual({ id: 'openai-resp' });
|
|
56
|
+
});
|
|
57
|
+
it('creates a vLLM span for vLLM clients', async () => {
|
|
58
|
+
const openaiHandler = jest.fn();
|
|
59
|
+
const rawCreate = jest.fn().mockResolvedValue({
|
|
60
|
+
id: 'vllm-resp',
|
|
61
|
+
model: 'facebook/opt-125m',
|
|
62
|
+
choices: [{ message: { content: 'hi', role: 'assistant' }, finish_reason: 'stop' }],
|
|
63
|
+
usage: { prompt_tokens: 1, completion_tokens: 1 },
|
|
64
|
+
});
|
|
65
|
+
const patchFn = wrapper_1.default._patchChat(mockTracer, openaiHandler, rawCreate);
|
|
66
|
+
const wrapped = patchFn(jest.fn());
|
|
67
|
+
jest.spyOn(mockTracer, 'startSpan').mockReturnValue(span);
|
|
68
|
+
jest.spyOn(wrapper_1.default, '_chat').mockResolvedValue({ id: 'vllm-resp' });
|
|
69
|
+
const client = { baseURL: 'http://127.0.0.1:8000/v1' };
|
|
70
|
+
await wrapped.call(client, { model: 'facebook/opt-125m', messages: [{ role: 'user', content: 'hi' }] });
|
|
71
|
+
expect(openaiHandler).not.toHaveBeenCalled();
|
|
72
|
+
expect(rawCreate).toHaveBeenCalled();
|
|
73
|
+
expect(mockTracer.startSpan).toHaveBeenCalled();
|
|
74
|
+
expect(wrapper_1.default._chat).toHaveBeenCalled();
|
|
75
|
+
});
|
|
76
|
+
});
|
|
77
|
+
describe('_chat', () => {
|
|
78
|
+
it('should call recordMetrics after span ends', async () => {
|
|
79
|
+
const mockArgs = [{ messages: [{ role: 'user', content: 'test message' }] }];
|
|
80
|
+
const mockResponse = {
|
|
81
|
+
id: 'chatcmpl-123',
|
|
82
|
+
model: 'facebook/opt-125m',
|
|
83
|
+
usage: { prompt_tokens: 10, completion_tokens: 20 },
|
|
84
|
+
choices: [
|
|
85
|
+
{
|
|
86
|
+
message: { content: 'response text', role: 'assistant' },
|
|
87
|
+
finish_reason: 'stop',
|
|
88
|
+
},
|
|
89
|
+
],
|
|
90
|
+
};
|
|
91
|
+
const mockGenAIEndpoint = 'vllm.chat';
|
|
92
|
+
jest
|
|
93
|
+
.spyOn(wrapper_1.default, '_chatCommonSetter')
|
|
94
|
+
.mockImplementationOnce(async ({ genAIEndpoint, span }) => {
|
|
95
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, 1);
|
|
96
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, 100);
|
|
97
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, 0.7);
|
|
98
|
+
return {
|
|
99
|
+
genAIEndpoint,
|
|
100
|
+
model: 'facebook/opt-125m',
|
|
101
|
+
cost: 0.0,
|
|
102
|
+
aiSystem: semantic_convention_1.default.GEN_AI_SYSTEM_VLLM,
|
|
103
|
+
serverAddress: '127.0.0.1',
|
|
104
|
+
serverPort: 8000,
|
|
105
|
+
};
|
|
106
|
+
});
|
|
107
|
+
await wrapper_1.default._chat({
|
|
108
|
+
args: mockArgs,
|
|
109
|
+
genAIEndpoint: mockGenAIEndpoint,
|
|
110
|
+
response: mockResponse,
|
|
111
|
+
span,
|
|
112
|
+
serverAddress: '127.0.0.1',
|
|
113
|
+
serverPort: 8000,
|
|
114
|
+
});
|
|
115
|
+
expect(base_wrapper_1.default.recordMetrics).toHaveBeenCalledWith(span, {
|
|
116
|
+
genAIEndpoint: mockGenAIEndpoint,
|
|
117
|
+
model: 'facebook/opt-125m',
|
|
118
|
+
cost: 0.0,
|
|
119
|
+
aiSystem: semantic_convention_1.default.GEN_AI_SYSTEM_VLLM,
|
|
120
|
+
serverAddress: '127.0.0.1',
|
|
121
|
+
serverPort: 8000,
|
|
122
|
+
});
|
|
123
|
+
});
|
|
124
|
+
});
|
|
125
|
+
describe('_chatGenerator streaming', () => {
|
|
126
|
+
async function* mockStream() {
|
|
127
|
+
yield {
|
|
128
|
+
id: 'chatcmpl-stream',
|
|
129
|
+
model: 'facebook/opt-125m',
|
|
130
|
+
choices: [{
|
|
131
|
+
delta: { role: 'assistant', content: 'Hello' },
|
|
132
|
+
finish_reason: null,
|
|
133
|
+
}],
|
|
134
|
+
};
|
|
135
|
+
yield {
|
|
136
|
+
id: 'chatcmpl-stream',
|
|
137
|
+
model: 'facebook/opt-125m',
|
|
138
|
+
choices: [{
|
|
139
|
+
delta: {
|
|
140
|
+
tool_calls: [{ index: 0, id: 'call_1', function: { name: 'get_weather', arguments: '{"loc' } }],
|
|
141
|
+
},
|
|
142
|
+
finish_reason: null,
|
|
143
|
+
}],
|
|
144
|
+
};
|
|
145
|
+
yield {
|
|
146
|
+
id: 'chatcmpl-stream',
|
|
147
|
+
model: 'facebook/opt-125m',
|
|
148
|
+
choices: [{
|
|
149
|
+
delta: {
|
|
150
|
+
tool_calls: [{ index: 0, function: { arguments: '":"SF"}' } }],
|
|
151
|
+
},
|
|
152
|
+
finish_reason: 'tool_calls',
|
|
153
|
+
}],
|
|
154
|
+
usage: { prompt_tokens: 5, completion_tokens: 10 },
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
it('aggregates streaming tool_calls across chunks', async () => {
|
|
158
|
+
jest.restoreAllMocks();
|
|
159
|
+
config_1.default.pricingInfo = {};
|
|
160
|
+
config_1.default.disableEvents = true;
|
|
161
|
+
jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
|
|
162
|
+
const generator = wrapper_1.default._chatGenerator({
|
|
163
|
+
args: [{ model: 'facebook/opt-125m', messages: [{ role: 'user', content: 'weather?' }], stream: true }],
|
|
164
|
+
genAIEndpoint: 'vllm.chat',
|
|
165
|
+
response: mockStream(),
|
|
166
|
+
span,
|
|
167
|
+
serverAddress: '127.0.0.1',
|
|
168
|
+
serverPort: 8000,
|
|
169
|
+
});
|
|
170
|
+
// drain generator
|
|
171
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
172
|
+
for await (const _chunk of generator) { /* consume */ }
|
|
173
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_NAME, 'get_weather');
|
|
174
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_CALL_ID, 'call_1');
|
|
175
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_ARGS, '{"loc":"SF"}');
|
|
176
|
+
});
|
|
177
|
+
});
|
|
178
|
+
describe('_chatCommonSetter', () => {
|
|
179
|
+
it('should set span attributes and return metric parameters', async () => {
|
|
180
|
+
const mockArgs = [
|
|
181
|
+
{
|
|
182
|
+
model: 'facebook/opt-125m',
|
|
183
|
+
messages: [{ role: 'user', content: 'test message' }],
|
|
184
|
+
max_tokens: 100,
|
|
185
|
+
temperature: 0.7,
|
|
186
|
+
top_p: 1,
|
|
187
|
+
top_k: 40,
|
|
188
|
+
presence_penalty: 2,
|
|
189
|
+
frequency_penalty: 3,
|
|
190
|
+
seed: 3,
|
|
191
|
+
stream: false,
|
|
192
|
+
stop: ['STOP'],
|
|
193
|
+
},
|
|
194
|
+
];
|
|
195
|
+
const mockResult = {
|
|
196
|
+
id: 'chatcmpl-123',
|
|
197
|
+
model: 'facebook/opt-125m',
|
|
198
|
+
usage: { prompt_tokens: 10, completion_tokens: 20 },
|
|
199
|
+
choices: [
|
|
200
|
+
{
|
|
201
|
+
message: { content: 'response text', role: 'assistant' },
|
|
202
|
+
finish_reason: 'stop',
|
|
203
|
+
},
|
|
204
|
+
],
|
|
205
|
+
};
|
|
206
|
+
jest.restoreAllMocks();
|
|
207
|
+
config_1.default.pricingInfo = {};
|
|
208
|
+
config_1.default.disableEvents = true;
|
|
209
|
+
jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0.0);
|
|
210
|
+
const metricParams = await wrapper_1.default._chatCommonSetter({
|
|
211
|
+
args: mockArgs,
|
|
212
|
+
genAIEndpoint: 'vllm.chat',
|
|
213
|
+
result: mockResult,
|
|
214
|
+
span,
|
|
215
|
+
});
|
|
216
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, 1);
|
|
217
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_TOP_K, 40);
|
|
218
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, 100);
|
|
219
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, 0.7);
|
|
220
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY, 2);
|
|
221
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY, 3);
|
|
222
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_SEED, 3);
|
|
223
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, false);
|
|
224
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES, ['STOP']);
|
|
225
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, 'facebook/opt-125m');
|
|
226
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, 10);
|
|
227
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, 20);
|
|
228
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_CLIENT_TOKEN_USAGE, 30);
|
|
229
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, ['stop']);
|
|
230
|
+
expect(metricParams).toEqual({
|
|
231
|
+
genAIEndpoint: 'vllm.chat',
|
|
232
|
+
model: 'facebook/opt-125m',
|
|
233
|
+
cost: 0.0,
|
|
234
|
+
aiSystem: semantic_convention_1.default.GEN_AI_SYSTEM_VLLM,
|
|
235
|
+
serverAddress: '127.0.0.1',
|
|
236
|
+
serverPort: 8000,
|
|
237
|
+
});
|
|
238
|
+
});
|
|
239
|
+
it('should record zero penalty values', async () => {
|
|
240
|
+
const mockArgs = [
|
|
241
|
+
{
|
|
242
|
+
model: 'facebook/opt-125m',
|
|
243
|
+
messages: [{ role: 'user', content: 'test' }],
|
|
244
|
+
presence_penalty: 0,
|
|
245
|
+
frequency_penalty: 0,
|
|
246
|
+
stream: false,
|
|
247
|
+
},
|
|
248
|
+
];
|
|
249
|
+
const mockResult = {
|
|
250
|
+
id: 'chatcmpl-zero',
|
|
251
|
+
model: 'facebook/opt-125m',
|
|
252
|
+
usage: { prompt_tokens: 1, completion_tokens: 1 },
|
|
253
|
+
choices: [{ message: { content: 'ok', role: 'assistant' }, finish_reason: 'stop' }],
|
|
254
|
+
};
|
|
255
|
+
jest.restoreAllMocks();
|
|
256
|
+
config_1.default.pricingInfo = {};
|
|
257
|
+
config_1.default.disableEvents = true;
|
|
258
|
+
jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
|
|
259
|
+
await wrapper_1.default._chatCommonSetter({
|
|
260
|
+
args: mockArgs,
|
|
261
|
+
genAIEndpoint: 'vllm.chat',
|
|
262
|
+
result: mockResult,
|
|
263
|
+
span,
|
|
264
|
+
});
|
|
265
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY, 0);
|
|
266
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY, 0);
|
|
267
|
+
});
|
|
268
|
+
it('should NOT set sentinel values for optional request params', async () => {
|
|
269
|
+
const mockArgs = [
|
|
270
|
+
{
|
|
271
|
+
model: 'facebook/opt-125m',
|
|
272
|
+
messages: [{ role: 'user', content: 'test' }],
|
|
273
|
+
stream: false,
|
|
274
|
+
},
|
|
275
|
+
];
|
|
276
|
+
const mockResult = {
|
|
277
|
+
id: 'chatcmpl-456',
|
|
278
|
+
model: 'facebook/opt-125m',
|
|
279
|
+
usage: { prompt_tokens: 5, completion_tokens: 10 },
|
|
280
|
+
choices: [
|
|
281
|
+
{
|
|
282
|
+
message: { content: 'test response', role: 'assistant' },
|
|
283
|
+
finish_reason: 'stop',
|
|
284
|
+
},
|
|
285
|
+
],
|
|
286
|
+
};
|
|
287
|
+
jest.restoreAllMocks();
|
|
288
|
+
config_1.default.pricingInfo = {};
|
|
289
|
+
config_1.default.disableEvents = true;
|
|
290
|
+
jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
|
|
291
|
+
await wrapper_1.default._chatCommonSetter({
|
|
292
|
+
args: mockArgs,
|
|
293
|
+
genAIEndpoint: 'vllm.chat',
|
|
294
|
+
result: mockResult,
|
|
295
|
+
span,
|
|
296
|
+
});
|
|
297
|
+
const setAttrCalls = span.setAttribute.mock.calls;
|
|
298
|
+
const attrKeys = setAttrCalls.map((c) => c[0]);
|
|
299
|
+
expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS);
|
|
300
|
+
expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_SEED);
|
|
301
|
+
expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY);
|
|
302
|
+
expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY);
|
|
303
|
+
expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES);
|
|
304
|
+
expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_REQUEST_CHOICE_COUNT);
|
|
305
|
+
});
|
|
306
|
+
it('should set gen_ai.input.messages on span when capture enabled', async () => {
|
|
307
|
+
const mockArgs = [
|
|
308
|
+
{
|
|
309
|
+
model: 'facebook/opt-125m',
|
|
310
|
+
messages: [{ role: 'user', content: 'hello' }],
|
|
311
|
+
stream: false,
|
|
312
|
+
},
|
|
313
|
+
];
|
|
314
|
+
const mockResult = {
|
|
315
|
+
id: 'chatcmpl-input',
|
|
316
|
+
model: 'facebook/opt-125m',
|
|
317
|
+
usage: { prompt_tokens: 2, completion_tokens: 3 },
|
|
318
|
+
choices: [{ message: { content: 'hi', role: 'assistant' }, finish_reason: 'stop' }],
|
|
319
|
+
};
|
|
320
|
+
jest.restoreAllMocks();
|
|
321
|
+
config_1.default.pricingInfo = {};
|
|
322
|
+
config_1.default.disableEvents = true;
|
|
323
|
+
config_1.default.captureMessageContent = true;
|
|
324
|
+
jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
|
|
325
|
+
jest.spyOn(helpers_1.default, 'buildInputMessages').mockReturnValue('[{"role":"user","content":"hello"}]');
|
|
326
|
+
jest.spyOn(helpers_1.default, 'buildOutputMessages').mockReturnValue('[]');
|
|
327
|
+
await wrapper_1.default._chatCommonSetter({
|
|
328
|
+
args: mockArgs,
|
|
329
|
+
genAIEndpoint: 'vllm.chat',
|
|
330
|
+
result: mockResult,
|
|
331
|
+
span,
|
|
332
|
+
});
|
|
333
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, '[{"role":"user","content":"hello"}]');
|
|
334
|
+
});
|
|
335
|
+
it('should handle tool calls properly', async () => {
|
|
336
|
+
const mockArgs = [
|
|
337
|
+
{
|
|
338
|
+
messages: [{ role: 'user', content: 'test message' }],
|
|
339
|
+
tools: [{ type: 'function', function: { name: 'get_weather' } }],
|
|
340
|
+
},
|
|
341
|
+
];
|
|
342
|
+
const mockResult = {
|
|
343
|
+
id: 'chatcmpl-123',
|
|
344
|
+
model: 'facebook/opt-125m',
|
|
345
|
+
usage: { prompt_tokens: 10, completion_tokens: 20 },
|
|
346
|
+
choices: [
|
|
347
|
+
{
|
|
348
|
+
message: {
|
|
349
|
+
content: null,
|
|
350
|
+
role: 'assistant',
|
|
351
|
+
tool_calls: [
|
|
352
|
+
{
|
|
353
|
+
id: 'call_123',
|
|
354
|
+
type: 'function',
|
|
355
|
+
function: { name: 'get_weather', arguments: '{"location":"SF"}' },
|
|
356
|
+
},
|
|
357
|
+
],
|
|
358
|
+
},
|
|
359
|
+
finish_reason: 'tool_calls',
|
|
360
|
+
},
|
|
361
|
+
],
|
|
362
|
+
};
|
|
363
|
+
config_1.default.pricingInfo = {};
|
|
364
|
+
config_1.default.disableEvents = true;
|
|
365
|
+
jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0.0);
|
|
366
|
+
await wrapper_1.default._chatCommonSetter({
|
|
367
|
+
args: mockArgs,
|
|
368
|
+
genAIEndpoint: 'vllm.chat',
|
|
369
|
+
result: mockResult,
|
|
370
|
+
span,
|
|
371
|
+
});
|
|
372
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_NAME, 'get_weather');
|
|
373
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_CALL_ID, 'call_123');
|
|
374
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_TOOL_ARGS, '{"location":"SF"}');
|
|
375
|
+
});
|
|
376
|
+
it('should emit inference event when events not disabled', async () => {
|
|
377
|
+
const mockArgs = [
|
|
378
|
+
{
|
|
379
|
+
model: 'facebook/opt-125m',
|
|
380
|
+
messages: [{ role: 'user', content: 'test message' }],
|
|
381
|
+
stream: false,
|
|
382
|
+
},
|
|
383
|
+
];
|
|
384
|
+
const mockResult = {
|
|
385
|
+
id: 'chatcmpl-789',
|
|
386
|
+
model: 'facebook/opt-125m',
|
|
387
|
+
usage: { prompt_tokens: 10, completion_tokens: 20 },
|
|
388
|
+
choices: [
|
|
389
|
+
{
|
|
390
|
+
message: { content: 'response text', role: 'assistant' },
|
|
391
|
+
finish_reason: 'stop',
|
|
392
|
+
},
|
|
393
|
+
],
|
|
394
|
+
};
|
|
395
|
+
jest.restoreAllMocks();
|
|
396
|
+
config_1.default.pricingInfo = {};
|
|
397
|
+
config_1.default.captureMessageContent = false;
|
|
398
|
+
config_1.default.disableEvents = false;
|
|
399
|
+
jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
|
|
400
|
+
jest.spyOn(helpers_1.default, 'emitInferenceEvent').mockImplementation(() => { });
|
|
401
|
+
await wrapper_1.default._chatCommonSetter({
|
|
402
|
+
args: mockArgs,
|
|
403
|
+
genAIEndpoint: 'vllm.chat',
|
|
404
|
+
result: mockResult,
|
|
405
|
+
span,
|
|
406
|
+
serverAddress: 'my-vllm',
|
|
407
|
+
serverPort: 9000,
|
|
408
|
+
});
|
|
409
|
+
expect(helpers_1.default.emitInferenceEvent).toHaveBeenCalledWith(span, expect.objectContaining({
|
|
410
|
+
[semantic_convention_1.default.GEN_AI_OPERATION]: semantic_convention_1.default.GEN_AI_OPERATION_TYPE_CHAT,
|
|
411
|
+
[semantic_convention_1.default.GEN_AI_REQUEST_MODEL]: 'facebook/opt-125m',
|
|
412
|
+
[semantic_convention_1.default.GEN_AI_RESPONSE_MODEL]: 'facebook/opt-125m',
|
|
413
|
+
[semantic_convention_1.default.SERVER_ADDRESS]: 'my-vllm',
|
|
414
|
+
[semantic_convention_1.default.SERVER_PORT]: 9000,
|
|
415
|
+
[semantic_convention_1.default.GEN_AI_RESPONSE_ID]: 'chatcmpl-789',
|
|
416
|
+
[semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS]: 10,
|
|
417
|
+
[semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS]: 20,
|
|
418
|
+
}));
|
|
419
|
+
});
|
|
420
|
+
it('falls back to token estimation when usage is missing', async () => {
|
|
421
|
+
jest.restoreAllMocks();
|
|
422
|
+
config_1.default.pricingInfo = {};
|
|
423
|
+
config_1.default.disableEvents = true;
|
|
424
|
+
jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0);
|
|
425
|
+
jest.spyOn(helpers_1.default, 'openaiTokens').mockReturnValue(7);
|
|
426
|
+
await wrapper_1.default._chatCommonSetter({
|
|
427
|
+
args: [{ model: 'facebook/opt-125m', messages: [{ role: 'user', content: 'hi' }] }],
|
|
428
|
+
genAIEndpoint: 'vllm.chat',
|
|
429
|
+
result: {
|
|
430
|
+
id: 'no-usage',
|
|
431
|
+
model: 'facebook/opt-125m',
|
|
432
|
+
choices: [{ message: { content: 'hello', role: 'assistant' }, finish_reason: 'stop' }],
|
|
433
|
+
},
|
|
434
|
+
span,
|
|
435
|
+
});
|
|
436
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, 7);
|
|
437
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, 7);
|
|
438
|
+
});
|
|
439
|
+
});
|
|
440
|
+
describe('Cross-Language Trace Comparison', () => {
|
|
441
|
+
it('should use vllm as provider name (matching Python SDK)', () => {
|
|
442
|
+
expect(wrapper_1.default.aiSystem).toBe('vllm');
|
|
443
|
+
expect(wrapper_1.default.aiSystem).toBe(semantic_convention_1.default.GEN_AI_SYSTEM_VLLM);
|
|
444
|
+
});
|
|
445
|
+
it('should use port 8000 as default (matching vLLM default server port)', () => {
|
|
446
|
+
expect(wrapper_1.default.serverPort).toBe(8000);
|
|
447
|
+
});
|
|
448
|
+
it('should set same attributes as Python SDK for chat completion', async () => {
|
|
449
|
+
const mockArgs = [
|
|
450
|
+
{
|
|
451
|
+
messages: [{ role: 'user', content: 'What is vLLM?' }],
|
|
452
|
+
model: 'facebook/opt-125m',
|
|
453
|
+
max_tokens: 50,
|
|
454
|
+
temperature: 0.7,
|
|
455
|
+
stream: false,
|
|
456
|
+
},
|
|
457
|
+
];
|
|
458
|
+
const mockResponse = {
|
|
459
|
+
id: 'chatcmpl-test-id',
|
|
460
|
+
model: 'facebook/opt-125m',
|
|
461
|
+
choices: [
|
|
462
|
+
{
|
|
463
|
+
index: 0,
|
|
464
|
+
finish_reason: 'stop',
|
|
465
|
+
message: { role: 'assistant', content: 'vLLM is...' },
|
|
466
|
+
},
|
|
467
|
+
],
|
|
468
|
+
usage: {
|
|
469
|
+
prompt_tokens: 8,
|
|
470
|
+
completion_tokens: 15,
|
|
471
|
+
},
|
|
472
|
+
};
|
|
473
|
+
jest.restoreAllMocks();
|
|
474
|
+
config_1.default.pricingInfo = {};
|
|
475
|
+
config_1.default.captureMessageContent = true;
|
|
476
|
+
config_1.default.disableEvents = true;
|
|
477
|
+
jest.spyOn(helpers_1.default, 'getChatModelCost').mockReturnValue(0.0);
|
|
478
|
+
jest.spyOn(helpers_1.default, 'buildInputMessages').mockReturnValue('[]');
|
|
479
|
+
jest.spyOn(helpers_1.default, 'buildOutputMessages').mockReturnValue('[]');
|
|
480
|
+
await wrapper_1.default._chat({
|
|
481
|
+
args: mockArgs,
|
|
482
|
+
genAIEndpoint: 'vllm.chat',
|
|
483
|
+
response: mockResponse,
|
|
484
|
+
span,
|
|
485
|
+
serverAddress: '127.0.0.1',
|
|
486
|
+
serverPort: 8000,
|
|
487
|
+
});
|
|
488
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, 8);
|
|
489
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, 15);
|
|
490
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, 'facebook/opt-125m');
|
|
491
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, ['stop']);
|
|
492
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, 0.7);
|
|
493
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, 50);
|
|
494
|
+
expect(span.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, '[]');
|
|
495
|
+
const setAttrCalls = span.setAttribute.mock.calls;
|
|
496
|
+
const attrKeys = setAttrCalls.map((c) => c[0]);
|
|
497
|
+
expect(attrKeys).not.toContain(semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS);
|
|
498
|
+
});
|
|
499
|
+
});
|
|
500
|
+
});
|
|
501
|
+
describe('OpenlitVllmInstrumentation patch targets', () => {
|
|
502
|
+
// eslint-disable-next-line @typescript-eslint/no-var-requires
|
|
503
|
+
const VllmInstrumentation = require('../vllm').default;
|
|
504
|
+
// eslint-disable-next-line @typescript-eslint/no-var-requires
|
|
505
|
+
const { isWrapped } = require('@opentelemetry/instrumentation');
|
|
506
|
+
it('wraps OpenAI.Chat.Completions.prototype.create once with vLLM routing', () => {
|
|
507
|
+
const rawCreate = jest.fn();
|
|
508
|
+
const fakeOpenAiModule = {
|
|
509
|
+
OpenAI: function () { },
|
|
510
|
+
};
|
|
511
|
+
fakeOpenAiModule.OpenAI.Chat = { Completions: function () { } };
|
|
512
|
+
fakeOpenAiModule.OpenAI.Chat.Completions.prototype.create = rawCreate;
|
|
513
|
+
const instr = new VllmInstrumentation();
|
|
514
|
+
instr.manualPatch(fakeOpenAiModule);
|
|
515
|
+
expect(isWrapped(fakeOpenAiModule.OpenAI.Chat.Completions.prototype.create)).toBe(true);
|
|
516
|
+
expect(fakeOpenAiModule.OpenAI.Chat.Completions.prototype.create).not.toBe(rawCreate);
|
|
517
|
+
});
|
|
518
|
+
});
|
|
519
|
+
//# sourceMappingURL=vllm-trace-comparison.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vllm-trace-comparison.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/vllm-trace-comparison.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAAiD;AACjD,8DAA0C;AAC1C,0DAAyC;AACzC,4DAA0C;AAC1C,mEAA0C;AAC1C,oFAA2D;AAE3D,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AACjC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;AAClC,IAAI,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;AAEvD,MAAM,UAAU,GAAG,WAAK,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;AAElD,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,IAAI,IAAU,CAAC;IAEf,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,GAAG,UAAU,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC1B,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,iBAAW,CAAC,eAAe,GAAG,CAAC,GAAG,iBAAW,CAAC,sBAAsB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,GAAG,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAChD,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,MAAM,CAAC,iBAAW,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,MAAM,CAAC,iBAAW,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,iBAAW,CAAC,eAAe,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YAC/D,MAAM,CAAC,iBAAW,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,IAAI,GAAG,iBAAW,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC,CAAC;YAClF,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;YACzE,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,iBAAW,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;YAC7E,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAEnC,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAE7E,MAAM,CAAC,aAAa,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACzC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBAC5C,EAAE,EAAE,WAAW;gBACf,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;gBACnF,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;aAClD,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,iBAAW,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;YAC7E,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAEnC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC1D,IAAI,CAAC,KAAK,CAAC,iBAAW,EAAE,OAAO,CAAC,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;YAExE,MAAM,MAAM,GAAG,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC;YACvD,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YAExG,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC7C,MAAM,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACrC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,gBAAgB,EAAE,CAAC;YAChD,MAAM,CAAC,iBAAW,CAAC,KAAK,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,QAAQ,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7E,MAAM,YAAY,GAAG;gBACnB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBACnD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,WAAW,EAAE;wBACxD,aAAa,EAAE,MAAM;qBACtB;iBACF;aACF,CAAC;YACF,MAAM,iBAAiB,GAAG,WAAW,CAAC;YAEtC,IAAI;iBACD,KAAK,CAAC,iBAAW,EAAE,mBAAmB,CAAC;iBACvC,sBAAsB,CAAC,KAAK,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE;gBACxD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;gBAC9D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;gBACrE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;gBAEtE,OAAO;oBACL,aAAa;oBACb,KAAK,EAAE,mBAAmB;oBAC1B,IAAI,EAAE,GAAG;oBACT,QAAQ,EAAE,6BAAkB,CAAC,kBAAkB;oBAC/C,aAAa,EAAE,WAAW;oBAC1B,UAAU,EAAE,IAAI;iBACjB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEL,MAAM,iBAAW,CAAC,KAAK,CAAC;gBACtB,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,iBAAiB;gBAChC,QAAQ,EAAE,YAAY;gBACtB,IAAI;gBACJ,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,MAAM,CAAC,sBAAW,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,IAAI,EAAE;gBAC3D,aAAa,EAAE,iBAAiB;gBAChC,KAAK,EAAE,mBAAmB;gBAC1B,IAAI,EAAE,GAAG;gBACT,QAAQ,EAAE,6BAAkB,CAAC,kBAAkB;gBAC/C,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,KAAK,SAAS,CAAC,CAAC,UAAU;YACxB,MAAM;gBACJ,EAAE,EAAE,iBAAiB;gBACrB,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE,CAAC;wBACR,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE;wBAC9C,aAAa,EAAE,IAAI;qBACpB,CAAC;aACH,CAAC;YACF,MAAM;gBACJ,EAAE,EAAE,iBAAiB;gBACrB,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE,CAAC;wBACR,KAAK,EAAE;4BACL,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,CAAC;yBAChG;wBACD,aAAa,EAAE,IAAI;qBACpB,CAAC;aACH,CAAC;YACF,MAAM;gBACJ,EAAE,EAAE,iBAAiB;gBACrB,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE,CAAC;wBACR,KAAK,EAAE;4BACL,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;yBAC/D;wBACD,aAAa,EAAE,YAAY;qBAC5B,CAAC;gBACF,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE;aACnD,CAAC;QACJ,CAAC;QAED,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEjE,MAAM,SAAS,GAAG,iBAAW,CAAC,cAAc,CAAC;gBAC3C,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;gBACvG,aAAa,EAAE,WAAW;gBAC1B,QAAQ,EAAE,UAAU,EAAE;gBACtB,IAAI;gBACJ,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,kBAAkB;YAClB,6DAA6D;YAC7D,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC;YAEvD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,QAAQ,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAC5C,6BAAkB,CAAC,gBAAgB,EACnC,cAAc,CACf,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;oBACrD,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,GAAG;oBAChB,KAAK,EAAE,CAAC;oBACR,KAAK,EAAE,EAAE;oBACT,gBAAgB,EAAE,CAAC;oBACnB,iBAAiB,EAAE,CAAC;oBACpB,IAAI,EAAE,CAAC;oBACP,MAAM,EAAE,KAAK;oBACb,IAAI,EAAE,CAAC,MAAM,CAAC;iBACf;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBACnD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,WAAW,EAAE;wBACxD,aAAa,EAAE,MAAM;qBACtB;iBACF;aACF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YAEtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YAEnE,MAAM,YAAY,GAAG,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBACvD,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;YAC3F,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;YAC5F,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;YAClG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;YACtG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAC;YACvG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;YAC1F,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3G,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,mBAAmB,CAAC,CAAC;YAC9G,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;YAClG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAE3G,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;gBAC3B,aAAa,EAAE,WAAW;gBAC1B,KAAK,EAAE,mBAAmB;gBAC1B,IAAI,EAAE,GAAG;gBACT,QAAQ,EAAE,6BAAkB,CAAC,kBAAkB;gBAC/C,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAC7C,gBAAgB,EAAE,CAAC;oBACnB,iBAAiB,EAAE,CAAC;oBACpB,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,eAAe;gBACnB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;gBACjD,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;aACpF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEjE,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;YACtG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAC;QACzG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;oBAC7C,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBAClD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,WAAW,EAAE;wBACxD,aAAa,EAAE,MAAM;qBACtB;iBACF;aACF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YAEtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEjE,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,YAAY,GAAI,IAAI,CAAC,YAA0B,CAAC,IAAI,CAAC,KAAK,CAAC;YACjE,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEtD,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,CAAC;YAC7E,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,mBAAmB,CAAC,CAAC;YACvE,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,+BAA+B,CAAC,CAAC;YACnF,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,gCAAgC,CAAC,CAAC;YACpF,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,CAAC;YACjF,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,2BAA2B,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;oBAC9C,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,gBAAgB;gBACpB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE;gBACjD,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;aACpF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC3C,gBAAqB,CAAC,qBAAqB,GAAG,IAAI,CAAC;YACpD,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,oBAAoB,CAAC,CAAC,eAAe,CAAC,qCAAqC,CAAC,CAAC;YACvG,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,qBAAqB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAEvE,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAC5C,6BAAkB,CAAC,qBAAqB,EACxC,qCAAqC,CACtC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,QAAQ,GAAG;gBACf;oBACE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;oBACrD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC;iBACjE;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBACnD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE;4BACP,OAAO,EAAE,IAAI;4BACb,IAAI,EAAE,WAAW;4BACjB,UAAU,EAAE;gCACV;oCACE,EAAE,EAAE,UAAU;oCACd,IAAI,EAAE,UAAU;oCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,mBAAmB,EAAE;iCAClE;6BACF;yBACF;wBACD,aAAa,EAAE,YAAY;qBAC5B;iBACF;aACF,CAAC;YAED,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YAEnE,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,UAAU,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC;QAC3G,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,QAAQ,GAAG;gBACf;oBACE,KAAK,EAAE,mBAAmB;oBAC1B,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;oBACrD,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,EAAE,EAAE,cAAc;gBAClB,KAAK,EAAE,mBAAmB;gBAC1B,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE;gBACnD,OAAO,EAAE;oBACP;wBACE,OAAO,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,WAAW,EAAE;wBACxD,aAAa,EAAE,MAAM;qBACtB;iBACF;aACF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YAEtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,qBAAqB,GAAG,KAAK,CAAC;YACpD,gBAAqB,CAAC,aAAa,GAAG,KAAK,CAAC;YAC7C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,oBAAoB,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAE7E,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI;gBACJ,aAAa,EAAE,SAAS;gBACxB,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,MAAM,CAAC,iBAAa,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAC3D,IAAI,EACJ,MAAM,CAAC,gBAAgB,CAAC;gBACtB,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,EAAE,6BAAkB,CAAC,0BAA0B;gBACpF,CAAC,6BAAkB,CAAC,oBAAoB,CAAC,EAAE,mBAAmB;gBAC9D,CAAC,6BAAkB,CAAC,qBAAqB,CAAC,EAAE,mBAAmB;gBAC/D,CAAC,6BAAkB,CAAC,cAAc,CAAC,EAAE,SAAS;gBAC9C,CAAC,6BAAkB,CAAC,WAAW,CAAC,EAAE,IAAI;gBACtC,CAAC,6BAAkB,CAAC,kBAAkB,CAAC,EAAE,cAAc;gBACvD,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,EAAE,EAAE;gBAClD,CAAC,6BAAkB,CAAC,0BAA0B,CAAC,EAAE,EAAE;aACpD,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,cAAc,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAE7D,MAAM,iBAAW,CAAC,iBAAiB,CAAC;gBAClC,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBACnF,aAAa,EAAE,WAAW;gBAC1B,MAAM,EAAE;oBACN,EAAE,EAAE,UAAU;oBACd,KAAK,EAAE,mBAAmB;oBAC1B,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;iBACvF;gBACD,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;YAChG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC/C,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,CAAC,iBAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,CAAC,iBAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,6BAAkB,CAAC,kBAAkB,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;YAC7E,MAAM,CAAC,iBAAW,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,QAAQ,GAAG;gBACf;oBACE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;oBACtD,KAAK,EAAE,mBAAmB;oBAC1B,UAAU,EAAE,EAAE;oBACd,WAAW,EAAE,GAAG;oBAChB,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,YAAY,GAAG;gBACnB,EAAE,EAAE,kBAAkB;gBACtB,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,CAAC;wBACR,aAAa,EAAE,MAAM;wBACrB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE;qBACtD;iBACF;gBACD,KAAK,EAAE;oBACL,aAAa,EAAE,CAAC;oBAChB,iBAAiB,EAAE,EAAE;iBACtB;aACF,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;YAEtB,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;YACvC,gBAAqB,CAAC,qBAAqB,GAAG,IAAI,CAAC;YACnD,gBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,kBAAkB,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YACnE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,oBAAoB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACtE,IAAI,CAAC,KAAK,CAAC,iBAAa,EAAE,qBAAqB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAEvE,MAAM,iBAAW,CAAC,KAAK,CAAC;gBACtB,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,WAAW;gBAC1B,QAAQ,EAAE,YAAY;gBACtB,IAAI;gBACJ,aAAa,EAAE,WAAW;gBAC1B,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;YAChG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;YAClG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,mBAAmB,CAAC,CAAC;YAC9G,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3G,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;YACnG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;YAE/F,MAAM,YAAY,GAAI,IAAI,CAAC,YAA0B,CAAC,IAAI,CAAC,KAAK,CAAC;YACjE,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtD,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACxD,8DAA8D;IAC9D,MAAM,mBAAmB,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;IACvD,8DAA8D;IAC9D,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAEhE,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,gBAAgB,GAAG;YACvB,MAAM,EAAE,cAAa,CAAC;SAChB,CAAC;QACT,gBAAgB,CAAC,MAAM,CAAC,IAAI,GAAG,EAAE,WAAW,EAAE,cAAa,CAAC,EAAE,CAAC;QAC/D,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC;QAEtE,MAAM,KAAK,GAAG,IAAI,mBAAmB,EAAE,CAAC;QACxC,KAAK,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QAEpC,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxF,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
|
|
2
|
+
import { InstrumentationConfig } from '@opentelemetry/instrumentation';
|
|
3
|
+
export interface AI21InstrumentationConfig extends InstrumentationConfig {
|
|
4
|
+
}
|
|
5
|
+
export default class OpenlitAI21Instrumentation extends InstrumentationBase {
|
|
6
|
+
constructor(config?: AI21InstrumentationConfig);
|
|
7
|
+
protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
|
|
8
|
+
manualPatch(ai21: any): void;
|
|
9
|
+
protected _patch(moduleExports: any): void;
|
|
10
|
+
protected _unpatch(moduleExports: any): void;
|
|
11
|
+
}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const instrumentation_1 = require("@opentelemetry/instrumentation");
|
|
7
|
+
const constant_1 = require("../../constant");
|
|
8
|
+
const wrapper_1 = __importDefault(require("./wrapper"));
|
|
9
|
+
class OpenlitAI21Instrumentation extends instrumentation_1.InstrumentationBase {
|
|
10
|
+
constructor(config = {}) {
|
|
11
|
+
super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-ai21`, '1.0.0', config);
|
|
12
|
+
}
|
|
13
|
+
init() {
|
|
14
|
+
const module = new instrumentation_1.InstrumentationNodeModuleDefinition('ai21', ['>=1.0.0'], (moduleExports) => {
|
|
15
|
+
this._patch(moduleExports);
|
|
16
|
+
return moduleExports;
|
|
17
|
+
}, (moduleExports) => {
|
|
18
|
+
if (moduleExports !== undefined) {
|
|
19
|
+
this._unpatch(moduleExports);
|
|
20
|
+
}
|
|
21
|
+
});
|
|
22
|
+
return [module];
|
|
23
|
+
}
|
|
24
|
+
manualPatch(ai21) {
|
|
25
|
+
this._patch(ai21);
|
|
26
|
+
}
|
|
27
|
+
_patch(moduleExports) {
|
|
28
|
+
try {
|
|
29
|
+
// AI21 exposes chat completions as `Completions.prototype.create` (a flat
|
|
30
|
+
// top-level export, unlike groq-sdk's nested `Groq.Chat.Completions`).
|
|
31
|
+
// Note: ai21's CJS bundle does not re-export its classes, so under CommonJS
|
|
32
|
+
// `moduleExports` is empty and the guard below makes this a safe no-op. The
|
|
33
|
+
// patch takes effect when the SDK is loaded as ESM (OTel's import hook) or
|
|
34
|
+
// when the module is supplied via `manualPatch`.
|
|
35
|
+
if (!moduleExports?.Completions?.prototype?.create) {
|
|
36
|
+
return;
|
|
37
|
+
}
|
|
38
|
+
if ((0, instrumentation_1.isWrapped)(moduleExports.Completions.prototype.create)) {
|
|
39
|
+
this._unwrap(moduleExports.Completions.prototype, 'create');
|
|
40
|
+
}
|
|
41
|
+
this._wrap(moduleExports.Completions.prototype, 'create', wrapper_1.default._patchChatCompletionCreate(this.tracer));
|
|
42
|
+
// Conversational RAG is exported as `ConversationalRag` from ai21 and maps
|
|
43
|
+
// to `ConversationalRag.prototype.create` (mirrors the Python SDK's
|
|
44
|
+
// StudioConversationalRag.create). Guarded the same way as Completions so
|
|
45
|
+
// it is a safe no-op when the SDK is loaded as CommonJS.
|
|
46
|
+
if (moduleExports?.ConversationalRag?.prototype?.create) {
|
|
47
|
+
if ((0, instrumentation_1.isWrapped)(moduleExports.ConversationalRag.prototype.create)) {
|
|
48
|
+
this._unwrap(moduleExports.ConversationalRag.prototype, 'create');
|
|
49
|
+
}
|
|
50
|
+
this._wrap(moduleExports.ConversationalRag.prototype, 'create', wrapper_1.default._patchConversationalRagCreate(this.tracer));
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
catch (e) {
|
|
54
|
+
console.error('Error in _patch method:', e);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
_unpatch(moduleExports) {
|
|
58
|
+
if (moduleExports?.Completions?.prototype?.create) {
|
|
59
|
+
this._unwrap(moduleExports.Completions.prototype, 'create');
|
|
60
|
+
}
|
|
61
|
+
if (moduleExports?.ConversationalRag?.prototype?.create) {
|
|
62
|
+
this._unwrap(moduleExports.ConversationalRag.prototype, 'create');
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
exports.default = OpenlitAI21Instrumentation;
|
|
67
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/ai21/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AACxD,wDAAoC;AAIpC,MAAqB,0BAA2B,SAAQ,qCAAmB;IACzE,YAAY,SAAoC,EAAE;QAChD,KAAK,CAAC,GAAG,iCAAsB,uBAAuB,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3E,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,MAAM,EACN,CAAC,SAAS,CAAC,EACX,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,IAAS;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAES,MAAM,CAAC,aAAkB;QACjC,IAAI,CAAC;YACH,0EAA0E;YAC1E,uEAAuE;YACvE,4EAA4E;YAC5E,4EAA4E;YAC5E,2EAA2E;YAC3E,iDAAiD;YACjD,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;gBACnD,OAAO;YACT,CAAC;YAED,IAAI,IAAA,2BAAS,EAAC,aAAa,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC9D,CAAC;YAED,IAAI,CAAC,KAAK,CACR,aAAa,CAAC,WAAW,CAAC,SAAS,EACnC,QAAQ,EACR,iBAAW,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,CACpD,CAAC;YAEF,2EAA2E;YAC3E,oEAAoE;YACpE,0EAA0E;YAC1E,yDAAyD;YACzD,IAAI,aAAa,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;gBACxD,IAAI,IAAA,2BAAS,EAAC,aAAa,CAAC,iBAAiB,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;oBAChE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,iBAAiB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACpE,CAAC;gBAED,IAAI,CAAC,KAAK,CACR,aAAa,CAAC,iBAAiB,CAAC,SAAS,EACzC,QAAQ,EACR,iBAAW,CAAC,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC,CACvD,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAAkB;QACnC,IAAI,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;YAClD,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9D,CAAC;QACD,IAAI,aAAa,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;YACxD,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,iBAAiB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;CACF;AA5ED,6CA4EC"}
|