openlit 1.12.0 → 1.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +34 -1
- package/dist/__tests__/manual-trace.test.js +118 -0
- package/dist/__tests__/manual-trace.test.js.map +1 -0
- package/dist/__tests__/register.test.js +90 -0
- package/dist/__tests__/register.test.js.map +1 -0
- package/dist/config.d.ts +7 -1
- package/dist/config.js +3 -1
- package/dist/config.js.map +1 -1
- package/dist/evals/__tests__/offline.test.js +418 -0
- package/dist/evals/__tests__/offline.test.js.map +1 -0
- package/dist/evals/index.d.ts +2 -5
- package/dist/evals/index.js +12 -26
- package/dist/evals/index.js.map +1 -1
- package/dist/evals/offline.d.ts +6 -0
- package/dist/evals/offline.js +347 -0
- package/dist/evals/offline.js.map +1 -0
- package/dist/evals/types.d.ts +69 -18
- package/dist/evals/types.js +20 -0
- package/dist/evals/types.js.map +1 -1
- package/dist/guard/__tests__/integration.test.js +178 -0
- package/dist/guard/__tests__/integration.test.js.map +1 -0
- package/dist/guard/__tests__/pii.test.js +109 -0
- package/dist/guard/__tests__/pii.test.js.map +1 -0
- package/dist/guard/__tests__/pipeline.test.js +162 -0
- package/dist/guard/__tests__/pipeline.test.js.map +1 -0
- package/dist/guard/__tests__/prompt-injection.test.js +92 -0
- package/dist/guard/__tests__/prompt-injection.test.js.map +1 -0
- package/dist/guard/base.d.ts +75 -14
- package/dist/guard/base.js +130 -53
- package/dist/guard/base.js.map +1 -1
- package/dist/guard/custom.d.ts +19 -0
- package/dist/guard/custom.js +46 -0
- package/dist/guard/custom.js.map +1 -0
- package/dist/guard/index.d.ts +24 -5
- package/dist/guard/index.js +39 -21
- package/dist/guard/index.js.map +1 -1
- package/dist/guard/integration.d.ts +32 -0
- package/dist/guard/integration.js +328 -0
- package/dist/guard/integration.js.map +1 -0
- package/dist/guard/moderation.d.ts +18 -0
- package/dist/guard/moderation.js +61 -0
- package/dist/guard/moderation.js.map +1 -0
- package/dist/guard/pii.d.ts +17 -0
- package/dist/guard/pii.js +94 -0
- package/dist/guard/pii.js.map +1 -0
- package/dist/guard/pipeline.d.ts +18 -0
- package/dist/guard/pipeline.js +96 -0
- package/dist/guard/pipeline.js.map +1 -0
- package/dist/guard/prompt-injection.d.ts +20 -6
- package/dist/guard/prompt-injection.js +59 -68
- package/dist/guard/prompt-injection.js.map +1 -1
- package/dist/guard/schema.d.ts +20 -0
- package/dist/guard/schema.js +99 -0
- package/dist/guard/schema.js.map +1 -0
- package/dist/guard/sensitive-topic.d.ts +22 -6
- package/dist/guard/sensitive-topic.js +78 -64
- package/dist/guard/sensitive-topic.js.map +1 -1
- package/dist/guard/topic-restriction.d.ts +21 -6
- package/dist/guard/topic-restriction.js +43 -64
- package/dist/guard/topic-restriction.js.map +1 -1
- package/dist/helpers.d.ts +133 -2
- package/dist/helpers.js +416 -5
- package/dist/helpers.js.map +1 -1
- package/dist/index.d.ts +54 -30
- package/dist/index.js +104 -22
- package/dist/index.js.map +1 -1
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.d.ts +13 -0
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js +176 -0
- package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.d.ts +10 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js +203 -0
- package/dist/instrumentation/__tests__/ai21-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js +262 -0
- package/dist/instrumentation/__tests__/assemblyai-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.d.ts +7 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.js +160 -0
- package/dist/instrumentation/__tests__/astra-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/browser-use-wrapper.test.js +284 -0
- package/dist/instrumentation/__tests__/browser-use-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.d.ts +12 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.js +95 -0
- package/dist/instrumentation/__tests__/cache-pricing.test.js.map +1 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js +282 -0
- package/dist/instrumentation/__tests__/elevenlabs-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js +238 -0
- package/dist/instrumentation/__tests__/firecrawl-wrapper.test.js.map +1 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.js +247 -0
- package/dist/instrumentation/__tests__/gpu-collector.test.js.map +1 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.d.ts +11 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js +391 -0
- package/dist/instrumentation/__tests__/gradient-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +150 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -1
- package/dist/instrumentation/__tests__/helpers-genai.test.d.ts +14 -0
- package/dist/instrumentation/__tests__/helpers-genai.test.js +347 -0
- package/dist/instrumentation/__tests__/helpers-genai.test.js.map +1 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.js +19 -0
- package/dist/instrumentation/__tests__/langchain-role-map.test.js.map +1 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.d.ts +13 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js +208 -0
- package/dist/instrumentation/__tests__/mem0-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.d.ts +21 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.js +455 -0
- package/dist/instrumentation/__tests__/pg-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.d.ts +11 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js +214 -0
- package/dist/instrumentation/__tests__/transformers-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.d.ts +6 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js +409 -0
- package/dist/instrumentation/__tests__/vertexai-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.d.ts +1 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js +519 -0
- package/dist/instrumentation/__tests__/vllm-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/ai21/index.d.ts +11 -0
- package/dist/instrumentation/ai21/index.js +67 -0
- package/dist/instrumentation/ai21/index.js.map +1 -0
- package/dist/instrumentation/ai21/wrapper.d.ts +54 -0
- package/dist/instrumentation/ai21/wrapper.js +511 -0
- package/dist/instrumentation/ai21/wrapper.js.map +1 -0
- package/dist/instrumentation/anthropic/wrapper.js +56 -2
- package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
- package/dist/instrumentation/assemblyai/index.d.ts +12 -0
- package/dist/instrumentation/assemblyai/index.js +91 -0
- package/dist/instrumentation/assemblyai/index.js.map +1 -0
- package/dist/instrumentation/assemblyai/wrapper.d.ts +35 -0
- package/dist/instrumentation/assemblyai/wrapper.js +233 -0
- package/dist/instrumentation/assemblyai/wrapper.js.map +1 -0
- package/dist/instrumentation/astra/index.d.ts +11 -0
- package/dist/instrumentation/astra/index.js +87 -0
- package/dist/instrumentation/astra/index.js.map +1 -0
- package/dist/instrumentation/astra/wrapper.d.ts +39 -0
- package/dist/instrumentation/astra/wrapper.js +349 -0
- package/dist/instrumentation/astra/wrapper.js.map +1 -0
- package/dist/instrumentation/azure-ai-inference/wrapper.d.ts +13 -0
- package/dist/instrumentation/azure-ai-inference/wrapper.js +60 -1
- package/dist/instrumentation/azure-ai-inference/wrapper.js.map +1 -1
- package/dist/instrumentation/bedrock/wrapper.d.ts +13 -0
- package/dist/instrumentation/bedrock/wrapper.js +78 -2
- package/dist/instrumentation/bedrock/wrapper.js.map +1 -1
- package/dist/instrumentation/browser-use/index.d.ts +11 -0
- package/dist/instrumentation/browser-use/index.js +98 -0
- package/dist/instrumentation/browser-use/index.js.map +1 -0
- package/dist/instrumentation/browser-use/wrapper.d.ts +12 -0
- package/dist/instrumentation/browser-use/wrapper.js +706 -0
- package/dist/instrumentation/browser-use/wrapper.js.map +1 -0
- package/dist/instrumentation/claude-agent-sdk/wrapper.js +90 -4
- package/dist/instrumentation/claude-agent-sdk/wrapper.js.map +1 -1
- package/dist/instrumentation/cohere/wrapper.d.ts +13 -0
- package/dist/instrumentation/cohere/wrapper.js +59 -0
- package/dist/instrumentation/cohere/wrapper.js.map +1 -1
- package/dist/instrumentation/cursor-sdk/index.d.ts +21 -0
- package/dist/instrumentation/cursor-sdk/index.js +58 -0
- package/dist/instrumentation/cursor-sdk/index.js.map +1 -0
- package/dist/instrumentation/cursor-sdk/wrapper.d.ts +17 -0
- package/dist/instrumentation/cursor-sdk/wrapper.js +785 -0
- package/dist/instrumentation/cursor-sdk/wrapper.js.map +1 -0
- package/dist/instrumentation/elevenlabs/index.d.ts +12 -0
- package/dist/instrumentation/elevenlabs/index.js +92 -0
- package/dist/instrumentation/elevenlabs/index.js.map +1 -0
- package/dist/instrumentation/elevenlabs/wrapper.d.ts +34 -0
- package/dist/instrumentation/elevenlabs/wrapper.js +280 -0
- package/dist/instrumentation/elevenlabs/wrapper.js.map +1 -0
- package/dist/instrumentation/firecrawl/index.d.ts +13 -0
- package/dist/instrumentation/firecrawl/index.js +115 -0
- package/dist/instrumentation/firecrawl/index.js.map +1 -0
- package/dist/instrumentation/firecrawl/wrapper.d.ts +22 -0
- package/dist/instrumentation/firecrawl/wrapper.js +378 -0
- package/dist/instrumentation/firecrawl/wrapper.js.map +1 -0
- package/dist/instrumentation/google-ai/wrapper.d.ts +13 -0
- package/dist/instrumentation/google-ai/wrapper.js +85 -1
- package/dist/instrumentation/google-ai/wrapper.js.map +1 -1
- package/dist/instrumentation/gpu/index.d.ts +38 -0
- package/dist/instrumentation/gpu/index.js +233 -0
- package/dist/instrumentation/gpu/index.js.map +1 -0
- package/dist/instrumentation/gradient/index.d.ts +12 -0
- package/dist/instrumentation/gradient/index.js +74 -0
- package/dist/instrumentation/gradient/index.js.map +1 -0
- package/dist/instrumentation/gradient/utils.d.ts +14 -0
- package/dist/instrumentation/gradient/utils.js +119 -0
- package/dist/instrumentation/gradient/utils.js.map +1 -0
- package/dist/instrumentation/gradient/wrapper.d.ts +76 -0
- package/dist/instrumentation/gradient/wrapper.js +584 -0
- package/dist/instrumentation/gradient/wrapper.js.map +1 -0
- package/dist/instrumentation/groq/wrapper.js +42 -0
- package/dist/instrumentation/groq/wrapper.js.map +1 -1
- package/dist/instrumentation/huggingface/wrapper.d.ts +13 -0
- package/dist/instrumentation/huggingface/wrapper.js +66 -0
- package/dist/instrumentation/huggingface/wrapper.js.map +1 -1
- package/dist/instrumentation/index.js +28 -0
- package/dist/instrumentation/index.js.map +1 -1
- package/dist/instrumentation/langchain/wrapper.js +5 -8
- package/dist/instrumentation/langchain/wrapper.js.map +1 -1
- package/dist/instrumentation/langgraph/wrapper.js +12 -11
- package/dist/instrumentation/langgraph/wrapper.js.map +1 -1
- package/dist/instrumentation/llamaindex/wrapper.d.ts +14 -1
- package/dist/instrumentation/llamaindex/wrapper.js +68 -0
- package/dist/instrumentation/llamaindex/wrapper.js.map +1 -1
- package/dist/instrumentation/mcp/index.d.ts +20 -0
- package/dist/instrumentation/mcp/index.js +282 -0
- package/dist/instrumentation/mcp/index.js.map +1 -0
- package/dist/instrumentation/mcp/wrapper.d.ts +72 -0
- package/dist/instrumentation/mcp/wrapper.js +571 -0
- package/dist/instrumentation/mcp/wrapper.js.map +1 -0
- package/dist/instrumentation/mem0/index.d.ts +17 -0
- package/dist/instrumentation/mem0/index.js +113 -0
- package/dist/instrumentation/mem0/index.js.map +1 -0
- package/dist/instrumentation/mem0/wrapper.d.ts +37 -0
- package/dist/instrumentation/mem0/wrapper.js +298 -0
- package/dist/instrumentation/mem0/wrapper.js.map +1 -0
- package/dist/instrumentation/mistral/wrapper.d.ts +13 -0
- package/dist/instrumentation/mistral/wrapper.js +60 -1
- package/dist/instrumentation/mistral/wrapper.js.map +1 -1
- package/dist/instrumentation/ollama/wrapper.d.ts +13 -0
- package/dist/instrumentation/ollama/wrapper.js +67 -1
- package/dist/instrumentation/ollama/wrapper.js.map +1 -1
- package/dist/instrumentation/openai/wrapper.d.ts +13 -0
- package/dist/instrumentation/openai/wrapper.js +89 -3
- package/dist/instrumentation/openai/wrapper.js.map +1 -1
- package/dist/instrumentation/pg/index.d.ts +20 -0
- package/dist/instrumentation/pg/index.js +74 -0
- package/dist/instrumentation/pg/index.js.map +1 -0
- package/dist/instrumentation/pg/wrapper.d.ts +66 -0
- package/dist/instrumentation/pg/wrapper.js +441 -0
- package/dist/instrumentation/pg/wrapper.js.map +1 -0
- package/dist/instrumentation/replicate/wrapper.d.ts +13 -0
- package/dist/instrumentation/replicate/wrapper.js +61 -0
- package/dist/instrumentation/replicate/wrapper.js.map +1 -1
- package/dist/instrumentation/strands/processor.d.ts +6 -0
- package/dist/instrumentation/strands/processor.js +73 -3
- package/dist/instrumentation/strands/processor.js.map +1 -1
- package/dist/instrumentation/strands/utils.d.ts +2 -2
- package/dist/instrumentation/strands/utils.js +15 -2
- package/dist/instrumentation/strands/utils.js.map +1 -1
- package/dist/instrumentation/together/wrapper.d.ts +13 -0
- package/dist/instrumentation/together/wrapper.js +59 -1
- package/dist/instrumentation/together/wrapper.js.map +1 -1
- package/dist/instrumentation/transformers/index.d.ts +35 -0
- package/dist/instrumentation/transformers/index.js +119 -0
- package/dist/instrumentation/transformers/index.js.map +1 -0
- package/dist/instrumentation/transformers/wrapper.d.ts +49 -0
- package/dist/instrumentation/transformers/wrapper.js +472 -0
- package/dist/instrumentation/transformers/wrapper.js.map +1 -0
- package/dist/instrumentation/vercel-ai/wrapper.d.ts +13 -0
- package/dist/instrumentation/vercel-ai/wrapper.js +106 -1
- package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -1
- package/dist/instrumentation/vertexai/index.d.ts +11 -0
- package/dist/instrumentation/vertexai/index.js +70 -0
- package/dist/instrumentation/vertexai/index.js.map +1 -0
- package/dist/instrumentation/vertexai/wrapper.d.ts +67 -0
- package/dist/instrumentation/vertexai/wrapper.js +529 -0
- package/dist/instrumentation/vertexai/wrapper.js.map +1 -0
- package/dist/instrumentation/vllm/index.d.ts +13 -0
- package/dist/instrumentation/vllm/index.js +67 -0
- package/dist/instrumentation/vllm/index.js.map +1 -0
- package/dist/instrumentation/vllm/wrapper.d.ts +60 -0
- package/dist/instrumentation/vllm/wrapper.js +482 -0
- package/dist/instrumentation/vllm/wrapper.js.map +1 -0
- package/dist/llm/index.d.ts +9 -2
- package/dist/llm/index.js.map +1 -1
- package/dist/manual-trace.d.ts +40 -0
- package/dist/manual-trace.js +103 -0
- package/dist/manual-trace.js.map +1 -0
- package/dist/otel/metrics.d.ts +11 -0
- package/dist/otel/metrics.js +48 -0
- package/dist/otel/metrics.js.map +1 -1
- package/dist/register.d.ts +4 -0
- package/dist/register.js +52 -0
- package/dist/register.js.map +1 -0
- package/dist/score/__tests__/score.test.d.ts +1 -0
- package/dist/score/__tests__/score.test.js +143 -0
- package/dist/score/__tests__/score.test.js.map +1 -0
- package/dist/score/index.d.ts +2 -0
- package/dist/score/index.js +6 -0
- package/dist/score/index.js.map +1 -0
- package/dist/score/score.d.ts +15 -0
- package/dist/score/score.js +135 -0
- package/dist/score/score.js.map +1 -0
- package/dist/semantic-convention.d.ts +278 -0
- package/dist/semantic-convention.js +322 -0
- package/dist/semantic-convention.js.map +1 -1
- package/dist/types.d.ts +15 -1
- package/package.json +18 -1
- package/dist/evals/__tests__/anthropic.test.js +0 -9
- package/dist/evals/__tests__/anthropic.test.js.map +0 -1
- package/dist/evals/__tests__/base.test.js +0 -37
- package/dist/evals/__tests__/base.test.js.map +0 -1
- package/dist/evals/__tests__/core.test.js +0 -33
- package/dist/evals/__tests__/core.test.js.map +0 -1
- package/dist/evals/__tests__/metrics.test.js +0 -59
- package/dist/evals/__tests__/metrics.test.js.map +0 -1
- package/dist/evals/__tests__/openai.test.js +0 -9
- package/dist/evals/__tests__/openai.test.js.map +0 -1
- package/dist/evals/__tests__/providers.test.js +0 -14
- package/dist/evals/__tests__/providers.test.js.map +0 -1
- package/dist/evals/__tests__/utils.test.js +0 -46
- package/dist/evals/__tests__/utils.test.js.map +0 -1
- package/dist/evals/all.d.ts +0 -4
- package/dist/evals/all.js +0 -35
- package/dist/evals/all.js.map +0 -1
- package/dist/evals/base.d.ts +0 -15
- package/dist/evals/base.js +0 -51
- package/dist/evals/base.js.map +0 -1
- package/dist/evals/bias.d.ts +0 -4
- package/dist/evals/bias.js +0 -35
- package/dist/evals/bias.js.map +0 -1
- package/dist/evals/hallucination.d.ts +0 -4
- package/dist/evals/hallucination.js +0 -32
- package/dist/evals/hallucination.js.map +0 -1
- package/dist/evals/llm/anthropic.d.ts +0 -5
- package/dist/evals/llm/anthropic.js +0 -42
- package/dist/evals/llm/anthropic.js.map +0 -1
- package/dist/evals/llm/openai.d.ts +0 -6
- package/dist/evals/llm/openai.js +0 -28
- package/dist/evals/llm/openai.js.map +0 -1
- package/dist/evals/llm/providers.d.ts +0 -7
- package/dist/evals/llm/providers.js +0 -10
- package/dist/evals/llm/providers.js.map +0 -1
- package/dist/evals/metrics.d.ts +0 -9
- package/dist/evals/metrics.js +0 -38
- package/dist/evals/metrics.js.map +0 -1
- package/dist/evals/toxicity.d.ts +0 -4
- package/dist/evals/toxicity.js +0 -33
- package/dist/evals/toxicity.js.map +0 -1
- package/dist/evals/utils.d.ts +0 -4
- package/dist/evals/utils.js +0 -39
- package/dist/evals/utils.js.map +0 -1
- package/dist/guard/__tests__/gaurd.test.js +0 -136
- package/dist/guard/__tests__/gaurd.test.js.map +0 -1
- package/dist/guard/__tests__/utils.test.js +0 -64
- package/dist/guard/__tests__/utils.test.js.map +0 -1
- package/dist/guard/all.d.ts +0 -8
- package/dist/guard/all.js +0 -28
- package/dist/guard/all.js.map +0 -1
- package/dist/guard/types.d.ts +0 -26
- package/dist/guard/types.js +0 -4
- package/dist/guard/types.js.map +0 -1
- package/dist/guard/utils.d.ts +0 -13
- package/dist/guard/utils.js +0 -79
- package/dist/guard/utils.js.map +0 -1
- /package/dist/{evals/__tests__/anthropic.test.d.ts → __tests__/manual-trace.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/metrics.test.d.ts → __tests__/register.test.d.ts} +0 -0
- /package/dist/evals/__tests__/{base.test.d.ts → offline.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/core.test.d.ts → guard/__tests__/integration.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/openai.test.d.ts → guard/__tests__/pii.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/providers.test.d.ts → guard/__tests__/pipeline.test.d.ts} +0 -0
- /package/dist/{evals/__tests__/utils.test.d.ts → guard/__tests__/prompt-injection.test.d.ts} +0 -0
- /package/dist/{guard/__tests__/gaurd.test.d.ts → instrumentation/__tests__/assemblyai-wrapper.test.d.ts} +0 -0
- /package/dist/{guard/__tests__/utils.test.d.ts → instrumentation/__tests__/browser-use-wrapper.test.d.ts} +0 -0
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.TracedSpan = void 0;
|
|
7
|
+
exports.startTrace = startTrace;
|
|
8
|
+
exports.trace = trace;
|
|
9
|
+
const api_1 = require("@opentelemetry/api");
|
|
10
|
+
const semantic_conventions_1 = require("@opentelemetry/semantic-conventions");
|
|
11
|
+
const config_1 = __importDefault(require("./config"));
|
|
12
|
+
const semantic_convention_1 = __importDefault(require("./semantic-convention"));
|
|
13
|
+
function getTracer() {
|
|
14
|
+
const provider = config_1.default.tracer;
|
|
15
|
+
return provider?.getTracer?.('openlit') ?? api_1.trace.getTracer('openlit');
|
|
16
|
+
}
|
|
17
|
+
function attachAppAttrs(span) {
|
|
18
|
+
span.setAttribute(semantic_conventions_1.ATTR_SERVICE_NAME, config_1.default.applicationName ?? 'default');
|
|
19
|
+
span.setAttribute(semantic_convention_1.default.ATTR_DEPLOYMENT_ENVIRONMENT, config_1.default.environment ?? 'default');
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Wrapper for an OpenTelemetry span with helpers to set result and metadata.
|
|
23
|
+
* Mirrors Python's TracedSpan — the span lifecycle is managed by startTrace() /
|
|
24
|
+
* trace(), so you do not call end() yourself (like Python's `with` block).
|
|
25
|
+
*/
|
|
26
|
+
class TracedSpan {
|
|
27
|
+
constructor(span) {
|
|
28
|
+
this._span = span;
|
|
29
|
+
}
|
|
30
|
+
/** Record the AI output or function return value on the span. */
|
|
31
|
+
setResult(result) {
|
|
32
|
+
this._span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_MESSAGES, result);
|
|
33
|
+
}
|
|
34
|
+
/** Stamp arbitrary key/value attributes onto the span. */
|
|
35
|
+
setMetadata(metadata) {
|
|
36
|
+
this._span.setAttributes(metadata);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
exports.TracedSpan = TracedSpan;
|
|
40
|
+
function runInActiveSpan(name, fn) {
|
|
41
|
+
return getTracer().startActiveSpan(name, { kind: api_1.SpanKind.CLIENT }, (rawSpan) => {
|
|
42
|
+
attachAppAttrs(rawSpan);
|
|
43
|
+
const handle = new TracedSpan(rawSpan);
|
|
44
|
+
const endOk = () => {
|
|
45
|
+
rawSpan.setStatus({ code: api_1.SpanStatusCode.OK });
|
|
46
|
+
rawSpan.end();
|
|
47
|
+
};
|
|
48
|
+
const endError = (err) => {
|
|
49
|
+
rawSpan.recordException(err);
|
|
50
|
+
rawSpan.setStatus({
|
|
51
|
+
code: api_1.SpanStatusCode.ERROR,
|
|
52
|
+
message: String(err),
|
|
53
|
+
});
|
|
54
|
+
rawSpan.end();
|
|
55
|
+
throw err;
|
|
56
|
+
};
|
|
57
|
+
try {
|
|
58
|
+
const result = fn(handle);
|
|
59
|
+
if (result !== null && typeof result?.then === 'function') {
|
|
60
|
+
return result.then((val) => {
|
|
61
|
+
endOk();
|
|
62
|
+
return val;
|
|
63
|
+
}, (err) => endError(err));
|
|
64
|
+
}
|
|
65
|
+
endOk();
|
|
66
|
+
return result;
|
|
67
|
+
}
|
|
68
|
+
catch (err) {
|
|
69
|
+
return endError(err);
|
|
70
|
+
}
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
/**
|
|
74
|
+
* Start a named CLIENT span scoped to a callback — the TypeScript equivalent of
|
|
75
|
+
* Python's `with start_trace(name) as span:`.
|
|
76
|
+
*
|
|
77
|
+
* The span is active for the duration of `fn`, so child LLM spans nest correctly.
|
|
78
|
+
*
|
|
79
|
+
* @example
|
|
80
|
+
* const answer = await openlit.startTrace('my-operation', async (span) => {
|
|
81
|
+
* const result = await doWork();
|
|
82
|
+
* span.setResult(String(result));
|
|
83
|
+
* return result;
|
|
84
|
+
* });
|
|
85
|
+
*/
|
|
86
|
+
function startTrace(name, fn) {
|
|
87
|
+
return runInActiveSpan(name, fn);
|
|
88
|
+
}
|
|
89
|
+
/**
|
|
90
|
+
* Wrap a function call in a CLIENT span — the TypeScript equivalent of
|
|
91
|
+
* Python's `@openlit.trace` decorator.
|
|
92
|
+
*
|
|
93
|
+
* @example
|
|
94
|
+
* const answer = await openlit.trace('my-chain', async (span) => {
|
|
95
|
+
* const result = await chain.invoke({ question });
|
|
96
|
+
* span.setResult(result.content);
|
|
97
|
+
* return result;
|
|
98
|
+
* });
|
|
99
|
+
*/
|
|
100
|
+
function trace(name, fn) {
|
|
101
|
+
return runInActiveSpan(name, fn);
|
|
102
|
+
}
|
|
103
|
+
//# sourceMappingURL=manual-trace.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"manual-trace.js","sourceRoot":"","sources":["../src/manual-trace.ts"],"names":[],"mappings":";;;;;;AAoGA,gCAKC;AAaD,sBAKC;AA3HD,4CAAwF;AACxF,8EAAwE;AACxE,sDAAqC;AACrC,gFAAuD;AAEvD,SAAS,SAAS;IAChB,MAAM,QAAQ,GAAG,gBAAa,CAAC,MAAa,CAAC;IAC7C,OAAO,QAAQ,EAAE,SAAS,EAAE,CAAC,SAAS,CAAC,IAAI,WAAS,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,cAAc,CAAC,IAAU;IAChC,IAAI,CAAC,YAAY,CAAC,wCAAiB,EAAE,gBAAa,CAAC,eAAe,IAAI,SAAS,CAAC,CAAC;IACjF,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,2BAA2B,EAC9C,gBAAa,CAAC,WAAW,IAAI,SAAS,CACvC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAa,UAAU;IAGrB,YAAY,IAAU;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,iEAAiE;IACjE,SAAS,CAAC,MAAc;QACtB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,6BAAkB,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;IAC7E,CAAC;IAED,0DAA0D;IAC1D,WAAW,CAAC,QAAmD;QAC7D,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;CACF;AAhBD,gCAgBC;AAED,SAAS,eAAe,CACtB,IAAY,EACZ,EAAwC;IAExC,OAAO,SAAS,EAAE,CAAC,eAAe,CAChC,IAAI,EACJ,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,EACzB,CAAC,OAAa,EAAE,EAAE;QAChB,cAAc,CAAC,OAAO,CAAC,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;QAEvC,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,OAAO,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,oBAAc,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,CAAC,GAAY,EAAS,EAAE;YACvC,OAAO,CAAC,eAAe,CAAC,GAAY,CAAC,CAAC;YACtC,OAAO,CAAC,SAAS,CAAC;gBAChB,IAAI,EAAE,oBAAc,CAAC,KAAK;gBAC1B,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC;aACrB,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,GAAG,CAAC;QACZ,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC;YAC1B,IAAI,MAAM,KAAK,IAAI,IAAI,OAAQ,MAAc,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;gBACnE,OAAQ,MAAqB,CAAC,IAAI,CAChC,CAAC,GAAG,EAAE,EAAE;oBACN,KAAK,EAAE,CAAC;oBACR,OAAO,GAAG,CAAC;gBACb,CAAC,EACD,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CACvB,CAAC;YACJ,CAAC;YACD,KAAK,EAAE,CAAC;YACR,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAgB,UAAU,CACxB,IAAY,EACZ,EAAwC;IAExC,OAAO,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;AACnC,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAgB,KAAK,CACnB,IAAY,EACZ,EAAwC;IAExC,OAAO,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;AACnC,CAAC"}
|
package/dist/otel/metrics.d.ts
CHANGED
|
@@ -15,6 +15,17 @@ export default class Metrics {
|
|
|
15
15
|
static dbClientOperationDuration: ReturnType<ReturnType<typeof metrics.getMeter>['createHistogram']>;
|
|
16
16
|
static genaiCost: ReturnType<ReturnType<typeof metrics.getMeter>['createHistogram']>;
|
|
17
17
|
static dbRequests: ReturnType<ReturnType<typeof metrics.getMeter>['createCounter']>;
|
|
18
|
+
static guardRequests: ReturnType<ReturnType<typeof metrics.getMeter>['createCounter']>;
|
|
19
|
+
static mcpRequests: ReturnType<ReturnType<typeof metrics.getMeter>['createCounter']>;
|
|
20
|
+
static mcpClientOperationDuration: ReturnType<ReturnType<typeof metrics.getMeter>['createHistogram']>;
|
|
21
|
+
static mcpRequestSize: ReturnType<ReturnType<typeof metrics.getMeter>['createHistogram']>;
|
|
22
|
+
static mcpResponseSize: ReturnType<ReturnType<typeof metrics.getMeter>['createHistogram']>;
|
|
23
|
+
static mcpToolCalls: ReturnType<ReturnType<typeof metrics.getMeter>['createCounter']>;
|
|
24
|
+
static mcpResourceReads: ReturnType<ReturnType<typeof metrics.getMeter>['createCounter']>;
|
|
25
|
+
static mcpPromptGets: ReturnType<ReturnType<typeof metrics.getMeter>['createCounter']>;
|
|
26
|
+
static mcpTransportUsage: ReturnType<ReturnType<typeof metrics.getMeter>['createCounter']>;
|
|
27
|
+
static mcpErrors: ReturnType<ReturnType<typeof metrics.getMeter>['createCounter']>;
|
|
28
|
+
static mcpOperationSuccessRate: ReturnType<ReturnType<typeof metrics.getMeter>['createHistogram']>;
|
|
18
29
|
static initializeMetrics(): void;
|
|
19
30
|
static setup(options: SetupMetricsOptions): import("@opentelemetry/api").Meter | null;
|
|
20
31
|
private static buildMetricReaders;
|
package/dist/otel/metrics.js
CHANGED
|
@@ -86,6 +86,54 @@ class Metrics {
|
|
|
86
86
|
description: 'Number of requests to VectorDBs.',
|
|
87
87
|
unit: '1',
|
|
88
88
|
});
|
|
89
|
+
this.guardRequests = this.meter.createCounter(semantic_convention_1.default.GUARD_REQUESTS_COUNTER, {
|
|
90
|
+
description: 'Number of guard evaluations.',
|
|
91
|
+
unit: '1',
|
|
92
|
+
});
|
|
93
|
+
// MCP metrics
|
|
94
|
+
this.mcpRequests = this.meter.createCounter(semantic_convention_1.default.MCP_REQUESTS, {
|
|
95
|
+
description: 'Number of MCP requests.',
|
|
96
|
+
unit: '1',
|
|
97
|
+
});
|
|
98
|
+
this.mcpClientOperationDuration = this.meter.createHistogram(semantic_convention_1.default.MCP_CLIENT_OPERATION_DURATION_METRIC, {
|
|
99
|
+
description: 'MCP client operation duration',
|
|
100
|
+
unit: 's',
|
|
101
|
+
advice: {
|
|
102
|
+
explicitBucketBoundaries: GEN_AI_CLIENT_OPERATION_DURATION_BUCKETS,
|
|
103
|
+
},
|
|
104
|
+
});
|
|
105
|
+
this.mcpRequestSize = this.meter.createHistogram(semantic_convention_1.default.MCP_REQUEST_SIZE, {
|
|
106
|
+
description: 'MCP request payload size in bytes',
|
|
107
|
+
unit: 'By',
|
|
108
|
+
});
|
|
109
|
+
this.mcpResponseSize = this.meter.createHistogram(semantic_convention_1.default.MCP_RESPONSE_SIZE_METRIC, {
|
|
110
|
+
description: 'MCP response payload size in bytes',
|
|
111
|
+
unit: 'By',
|
|
112
|
+
});
|
|
113
|
+
this.mcpToolCalls = this.meter.createCounter(semantic_convention_1.default.MCP_TOOL_CALLS, {
|
|
114
|
+
description: 'Number of MCP tool calls.',
|
|
115
|
+
unit: '1',
|
|
116
|
+
});
|
|
117
|
+
this.mcpResourceReads = this.meter.createCounter(semantic_convention_1.default.MCP_RESOURCE_READS, {
|
|
118
|
+
description: 'Number of MCP resource reads.',
|
|
119
|
+
unit: '1',
|
|
120
|
+
});
|
|
121
|
+
this.mcpPromptGets = this.meter.createCounter(semantic_convention_1.default.MCP_PROMPT_GETS, {
|
|
122
|
+
description: 'Number of MCP prompt gets.',
|
|
123
|
+
unit: '1',
|
|
124
|
+
});
|
|
125
|
+
this.mcpTransportUsage = this.meter.createCounter(semantic_convention_1.default.MCP_TRANSPORT_USAGE, {
|
|
126
|
+
description: 'Number of MCP transport operations.',
|
|
127
|
+
unit: '1',
|
|
128
|
+
});
|
|
129
|
+
this.mcpErrors = this.meter.createCounter(semantic_convention_1.default.MCP_ERRORS, {
|
|
130
|
+
description: 'Number of MCP errors.',
|
|
131
|
+
unit: '1',
|
|
132
|
+
});
|
|
133
|
+
this.mcpOperationSuccessRate = this.meter.createHistogram(semantic_convention_1.default.MCP_OPERATION_SUCCESS_RATE, {
|
|
134
|
+
description: 'MCP operation success rate (0.0 = failure, 1.0 = success)',
|
|
135
|
+
unit: '1',
|
|
136
|
+
});
|
|
89
137
|
}
|
|
90
138
|
static setup(options) {
|
|
91
139
|
if (options.meter) {
|
package/dist/otel/metrics.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/otel/metrics.ts"],"names":[],"mappings":";;;;;AAAA,4DAIoC;AACpC,4CAA6C;AAC7C,iFAAwD;AAExD,0FAA+E;AAC/E,mCAAyC;AAEzC,MAAM,oCAAoC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAE5F,MAAM,wCAAwC,GAAG;IAC/C,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;CACvF,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAEpG,MAAM,kBAAkB,GAAG;IACzB,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI;CAC3F,CAAC;AAEF,MAAM,iCAAiC,GAAG;IACxC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ;CAC1F,CAAC;AAEF,IAAI,SAAS,GAAG,KAAK,CAAC;AAEtB,MAAqB,OAAO;
|
|
1
|
+
{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../src/otel/metrics.ts"],"names":[],"mappings":";;;;;AAAA,4DAIoC;AACpC,4CAA6C;AAC7C,iFAAwD;AAExD,0FAA+E;AAC/E,mCAAyC;AAEzC,MAAM,oCAAoC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAE5F,MAAM,wCAAwC,GAAG;IAC/C,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;CACvF,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAEpG,MAAM,kBAAkB,GAAG;IACzB,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI;CAC3F,CAAC;AAEF,MAAM,iCAAiC,GAAG;IACxC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ;CAC1F,CAAC;AAEF,IAAI,SAAS,GAAG,KAAK,CAAC;AAEtB,MAAqB,OAAO;IAiC1B,MAAM,CAAC,iBAAiB;QACtB,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CACtD,6BAAkB,CAAC,yBAAyB,EAC5C;YACE,WAAW,EAAE,iDAAiD;YAC9D,IAAI,EAAE,SAAS;YACf,MAAM,EAAE;gBACN,wBAAwB,EAAE,iCAAiC;aAC5D;SACF,CACF,CAAC;QACF,IAAI,CAAC,4BAA4B,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAC5D,6BAAkB,CAAC,gCAAgC,EACnD;YACE,WAAW,EAAE,0BAA0B;YACvC,IAAI,EAAE,GAAG;YACT,MAAM,EAAE;gBACN,wBAAwB,EAAE,wCAAwC;aACnE;SACF,CACF,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,6BAAkB,CAAC,iBAAiB,EAAE;YACrF,WAAW,EAAE,gFAAgF;YAC7F,IAAI,EAAE,GAAG;YACT,MAAM,EAAE;gBACN,wBAAwB,EAAE,iBAAiB;aAC5C;SACF,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,6BAAkB,CAAC,kBAAkB,EAAE;YACvF,WAAW,EAAE,uDAAuD;YACpE,IAAI,EAAE,GAAG;YACT,MAAM,EAAE;gBACN,wBAAwB,EAAE,kBAAkB;aAC7C;SACF,CAAC,CAAC;QACH,IAAI,CAAC,2BAA2B,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAC3D,6BAAkB,CAAC,2CAA2C,EAC9D;YACE,WAAW,EAAE,kDAAkD;YAC/D,IAAI,EAAE,GAAG;YACT,MAAM,EAAE;gBACN,wBAAwB,EAAE,wCAAwC;aACnE;SACF,CACF,CAAC;QACF,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAC7D,6BAAkB,CAAC,6CAA6C,EAChE;YACE,WAAW,EAAE,kEAAkE;YAC/E,IAAI,EAAE,GAAG;YACT,MAAM,EAAE;gBACN,wBAAwB,EAAE,wCAAwC;aACnE;SACF,CACF,CAAC;QACF,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAC1D,6BAAkB,CAAC,8BAA8B,EACjD;YACE,WAAW,EAAE,iFAAiF;YAC9F,IAAI,EAAE,GAAG;YACT,MAAM,EAAE;gBACN,wBAAwB,EAAE,wCAAwC;aACnE;SACF,CACF,CAAC;QACF,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CACzD,6BAAkB,CAAC,4BAA4B,EAC/C;YACE,WAAW,EAAE,uBAAuB;YACpC,IAAI,EAAE,GAAG;YACT,MAAM,EAAE;gBACN,wBAAwB,EAAE,oCAAoC;aAC/D;SACF,CACF,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,6BAAkB,CAAC,iBAAiB,EAAE;YAChF,WAAW,EAAE,0CAA0C;YACvD,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,6BAAkB,CAAC,WAAW,EAAE;YACzE,WAAW,EAAE,kCAAkC;YAC/C,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,6BAAkB,CAAC,sBAAsB,EAAE;YACvF,WAAW,EAAE,8BAA8B;YAC3C,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;QAEH,cAAc;QACd,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,6BAAkB,CAAC,YAAY,EAAE;YAC3E,WAAW,EAAE,yBAAyB;YACtC,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;QACH,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAC1D,6BAAkB,CAAC,oCAAoC,EACvD;YACE,WAAW,EAAE,+BAA+B;YAC5C,IAAI,EAAE,GAAG;YACT,MAAM,EAAE;gBACN,wBAAwB,EAAE,wCAAwC;aACnE;SACF,CACF,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,6BAAkB,CAAC,gBAAgB,EAAE;YACpF,WAAW,EAAE,mCAAmC;YAChD,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,6BAAkB,CAAC,wBAAwB,EAAE;YAC7F,WAAW,EAAE,oCAAoC;YACjD,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,6BAAkB,CAAC,cAAc,EAAE;YAC9E,WAAW,EAAE,2BAA2B;YACxC,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;QACH,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,6BAAkB,CAAC,kBAAkB,EAAE;YACtF,WAAW,EAAE,+BAA+B;YAC5C,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,6BAAkB,CAAC,eAAe,EAAE;YAChF,WAAW,EAAE,4BAA4B;YACzC,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;QACH,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,6BAAkB,CAAC,mBAAmB,EAAE;YACxF,WAAW,EAAE,qCAAqC;YAClD,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,6BAAkB,CAAC,UAAU,EAAE;YACvE,WAAW,EAAE,uBAAuB;YACpC,IAAI,EAAE,GAAG;SACV,CAAC,CAAC;QACH,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CACvD,6BAAkB,CAAC,0BAA0B,EAC7C;YACE,WAAW,EAAE,2DAA2D;YACxE,IAAI,EAAE,GAAG;SACV,CACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAA4B;QACvC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC3B,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,gBAAgB,GAAG,aAAO,CAAC,gBAAgB,EAAE,CAAC;gBACpD,MAAM,aAAa,GACjB,gBAAgB;oBAChB,OAAQ,gBAAwB,CAAC,QAAQ,KAAK,UAAU;oBACxD,gBAAgB,CAAC,WAAW,CAAC,IAAI,KAAK,mBAAmB,CAAC;gBAE5D,IAAI,aAAa,EAAE,CAAC;oBAClB,IAAI,CAAC,aAAa,GAAG,gBAA4C,CAAC;gBACpE,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;oBACpD,IAAI,CAAC,aAAa,GAAG,IAAI,2BAAa,CAAC;wBACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,OAAO;qBACR,CAAC,CAAC;oBACH,aAAO,CAAC,sBAAsB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACnD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAI,OAA2C,CAAC,CAAC;gBAC3E,CAAC;gBAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC7D,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACzB,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YAED,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,CAAC,CAAC,CAAC;YAC5D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,kBAAkB,CAAC,OAA4B;QAC5D,MAAM,OAAO,GAAoC,EAAE,CAAC;QACpD,MAAM,YAAY,GAAG,IAAA,sBAAc,EAAC,uBAAuB,CAAC,CAAC;QAE7D,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;gBAChC,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;oBACpB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;gBAClD,CAAC;qBAAM,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC9B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,MAAM,CAAC,gBAAgB,CAAC,OAA4B;QAC1D,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,GAAG,aAAa,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,+CAAkB,CAAC;YACtC,GAAG;YACH,OAAO,EAAE,OAAO,CAAC,WAAiD;SACnE,CAAC,CAAC;QACH,OAAO,IAAI,2CAA6B,CAAC;YACvC,oBAAoB,EAAE,OAAO,CAAC,oBAAoB,IAAI,KAAK;YAC3D,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,mBAAmB,CAAC,OAA4B;QAC7D,OAAO,IAAI,2CAA6B,CAAC;YACvC,oBAAoB,EAAE,OAAO,CAAC,oBAAoB,IAAI,KAAK;YAC3D,QAAQ,EAAE,IAAI,mCAAqB,EAAE;SACtC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,eAAe;QACpB,SAAS,GAAG,KAAK,CAAC;IACpB,CAAC;;AA7PM,qBAAa,GAAoC,EAAE,CAAC;kBAHxC,OAAO"}
|
package/dist/register.js
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const index_1 = __importDefault(require("./index"));
|
|
7
|
+
const GLOBAL_SENTINEL = '__openlit_register_initialized__';
|
|
8
|
+
const MIN_NODE_MAJOR = 18;
|
|
9
|
+
function parseCSV(value) {
|
|
10
|
+
if (!value)
|
|
11
|
+
return undefined;
|
|
12
|
+
const items = value
|
|
13
|
+
.split(',')
|
|
14
|
+
.map((item) => item.trim())
|
|
15
|
+
.filter(Boolean);
|
|
16
|
+
return items.length > 0 ? items : undefined;
|
|
17
|
+
}
|
|
18
|
+
function parseResourceAttributes(value) {
|
|
19
|
+
if (!value)
|
|
20
|
+
return null;
|
|
21
|
+
const attrs = {};
|
|
22
|
+
for (const item of value.split(',')) {
|
|
23
|
+
const [rawKey, ...rawValue] = item.split('=');
|
|
24
|
+
const key = rawKey?.trim();
|
|
25
|
+
const attrValue = rawValue.join('=').trim();
|
|
26
|
+
if (key && attrValue)
|
|
27
|
+
attrs[key] = attrValue;
|
|
28
|
+
}
|
|
29
|
+
return Object.keys(attrs).length > 0 ? attrs : null;
|
|
30
|
+
}
|
|
31
|
+
function nodeVersionSupported() {
|
|
32
|
+
const major = Number(process.versions.node.split('.')[0]);
|
|
33
|
+
return Number.isFinite(major) && major >= MIN_NODE_MAJOR;
|
|
34
|
+
}
|
|
35
|
+
function initFromEnv() {
|
|
36
|
+
if (globalThis[GLOBAL_SENTINEL])
|
|
37
|
+
return;
|
|
38
|
+
globalThis[GLOBAL_SENTINEL] = true;
|
|
39
|
+
if (!nodeVersionSupported()) {
|
|
40
|
+
console.error(`OpenLIT auto-instrumentation requires Node.js ${MIN_NODE_MAJOR} or newer; current runtime is ${process.version}.`);
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
const options = {
|
|
44
|
+
applicationName: process.env.OTEL_SERVICE_NAME,
|
|
45
|
+
environment: process.env.OTEL_DEPLOYMENT_ENVIRONMENT,
|
|
46
|
+
disabledInstrumentors: parseCSV(process.env.OPENLIT_DISABLED_INSTRUMENTORS),
|
|
47
|
+
customSpanAttributes: parseResourceAttributes(process.env.OTEL_RESOURCE_ATTRIBUTES),
|
|
48
|
+
};
|
|
49
|
+
index_1.default.init(options);
|
|
50
|
+
}
|
|
51
|
+
initFromEnv();
|
|
52
|
+
//# sourceMappingURL=register.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"register.js","sourceRoot":"","sources":["../src/register.ts"],"names":[],"mappings":";;;;;AAAA,oDAA8B;AAG9B,MAAM,eAAe,GAAG,kCAAkC,CAAC;AAC3D,MAAM,cAAc,GAAG,EAAE,CAAC;AAO1B,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,KAAK,GAAG,KAAK;SAChB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9C,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,KAAK,GAA2B,EAAE,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,GAAG,IAAI,SAAS;YAAE,KAAK,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;IAC/C,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AACtD,CAAC;AAED,SAAS,oBAAoB;IAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,cAAc,CAAC;AAC3D,CAAC;AAED,SAAS,WAAW;IAClB,IAAK,UAAkB,CAAC,eAAe,CAAC;QAAE,OAAO;IAChD,UAAkB,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC;IAE5C,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,CACX,iDAAiD,cAAc,iCAAiC,OAAO,CAAC,OAAO,GAAG,CACnH,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAmB;QAC9B,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAC9C,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,2BAA2B;QACpD,qBAAqB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;QAC3E,oBAAoB,EAAE,uBAAuB,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;KACpF,CAAC;IAEF,eAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACxB,CAAC;AAED,WAAW,EAAE,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const api_1 = require("@opentelemetry/api");
|
|
7
|
+
const config_1 = __importDefault(require("../../config"));
|
|
8
|
+
const events_1 = __importDefault(require("../../otel/events"));
|
|
9
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
10
|
+
const score_1 = require("../score");
|
|
11
|
+
function createMockSpan(isRecording = true) {
|
|
12
|
+
return {
|
|
13
|
+
isRecording: jest.fn().mockReturnValue(isRecording),
|
|
14
|
+
addEvent: jest.fn(),
|
|
15
|
+
spanContext: jest.fn().mockReturnValue({
|
|
16
|
+
traceId: '0123456789abcdef0123456789abcdef',
|
|
17
|
+
spanId: '0123456789abcdef',
|
|
18
|
+
traceFlags: 1,
|
|
19
|
+
}),
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
beforeEach(() => {
|
|
23
|
+
jest.restoreAllMocks();
|
|
24
|
+
config_1.default.disableEvents = undefined;
|
|
25
|
+
events_1.default.logger = undefined;
|
|
26
|
+
});
|
|
27
|
+
describe('logScore', () => {
|
|
28
|
+
test('adds numeric score to explicit span', () => {
|
|
29
|
+
const span = createMockSpan();
|
|
30
|
+
const emitted = (0, score_1.logScore)({ name: 'quality', value: 0.85, span: span });
|
|
31
|
+
expect(emitted).toBe(true);
|
|
32
|
+
expect(span.addEvent).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_EVALUATION_RESULT, {
|
|
33
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_NAME]: 'quality',
|
|
34
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_VALUE]: 0.85,
|
|
35
|
+
});
|
|
36
|
+
});
|
|
37
|
+
test('maps true boolean score', () => {
|
|
38
|
+
const span = createMockSpan();
|
|
39
|
+
(0, score_1.logScore)({ name: 'user_feedback', value: true, span: span });
|
|
40
|
+
expect(span.addEvent).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_EVALUATION_RESULT, {
|
|
41
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_NAME]: 'user_feedback',
|
|
42
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_VALUE]: 1.0,
|
|
43
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_LABEL]: 'true',
|
|
44
|
+
});
|
|
45
|
+
});
|
|
46
|
+
test('maps false boolean score', () => {
|
|
47
|
+
const span = createMockSpan();
|
|
48
|
+
(0, score_1.logScore)({ name: 'user_feedback', value: false, span: span });
|
|
49
|
+
expect(span.addEvent).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_EVALUATION_RESULT, {
|
|
50
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_NAME]: 'user_feedback',
|
|
51
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_VALUE]: 0.0,
|
|
52
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_LABEL]: 'false',
|
|
53
|
+
});
|
|
54
|
+
});
|
|
55
|
+
test('maps categorical score', () => {
|
|
56
|
+
const span = createMockSpan();
|
|
57
|
+
(0, score_1.logScore)({ name: 'category', value: 'accurate', span: span });
|
|
58
|
+
expect(span.addEvent).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_EVALUATION_RESULT, {
|
|
59
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_NAME]: 'category',
|
|
60
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_LABEL]: 'accurate',
|
|
61
|
+
});
|
|
62
|
+
});
|
|
63
|
+
test('auto-attaches to active span', () => {
|
|
64
|
+
const span = createMockSpan();
|
|
65
|
+
jest.spyOn(api_1.trace, 'getActiveSpan').mockReturnValue(span);
|
|
66
|
+
const emitted = (0, score_1.logScore)({ name: 'quality', value: 0.5 });
|
|
67
|
+
expect(emitted).toBe(true);
|
|
68
|
+
expect(span.addEvent).toHaveBeenCalledTimes(1);
|
|
69
|
+
});
|
|
70
|
+
test('targets span from trace and span ids via log event', () => {
|
|
71
|
+
config_1.default.disableEvents = false;
|
|
72
|
+
events_1.default.logger = { emit: jest.fn() };
|
|
73
|
+
jest.spyOn(api_1.trace, 'getActiveSpan').mockReturnValue(createMockSpan(false));
|
|
74
|
+
const emitted = (0, score_1.logScore)({
|
|
75
|
+
name: 'user_feedback',
|
|
76
|
+
value: false,
|
|
77
|
+
traceId: '0123456789abcdef0123456789abcdef',
|
|
78
|
+
spanId: '0123456789abcdef',
|
|
79
|
+
});
|
|
80
|
+
expect(emitted).toBe(true);
|
|
81
|
+
expect(events_1.default.logger.emit).toHaveBeenCalledTimes(1);
|
|
82
|
+
});
|
|
83
|
+
test('returns false for invalid trace and span ids', () => {
|
|
84
|
+
config_1.default.disableEvents = true;
|
|
85
|
+
jest.spyOn(api_1.trace, 'getActiveSpan').mockReturnValue(createMockSpan(false));
|
|
86
|
+
const emitted = (0, score_1.logScore)({
|
|
87
|
+
name: 'quality',
|
|
88
|
+
value: 0.5,
|
|
89
|
+
traceId: 'not-a-valid-trace-id',
|
|
90
|
+
spanId: 'bad',
|
|
91
|
+
});
|
|
92
|
+
expect(emitted).toBe(false);
|
|
93
|
+
});
|
|
94
|
+
test('returns false without target span when events disabled', () => {
|
|
95
|
+
config_1.default.disableEvents = true;
|
|
96
|
+
jest.spyOn(api_1.trace, 'getActiveSpan').mockReturnValue(createMockSpan(false));
|
|
97
|
+
const emitted = (0, score_1.logScore)({ name: 'quality', value: 0.5 });
|
|
98
|
+
expect(emitted).toBe(false);
|
|
99
|
+
});
|
|
100
|
+
test('requires name', () => {
|
|
101
|
+
expect(() => (0, score_1.logScore)({ name: '', value: 0.5 })).toThrow('name is required');
|
|
102
|
+
});
|
|
103
|
+
test('includes comment metadata and idempotency key', () => {
|
|
104
|
+
const span = createMockSpan();
|
|
105
|
+
(0, score_1.logScore)({
|
|
106
|
+
name: 'quality',
|
|
107
|
+
value: 0.9,
|
|
108
|
+
span: span,
|
|
109
|
+
comment: 'Looks good',
|
|
110
|
+
idempotencyKey: 'score-123',
|
|
111
|
+
metadata: { reviewer: 'human' },
|
|
112
|
+
});
|
|
113
|
+
expect(span.addEvent).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_EVALUATION_RESULT, {
|
|
114
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_NAME]: 'quality',
|
|
115
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_VALUE]: 0.9,
|
|
116
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_EXPLANATION]: 'Looks good',
|
|
117
|
+
[semantic_convention_1.default.OPENLIT_SCORE_IDEMPOTENCY_KEY]: 'score-123',
|
|
118
|
+
reviewer: 'human',
|
|
119
|
+
});
|
|
120
|
+
});
|
|
121
|
+
test('includes array metadata values', () => {
|
|
122
|
+
const span = createMockSpan();
|
|
123
|
+
(0, score_1.logScore)({
|
|
124
|
+
name: 'quality',
|
|
125
|
+
value: 0.9,
|
|
126
|
+
span: span,
|
|
127
|
+
metadata: { tags: ['human', 'reviewed'] },
|
|
128
|
+
});
|
|
129
|
+
expect(span.addEvent).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_EVALUATION_RESULT, expect.objectContaining({
|
|
130
|
+
tags: ['human', 'reviewed'],
|
|
131
|
+
}));
|
|
132
|
+
});
|
|
133
|
+
test('includes custom span attributes', () => {
|
|
134
|
+
const span = createMockSpan();
|
|
135
|
+
const helpers = require('../../helpers');
|
|
136
|
+
jest.spyOn(helpers, 'getMergedCustomAttributes').mockReturnValue({ 'session.id': 'sess-1' });
|
|
137
|
+
(0, score_1.logScore)({ name: 'quality', value: 0.5, span: span });
|
|
138
|
+
expect(span.addEvent).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_EVALUATION_RESULT, expect.objectContaining({
|
|
139
|
+
'session.id': 'sess-1',
|
|
140
|
+
}));
|
|
141
|
+
});
|
|
142
|
+
});
|
|
143
|
+
//# sourceMappingURL=score.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"score.test.js","sourceRoot":"","sources":["../../../src/score/__tests__/score.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAA2C;AAC3C,0DAAyC;AACzC,+DAAuC;AACvC,oFAA2D;AAC3D,oCAAoC;AAEpC,SAAS,cAAc,CAAC,WAAW,GAAG,IAAI;IACxC,OAAO;QACL,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,WAAW,CAAC;QACnD,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;QACnB,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;YACrC,OAAO,EAAE,kCAAkC;YAC3C,MAAM,EAAE,kBAAkB;YAC1B,UAAU,EAAE,CAAC;SACd,CAAC;KACH,CAAC;AACJ,CAAC;AAED,UAAU,CAAC,GAAG,EAAE;IACd,IAAI,CAAC,eAAe,EAAE,CAAC;IACvB,gBAAa,CAAC,aAAa,GAAG,SAAS,CAAC;IACvC,gBAAc,CAAC,MAAM,GAAG,SAAS,CAAC;AACrC,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;IACxB,IAAI,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC/C,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAA,gBAAQ,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAW,EAAE,CAAC,CAAC;QAE9E,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACxC,6BAAkB,CAAC,wBAAwB,EAC3C;YACE,CAAC,6BAAkB,CAAC,sBAAsB,CAAC,EAAE,SAAS;YACtD,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,IAAI;SACzD,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACnC,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;QAE9B,IAAA,gBAAQ,EAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAW,EAAE,CAAC,CAAC;QAEpE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACxC,6BAAkB,CAAC,wBAAwB,EAC3C;YACE,CAAC,6BAAkB,CAAC,sBAAsB,CAAC,EAAE,eAAe;YAC5D,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,GAAG;YACvD,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,MAAM;SAC3D,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACpC,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;QAE9B,IAAA,gBAAQ,EAAC,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAW,EAAE,CAAC,CAAC;QAErE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACxC,6BAAkB,CAAC,wBAAwB,EAC3C;YACE,CAAC,6BAAkB,CAAC,sBAAsB,CAAC,EAAE,eAAe;YAC5D,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,GAAG;YACvD,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,OAAO;SAC5D,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAClC,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;QAE9B,IAAA,gBAAQ,EAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,IAAW,EAAE,CAAC,CAAC;QAErE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACxC,6BAAkB,CAAC,wBAAwB,EAC3C;YACE,CAAC,6BAAkB,CAAC,sBAAsB,CAAC,EAAE,UAAU;YACvD,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,UAAU;SAC/D,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACxC,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,WAAK,EAAE,eAAe,CAAC,CAAC,eAAe,CAAC,IAAW,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG,IAAA,gBAAQ,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAE1D,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC9D,gBAAa,CAAC,aAAa,GAAG,KAAK,CAAC;QACnC,gBAAc,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC,KAAK,CAAC,WAAK,EAAE,eAAe,CAAC,CAAC,eAAe,CAAC,cAAc,CAAC,KAAK,CAAQ,CAAC,CAAC;QAEjF,MAAM,OAAO,GAAG,IAAA,gBAAQ,EAAC;YACvB,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,kCAAkC;YAC3C,MAAM,EAAE,kBAAkB;SAC3B,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,CAAE,gBAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACxD,gBAAa,CAAC,aAAa,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,KAAK,CAAC,WAAK,EAAE,eAAe,CAAC,CAAC,eAAe,CAAC,cAAc,CAAC,KAAK,CAAQ,CAAC,CAAC;QAEjF,MAAM,OAAO,GAAG,IAAA,gBAAQ,EAAC;YACvB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,GAAG;YACV,OAAO,EAAE,sBAAsB;YAC/B,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAClE,gBAAa,CAAC,aAAa,GAAG,IAAI,CAAC;QACnC,IAAI,CAAC,KAAK,CAAC,WAAK,EAAE,eAAe,CAAC,CAAC,eAAe,CAAC,cAAc,CAAC,KAAK,CAAQ,CAAC,CAAC;QAEjF,MAAM,OAAO,GAAG,IAAA,gBAAQ,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAE1D,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE;QACzB,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,gBAAQ,EAAC,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACzD,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;QAE9B,IAAA,gBAAQ,EAAC;YACP,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,IAAW;YACjB,OAAO,EAAE,YAAY;YACrB,cAAc,EAAE,WAAW;YAC3B,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;SAChC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACxC,6BAAkB,CAAC,wBAAwB,EAC3C;YACE,CAAC,6BAAkB,CAAC,sBAAsB,CAAC,EAAE,SAAS;YACtD,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,GAAG;YACvD,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,YAAY;YAChE,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,WAAW;YAC/D,QAAQ,EAAE,OAAO;SAClB,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gCAAgC,EAAE,GAAG,EAAE;QAC1C,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;QAE9B,IAAA,gBAAQ,EAAC;YACP,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,GAAG;YACV,IAAI,EAAE,IAAW;YACjB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE;SAC1C,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACxC,6BAAkB,CAAC,wBAAwB,EAC3C,MAAM,CAAC,gBAAgB,CAAC;YACtB,IAAI,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC;SAC5B,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC3C,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,2BAA2B,CAAC,CAAC,eAAe,CAAC,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAC;QAE7F,IAAA,gBAAQ,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAW,EAAE,CAAC,CAAC;QAE7D,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CACxC,6BAAkB,CAAC,wBAAwB,EAC3C,MAAM,CAAC,gBAAgB,CAAC;YACtB,YAAY,EAAE,QAAQ;SACvB,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.logScore = void 0;
|
|
4
|
+
var score_1 = require("./score");
|
|
5
|
+
Object.defineProperty(exports, "logScore", { enumerable: true, get: function () { return score_1.logScore; } });
|
|
6
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/score/index.ts"],"names":[],"mappings":";;;AAAA,iCAAmC;AAA1B,iGAAA,QAAQ,OAAA"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { Span } from '@opentelemetry/api';
|
|
2
|
+
type OtelSafeMetadataValue = string | number | boolean;
|
|
3
|
+
type OtelSafeMetadataArray = OtelSafeMetadataValue[];
|
|
4
|
+
export interface LogScoreOptions {
|
|
5
|
+
name: string;
|
|
6
|
+
value: number | boolean | string;
|
|
7
|
+
span?: Span;
|
|
8
|
+
traceId?: string;
|
|
9
|
+
spanId?: string;
|
|
10
|
+
comment?: string;
|
|
11
|
+
idempotencyKey?: string;
|
|
12
|
+
metadata?: Record<string, OtelSafeMetadataValue | OtelSafeMetadataArray>;
|
|
13
|
+
}
|
|
14
|
+
export declare function logScore(options: LogScoreOptions): boolean;
|
|
15
|
+
export {};
|
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.logScore = logScore;
|
|
7
|
+
const api_1 = require("@opentelemetry/api");
|
|
8
|
+
const api_logs_1 = require("@opentelemetry/api-logs");
|
|
9
|
+
const config_1 = __importDefault(require("../config"));
|
|
10
|
+
const helpers_1 = require("../helpers");
|
|
11
|
+
const events_1 = __importDefault(require("../otel/events"));
|
|
12
|
+
const semantic_convention_1 = __importDefault(require("../semantic-convention"));
|
|
13
|
+
function normalizeScoreValue(value) {
|
|
14
|
+
if (typeof value === 'boolean') {
|
|
15
|
+
return {
|
|
16
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_VALUE]: value ? 1.0 : 0.0,
|
|
17
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_LABEL]: value ? 'true' : 'false',
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
if (typeof value === 'number') {
|
|
21
|
+
return { [semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_VALUE]: value };
|
|
22
|
+
}
|
|
23
|
+
return { [semantic_convention_1.default.GEN_AI_EVALUATION_SCORE_LABEL]: value };
|
|
24
|
+
}
|
|
25
|
+
function eventsDisabled() {
|
|
26
|
+
return Boolean(config_1.default.disableEvents);
|
|
27
|
+
}
|
|
28
|
+
function isOtelSafeMetadataValue(value) {
|
|
29
|
+
return typeof value === 'string' || typeof value === 'number' || typeof value === 'boolean';
|
|
30
|
+
}
|
|
31
|
+
function mergeMetadata(eventAttributes, metadata) {
|
|
32
|
+
if (!metadata) {
|
|
33
|
+
return;
|
|
34
|
+
}
|
|
35
|
+
for (const [key, value] of Object.entries(metadata)) {
|
|
36
|
+
if (value === undefined || value === null) {
|
|
37
|
+
continue;
|
|
38
|
+
}
|
|
39
|
+
if (isOtelSafeMetadataValue(value)) {
|
|
40
|
+
eventAttributes[key] = value;
|
|
41
|
+
continue;
|
|
42
|
+
}
|
|
43
|
+
if (Array.isArray(value) && value.every(isOtelSafeMetadataValue)) {
|
|
44
|
+
eventAttributes[key] = value;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
function mergeCustomEventAttributes(eventAttributes) {
|
|
49
|
+
const customAttrs = (0, helpers_1.getMergedCustomAttributes)();
|
|
50
|
+
for (const [key, value] of Object.entries(customAttrs)) {
|
|
51
|
+
if (value !== undefined && value !== null) {
|
|
52
|
+
if (!(key in eventAttributes)) {
|
|
53
|
+
eventAttributes[key] = value;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
const HEX_RE = /^[0-9a-fA-F]+$/;
|
|
59
|
+
function validHexId(value, expectedLen) {
|
|
60
|
+
return value.length === expectedLen && HEX_RE.test(value);
|
|
61
|
+
}
|
|
62
|
+
function spanFromIds(traceId, spanId) {
|
|
63
|
+
if (!validHexId(traceId, 32) || !validHexId(spanId, 16)) {
|
|
64
|
+
return undefined;
|
|
65
|
+
}
|
|
66
|
+
const spanContext = {
|
|
67
|
+
traceId,
|
|
68
|
+
spanId,
|
|
69
|
+
traceFlags: api_1.TraceFlags.SAMPLED,
|
|
70
|
+
isRemote: true,
|
|
71
|
+
};
|
|
72
|
+
return api_1.trace.wrapSpanContext(spanContext);
|
|
73
|
+
}
|
|
74
|
+
function resolveTargetSpan(options) {
|
|
75
|
+
if (options.span) {
|
|
76
|
+
return options.span;
|
|
77
|
+
}
|
|
78
|
+
const activeSpan = api_1.trace.getActiveSpan();
|
|
79
|
+
if (activeSpan?.isRecording()) {
|
|
80
|
+
return activeSpan;
|
|
81
|
+
}
|
|
82
|
+
if (options.traceId && options.spanId) {
|
|
83
|
+
return spanFromIds(options.traceId, options.spanId);
|
|
84
|
+
}
|
|
85
|
+
return activeSpan ?? undefined;
|
|
86
|
+
}
|
|
87
|
+
function emitScoreLogEvent(eventAttributes, targetSpan) {
|
|
88
|
+
if (eventsDisabled() || !events_1.default.logger) {
|
|
89
|
+
return false;
|
|
90
|
+
}
|
|
91
|
+
events_1.default.logger.emit({
|
|
92
|
+
eventName: semantic_convention_1.default.GEN_AI_EVALUATION_RESULT,
|
|
93
|
+
context: api_1.trace.setSpan(api_1.context.active(), targetSpan),
|
|
94
|
+
severityNumber: api_logs_1.SeverityNumber.INFO,
|
|
95
|
+
severityText: 'INFO',
|
|
96
|
+
body: semantic_convention_1.default.GEN_AI_EVALUATION_RESULT,
|
|
97
|
+
attributes: {
|
|
98
|
+
...eventAttributes,
|
|
99
|
+
'event.name': semantic_convention_1.default.GEN_AI_EVALUATION_RESULT,
|
|
100
|
+
},
|
|
101
|
+
});
|
|
102
|
+
return true;
|
|
103
|
+
}
|
|
104
|
+
function logScore(options) {
|
|
105
|
+
const { name, value, comment, idempotencyKey, metadata } = options;
|
|
106
|
+
if (!name) {
|
|
107
|
+
throw new Error('name is required');
|
|
108
|
+
}
|
|
109
|
+
const targetSpan = resolveTargetSpan(options);
|
|
110
|
+
if (!targetSpan) {
|
|
111
|
+
return false;
|
|
112
|
+
}
|
|
113
|
+
const eventAttributes = {
|
|
114
|
+
[semantic_convention_1.default.GEN_AI_EVALUATION_NAME]: name,
|
|
115
|
+
...normalizeScoreValue(value),
|
|
116
|
+
};
|
|
117
|
+
if (comment) {
|
|
118
|
+
eventAttributes[semantic_convention_1.default.GEN_AI_EVALUATION_EXPLANATION] = comment;
|
|
119
|
+
}
|
|
120
|
+
if (idempotencyKey) {
|
|
121
|
+
eventAttributes[semantic_convention_1.default.OPENLIT_SCORE_IDEMPOTENCY_KEY] = idempotencyKey;
|
|
122
|
+
}
|
|
123
|
+
mergeMetadata(eventAttributes, metadata);
|
|
124
|
+
mergeCustomEventAttributes(eventAttributes);
|
|
125
|
+
let emitted = false;
|
|
126
|
+
if (targetSpan.isRecording()) {
|
|
127
|
+
targetSpan.addEvent(semantic_convention_1.default.GEN_AI_EVALUATION_RESULT, eventAttributes);
|
|
128
|
+
emitted = true;
|
|
129
|
+
}
|
|
130
|
+
if (emitScoreLogEvent(eventAttributes, targetSpan)) {
|
|
131
|
+
emitted = true;
|
|
132
|
+
}
|
|
133
|
+
return emitted;
|
|
134
|
+
}
|
|
135
|
+
//# sourceMappingURL=score.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"score.js","sourceRoot":"","sources":["../../src/score/score.ts"],"names":[],"mappings":";;;;;AA+HA,4BAmCC;AAlKD,4CAA8H;AAC9H,sDAAyD;AACzD,uDAAsC;AACtC,wCAAuD;AACvD,4DAAoC;AACpC,iFAAwD;AAkBxD,SAAS,mBAAmB,CAAC,KAAiB;IAC5C,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO;YACL,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;YACrE,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;SAC7E,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,EAAE,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,KAAK,EAAE,CAAC;IACvE,CAAC;IACD,OAAO,EAAE,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,EAAE,KAAK,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,cAAc;IACrB,OAAO,OAAO,CAAC,gBAAa,CAAC,aAAa,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc;IAC7C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,CAAC;AAC9F,CAAC;AAED,SAAS,aAAa,CACpB,eAA2B,EAC3B,QAAwE;IAExE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO;IACT,CAAC;IACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAC1C,SAAS;QACX,CAAC;QACD,IAAI,uBAAuB,CAAC,KAAK,CAAC,EAAE,CAAC;YACnC,eAAe,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC7B,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC;YACjE,eAAe,CAAC,GAAG,CAAC,GAAG,KAAuB,CAAC;QACjD,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CAAC,eAA2B;IAC7D,MAAM,WAAW,GAAG,IAAA,mCAAyB,GAAE,CAAC;IAChD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACvD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,CAAC,GAAG,IAAI,eAAe,CAAC,EAAE,CAAC;gBAC9B,eAAe,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,MAAM,GAAG,gBAAgB,CAAC;AAEhC,SAAS,UAAU,CAAC,KAAa,EAAE,WAAmB;IACpD,OAAO,KAAK,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,MAAc;IAClD,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;QACxD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,WAAW,GAAgB;QAC/B,OAAO;QACP,MAAM;QACN,UAAU,EAAE,gBAAU,CAAC,OAAO;QAC9B,QAAQ,EAAE,IAAI;KACf,CAAC;IACF,OAAO,WAAK,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAwB;IACjD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,OAAO,CAAC,IAAI,CAAC;IACtB,CAAC;IACD,MAAM,UAAU,GAAG,WAAK,CAAC,aAAa,EAAE,CAAC;IACzC,IAAI,UAAU,EAAE,WAAW,EAAE,EAAE,CAAC;QAC9B,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,UAAU,IAAI,SAAS,CAAC;AACjC,CAAC;AAED,SAAS,iBAAiB,CAAC,eAA2B,EAAE,UAAgB;IACtE,IAAI,cAAc,EAAE,IAAI,CAAC,gBAAM,CAAC,MAAM,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,gBAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QACjB,SAAS,EAAE,6BAAkB,CAAC,wBAAwB;QACtD,OAAO,EAAE,WAAK,CAAC,OAAO,CAAC,aAAW,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC;QACxD,cAAc,EAAE,yBAAc,CAAC,IAAI;QACnC,YAAY,EAAE,MAAM;QACpB,IAAI,EAAE,6BAAkB,CAAC,wBAAwB;QACjD,UAAU,EAAE;YACV,GAAG,eAAe;YAClB,YAAY,EAAE,6BAAkB,CAAC,wBAAwB;SAC1D;KACF,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,QAAQ,CAAC,OAAwB;IAC/C,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IACnE,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,eAAe,GAAe;QAClC,CAAC,6BAAkB,CAAC,sBAAsB,CAAC,EAAE,IAAI;QACjD,GAAG,mBAAmB,CAAC,KAAK,CAAC;KAC9B,CAAC;IACF,IAAI,OAAO,EAAE,CAAC;QACZ,eAAe,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,GAAG,OAAO,CAAC;IAC9E,CAAC;IACD,IAAI,cAAc,EAAE,CAAC;QACnB,eAAe,CAAC,6BAAkB,CAAC,6BAA6B,CAAC,GAAG,cAAc,CAAC;IACrF,CAAC;IACD,aAAa,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;IACzC,0BAA0B,CAAC,eAAe,CAAC,CAAC;IAE5C,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC;QAC7B,UAAU,CAAC,QAAQ,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,eAAe,CAAC,CAAC;QAClF,OAAO,GAAG,IAAI,CAAC;IACjB,CAAC;IAED,IAAI,iBAAiB,CAAC,eAAe,EAAE,UAAU,CAAC,EAAE,CAAC;QACnD,OAAO,GAAG,IAAI,CAAC;IACjB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}
|