openlit 1.7.1 → 1.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -10
- package/dist/helpers.d.ts +10 -0
- package/dist/helpers.js +106 -3
- package/dist/helpers.js.map +1 -1
- package/dist/instrumentation/__tests__/anthropic-wrapper.test.js +1 -1
- package/dist/instrumentation/__tests__/anthropic-wrapper.test.js.map +1 -1
- package/dist/instrumentation/__tests__/base-wrapper.test.js +1 -1
- package/dist/instrumentation/__tests__/base-wrapper.test.js.map +1 -1
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.d.ts +4 -0
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js +99 -0
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.d.ts +7 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +180 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.d.ts +4 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js +127 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.d.ts +4 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.js +98 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.d.ts +66 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.js +245 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.js.map +1 -0
- package/dist/instrumentation/anthropic/index.js +6 -4
- package/dist/instrumentation/anthropic/index.js.map +1 -1
- package/dist/instrumentation/anthropic/wrapper.js +12 -30
- package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
- package/dist/instrumentation/base-wrapper.js +2 -2
- package/dist/instrumentation/base-wrapper.js.map +1 -1
- package/dist/instrumentation/bedrock/index.d.ts +11 -0
- package/dist/instrumentation/bedrock/index.js +52 -0
- package/dist/instrumentation/bedrock/index.js.map +1 -0
- package/dist/instrumentation/bedrock/wrapper.d.ts +10 -0
- package/dist/instrumentation/bedrock/wrapper.js +345 -0
- package/dist/instrumentation/bedrock/wrapper.js.map +1 -0
- package/dist/instrumentation/cohere/wrapper.js +8 -10
- package/dist/instrumentation/cohere/wrapper.js.map +1 -1
- package/dist/instrumentation/google-ai/index.d.ts +11 -0
- package/dist/instrumentation/google-ai/index.js +48 -0
- package/dist/instrumentation/google-ai/index.js.map +1 -0
- package/dist/instrumentation/google-ai/wrapper.d.ts +34 -0
- package/dist/instrumentation/google-ai/wrapper.js +241 -0
- package/dist/instrumentation/google-ai/wrapper.js.map +1 -0
- package/dist/instrumentation/groq/index.d.ts +11 -0
- package/dist/instrumentation/groq/index.js +43 -0
- package/dist/instrumentation/groq/index.js.map +1 -0
- package/dist/instrumentation/groq/wrapper.d.ts +33 -0
- package/dist/instrumentation/groq/wrapper.js +289 -0
- package/dist/instrumentation/groq/wrapper.js.map +1 -0
- package/dist/instrumentation/index.js +20 -0
- package/dist/instrumentation/index.js.map +1 -1
- package/dist/instrumentation/langchain/index.d.ts +23 -0
- package/dist/instrumentation/langchain/index.js +109 -0
- package/dist/instrumentation/langchain/index.js.map +1 -0
- package/dist/instrumentation/langchain/wrapper.d.ts +6 -0
- package/dist/instrumentation/langchain/wrapper.js +318 -0
- package/dist/instrumentation/langchain/wrapper.js.map +1 -0
- package/dist/instrumentation/llamaindex/index.d.ts +11 -0
- package/dist/instrumentation/llamaindex/index.js +102 -0
- package/dist/instrumentation/llamaindex/index.js.map +1 -0
- package/dist/instrumentation/llamaindex/wrapper.d.ts +11 -0
- package/dist/instrumentation/llamaindex/wrapper.js +252 -0
- package/dist/instrumentation/llamaindex/wrapper.js.map +1 -0
- package/dist/instrumentation/mistral/index.d.ts +11 -0
- package/dist/instrumentation/mistral/index.js +66 -0
- package/dist/instrumentation/mistral/index.js.map +1 -0
- package/dist/instrumentation/mistral/wrapper.d.ts +34 -0
- package/dist/instrumentation/mistral/wrapper.js +340 -0
- package/dist/instrumentation/mistral/wrapper.js.map +1 -0
- package/dist/instrumentation/ollama/wrapper.d.ts +11 -3
- package/dist/instrumentation/ollama/wrapper.js +60 -95
- package/dist/instrumentation/ollama/wrapper.js.map +1 -1
- package/dist/instrumentation/openai/index.js +1 -1
- package/dist/instrumentation/openai/index.js.map +1 -1
- package/dist/instrumentation/openai/wrapper.js +14 -84
- package/dist/instrumentation/openai/wrapper.js.map +1 -1
- package/dist/instrumentation/pinecone/index.d.ts +11 -0
- package/dist/instrumentation/pinecone/index.js +79 -0
- package/dist/instrumentation/pinecone/index.js.map +1 -0
- package/dist/instrumentation/pinecone/wrapper.d.ts +14 -0
- package/dist/instrumentation/pinecone/wrapper.js +198 -0
- package/dist/instrumentation/pinecone/wrapper.js.map +1 -0
- package/dist/instrumentation/together/index.d.ts +11 -0
- package/dist/instrumentation/together/index.js +43 -0
- package/dist/instrumentation/together/index.js.map +1 -0
- package/dist/instrumentation/together/wrapper.d.ts +33 -0
- package/dist/instrumentation/together/wrapper.js +271 -0
- package/dist/instrumentation/together/wrapper.js.map +1 -0
- package/dist/instrumentation/vercel-ai/index.d.ts +10 -0
- package/dist/instrumentation/vercel-ai/index.js +59 -0
- package/dist/instrumentation/vercel-ai/index.js.map +1 -0
- package/dist/instrumentation/vercel-ai/wrapper.d.ts +11 -0
- package/dist/instrumentation/vercel-ai/wrapper.js +248 -0
- package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -0
- package/dist/otel/__tests__/metrics.test.js +5 -5
- package/dist/otel/__tests__/metrics.test.js.map +1 -1
- package/dist/semantic-convention.d.ts +14 -3
- package/dist/semantic-convention.js +19 -8
- package/dist/semantic-convention.js.map +1 -1
- package/dist/types.d.ts +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,252 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const api_1 = require("@opentelemetry/api");
|
|
7
|
+
const config_1 = __importDefault(require("../../config"));
|
|
8
|
+
const helpers_1 = __importDefault(require("../../helpers"));
|
|
9
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
10
|
+
const base_wrapper_1 = __importDefault(require("../base-wrapper"));
|
|
11
|
+
class LlamaIndexWrapper extends base_wrapper_1.default {
|
|
12
|
+
// ---- Helpers ---------------------------------------------------------------
|
|
13
|
+
static _extractServerInfo(instance) {
|
|
14
|
+
const baseUrl = instance?.session?.openai?.baseURL ||
|
|
15
|
+
instance?._client?.baseURL ||
|
|
16
|
+
instance?.clientOptions?.baseURL ||
|
|
17
|
+
instance?.llm?.session?.openai?.baseURL ||
|
|
18
|
+
instance?._llm?.session?.openai?.baseURL ||
|
|
19
|
+
'';
|
|
20
|
+
if (baseUrl) {
|
|
21
|
+
try {
|
|
22
|
+
const url = new URL(baseUrl);
|
|
23
|
+
const port = url.port ? parseInt(url.port) : (url.protocol === 'https:' ? 443 : 80);
|
|
24
|
+
return { address: url.hostname, port };
|
|
25
|
+
}
|
|
26
|
+
catch { /* ignore */ }
|
|
27
|
+
}
|
|
28
|
+
return { address: 'api.openai.com', port: 443 };
|
|
29
|
+
}
|
|
30
|
+
// ---- LLM patches -----------------------------------------------------------
|
|
31
|
+
static _patchLLMChat(tracer) {
|
|
32
|
+
const genAIEndpoint = 'llamaindex.llm.chat';
|
|
33
|
+
return (originalMethod) => {
|
|
34
|
+
return async function (...args) {
|
|
35
|
+
const span = tracer.startSpan(genAIEndpoint, { kind: api_1.SpanKind.CLIENT });
|
|
36
|
+
return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
37
|
+
let metricParams;
|
|
38
|
+
const startTime = Date.now();
|
|
39
|
+
try {
|
|
40
|
+
const response = await originalMethod.apply(this, args);
|
|
41
|
+
const duration = (Date.now() - startTime) / 1000;
|
|
42
|
+
const params = args[0] || {};
|
|
43
|
+
const messages = params.messages || [];
|
|
44
|
+
const modelId = this.model || this.modelName || this.metadata?.model || 'unknown';
|
|
45
|
+
const aiSystem = LlamaIndexWrapper.aiSystem;
|
|
46
|
+
const rawUsage = response?.raw?.usage || response?.usage || {};
|
|
47
|
+
const promptTokens = rawUsage.prompt_tokens || rawUsage.input_tokens || 0;
|
|
48
|
+
const completionTokens = rawUsage.completion_tokens || rawUsage.output_tokens || 0;
|
|
49
|
+
const totalTokens = rawUsage.total_tokens || promptTokens + completionTokens;
|
|
50
|
+
const finishReason = response?.raw?.choices?.[0]?.finish_reason || 'stop';
|
|
51
|
+
const pricingInfo = await config_1.default.updatePricingJson(config_1.default.pricing_json);
|
|
52
|
+
const cost = helpers_1.default.getChatModelCost(modelId, pricingInfo, promptTokens, completionTokens);
|
|
53
|
+
const { address, port } = LlamaIndexWrapper._extractServerInfo(this);
|
|
54
|
+
LlamaIndexWrapper.setBaseSpanAttributes(span, { genAIEndpoint, model: modelId, cost, aiSystem });
|
|
55
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_CHAT);
|
|
56
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, false);
|
|
57
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, modelId);
|
|
58
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, promptTokens);
|
|
59
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, completionTokens);
|
|
60
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS, totalTokens);
|
|
61
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_TOKEN_USAGE, totalTokens);
|
|
62
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, [finishReason]);
|
|
63
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_OPERATION_DURATION, duration);
|
|
64
|
+
span.setAttribute(semantic_convention_1.default.SERVER_ADDRESS, address);
|
|
65
|
+
span.setAttribute(semantic_convention_1.default.SERVER_PORT, port);
|
|
66
|
+
if (config_1.default.traceContent) {
|
|
67
|
+
const formattedMessages = messages.map((m) => ({
|
|
68
|
+
role: m.role || 'user',
|
|
69
|
+
content: typeof m.content === 'string' ? m.content : JSON.stringify(m.content),
|
|
70
|
+
}));
|
|
71
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, helpers_1.default.buildInputMessages(formattedMessages));
|
|
72
|
+
const outputContent = response?.message?.content || response?.text || '';
|
|
73
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_MESSAGES, helpers_1.default.buildOutputMessages(outputContent, finishReason));
|
|
74
|
+
}
|
|
75
|
+
metricParams = { genAIEndpoint, model: modelId, cost, aiSystem };
|
|
76
|
+
return response;
|
|
77
|
+
}
|
|
78
|
+
catch (e) {
|
|
79
|
+
helpers_1.default.handleException(span, e);
|
|
80
|
+
throw e;
|
|
81
|
+
}
|
|
82
|
+
finally {
|
|
83
|
+
span.end();
|
|
84
|
+
if (metricParams)
|
|
85
|
+
base_wrapper_1.default.recordMetrics(span, metricParams);
|
|
86
|
+
}
|
|
87
|
+
});
|
|
88
|
+
};
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
static _patchLLMComplete(tracer) {
|
|
92
|
+
const genAIEndpoint = 'llamaindex.llm.complete';
|
|
93
|
+
return (originalMethod) => {
|
|
94
|
+
return async function (...args) {
|
|
95
|
+
const span = tracer.startSpan(genAIEndpoint, { kind: api_1.SpanKind.CLIENT });
|
|
96
|
+
return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
97
|
+
let metricParams;
|
|
98
|
+
const startTime = Date.now();
|
|
99
|
+
try {
|
|
100
|
+
const response = await originalMethod.apply(this, args);
|
|
101
|
+
const duration = (Date.now() - startTime) / 1000;
|
|
102
|
+
const prompt = typeof args[0] === 'string' ? args[0] : args[0]?.prompt || '';
|
|
103
|
+
const modelId = this.model || this.modelName || this.metadata?.model || 'unknown';
|
|
104
|
+
const aiSystem = LlamaIndexWrapper.aiSystem;
|
|
105
|
+
const rawUsage = response?.raw?.usage || response?.usage || {};
|
|
106
|
+
const promptTokens = rawUsage.prompt_tokens || rawUsage.input_tokens || 0;
|
|
107
|
+
const completionTokens = rawUsage.completion_tokens || rawUsage.output_tokens || 0;
|
|
108
|
+
const totalTokens = rawUsage.total_tokens || promptTokens + completionTokens;
|
|
109
|
+
const finishReason = response?.raw?.choices?.[0]?.finish_reason || 'stop';
|
|
110
|
+
const pricingInfo = await config_1.default.updatePricingJson(config_1.default.pricing_json);
|
|
111
|
+
const cost = helpers_1.default.getChatModelCost(modelId, pricingInfo, promptTokens, completionTokens);
|
|
112
|
+
const { address, port } = LlamaIndexWrapper._extractServerInfo(this);
|
|
113
|
+
LlamaIndexWrapper.setBaseSpanAttributes(span, { genAIEndpoint, model: modelId, cost, aiSystem });
|
|
114
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_CHAT);
|
|
115
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, false);
|
|
116
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, modelId);
|
|
117
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, promptTokens);
|
|
118
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, completionTokens);
|
|
119
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS, totalTokens);
|
|
120
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_TOKEN_USAGE, totalTokens);
|
|
121
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, [finishReason]);
|
|
122
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_OPERATION_DURATION, duration);
|
|
123
|
+
span.setAttribute(semantic_convention_1.default.SERVER_ADDRESS, address);
|
|
124
|
+
span.setAttribute(semantic_convention_1.default.SERVER_PORT, port);
|
|
125
|
+
if (config_1.default.traceContent) {
|
|
126
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, helpers_1.default.buildInputMessages([{ role: 'user', content: prompt }]));
|
|
127
|
+
const outputContent = response?.text || '';
|
|
128
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_MESSAGES, helpers_1.default.buildOutputMessages(outputContent, finishReason));
|
|
129
|
+
}
|
|
130
|
+
metricParams = { genAIEndpoint, model: modelId, cost, aiSystem };
|
|
131
|
+
return response;
|
|
132
|
+
}
|
|
133
|
+
catch (e) {
|
|
134
|
+
helpers_1.default.handleException(span, e);
|
|
135
|
+
throw e;
|
|
136
|
+
}
|
|
137
|
+
finally {
|
|
138
|
+
span.end();
|
|
139
|
+
if (metricParams)
|
|
140
|
+
base_wrapper_1.default.recordMetrics(span, metricParams);
|
|
141
|
+
}
|
|
142
|
+
});
|
|
143
|
+
};
|
|
144
|
+
};
|
|
145
|
+
}
|
|
146
|
+
// ---- Query engine patch ----------------------------------------------------
|
|
147
|
+
static _patchQueryEngineQuery(tracer) {
|
|
148
|
+
const genAIEndpoint = 'llamaindex.query_engine.query';
|
|
149
|
+
return (originalMethod) => {
|
|
150
|
+
return async function (...args) {
|
|
151
|
+
const span = tracer.startSpan(genAIEndpoint, { kind: api_1.SpanKind.CLIENT });
|
|
152
|
+
return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
153
|
+
let metricParams;
|
|
154
|
+
const startTime = Date.now();
|
|
155
|
+
try {
|
|
156
|
+
const response = await originalMethod.apply(this, args);
|
|
157
|
+
const duration = (Date.now() - startTime) / 1000;
|
|
158
|
+
const queryStr = typeof args[0] === 'string' ? args[0] : args[0]?.query || '';
|
|
159
|
+
const llm = this.llm || this._llm;
|
|
160
|
+
const modelId = llm?.model || llm?.modelName || llm?.metadata?.model || 'unknown';
|
|
161
|
+
const aiSystem = LlamaIndexWrapper.aiSystem;
|
|
162
|
+
const { address, port } = LlamaIndexWrapper._extractServerInfo(llm || this);
|
|
163
|
+
LlamaIndexWrapper.setBaseSpanAttributes(span, { genAIEndpoint, model: modelId, aiSystem });
|
|
164
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_FRAMEWORK);
|
|
165
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, false);
|
|
166
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_OPERATION_DURATION, duration);
|
|
167
|
+
span.setAttribute(semantic_convention_1.default.SERVER_ADDRESS, address);
|
|
168
|
+
span.setAttribute(semantic_convention_1.default.SERVER_PORT, port);
|
|
169
|
+
const sourceNodes = response.sourceNodes || response.source_nodes || [];
|
|
170
|
+
if (sourceNodes.length > 0) {
|
|
171
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RETRIEVAL_SOURCE, JSON.stringify(sourceNodes.slice(0, 5).map((n) => ({
|
|
172
|
+
id: n.node?.id_ || n.id_ || '',
|
|
173
|
+
score: n.score,
|
|
174
|
+
text: n.node?.text?.slice(0, 200) || '',
|
|
175
|
+
}))));
|
|
176
|
+
}
|
|
177
|
+
if (config_1.default.traceContent) {
|
|
178
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, helpers_1.default.buildInputMessages([{ role: 'user', content: queryStr }]));
|
|
179
|
+
const responseText = typeof response.response === 'string'
|
|
180
|
+
? response.response
|
|
181
|
+
: response.toString?.() || '';
|
|
182
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_MESSAGES, helpers_1.default.buildOutputMessages(responseText, 'stop'));
|
|
183
|
+
}
|
|
184
|
+
metricParams = { genAIEndpoint, model: modelId, aiSystem };
|
|
185
|
+
return response;
|
|
186
|
+
}
|
|
187
|
+
catch (e) {
|
|
188
|
+
helpers_1.default.handleException(span, e);
|
|
189
|
+
throw e;
|
|
190
|
+
}
|
|
191
|
+
finally {
|
|
192
|
+
span.end();
|
|
193
|
+
if (metricParams)
|
|
194
|
+
base_wrapper_1.default.recordMetrics(span, metricParams);
|
|
195
|
+
}
|
|
196
|
+
});
|
|
197
|
+
};
|
|
198
|
+
};
|
|
199
|
+
}
|
|
200
|
+
// ---- Chat engine patch -----------------------------------------------------
|
|
201
|
+
static _patchChatEngineChat(tracer) {
|
|
202
|
+
const genAIEndpoint = 'llamaindex.chat_engine.chat';
|
|
203
|
+
return (originalMethod) => {
|
|
204
|
+
return async function (...args) {
|
|
205
|
+
const span = tracer.startSpan(genAIEndpoint, { kind: api_1.SpanKind.CLIENT });
|
|
206
|
+
return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
207
|
+
let metricParams;
|
|
208
|
+
const startTime = Date.now();
|
|
209
|
+
try {
|
|
210
|
+
const response = await originalMethod.apply(this, args);
|
|
211
|
+
const duration = (Date.now() - startTime) / 1000;
|
|
212
|
+
const messageInput = args[0];
|
|
213
|
+
const message = typeof messageInput === 'string'
|
|
214
|
+
? messageInput
|
|
215
|
+
: messageInput?.message || messageInput?.content || '';
|
|
216
|
+
const llm = this.llm || this._llm;
|
|
217
|
+
const modelId = llm?.model || llm?.modelName || llm?.metadata?.model || 'unknown';
|
|
218
|
+
const aiSystem = LlamaIndexWrapper.aiSystem;
|
|
219
|
+
const { address, port } = LlamaIndexWrapper._extractServerInfo(llm || this);
|
|
220
|
+
LlamaIndexWrapper.setBaseSpanAttributes(span, { genAIEndpoint, model: modelId, aiSystem });
|
|
221
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_FRAMEWORK);
|
|
222
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, false);
|
|
223
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_OPERATION_DURATION, duration);
|
|
224
|
+
span.setAttribute(semantic_convention_1.default.SERVER_ADDRESS, address);
|
|
225
|
+
span.setAttribute(semantic_convention_1.default.SERVER_PORT, port);
|
|
226
|
+
if (config_1.default.traceContent) {
|
|
227
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, helpers_1.default.buildInputMessages([{ role: 'user', content: message }]));
|
|
228
|
+
const responseContent = response?.message?.content ||
|
|
229
|
+
(typeof response?.response === 'string' ? response.response : '') ||
|
|
230
|
+
response?.toString?.() || '';
|
|
231
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_MESSAGES, helpers_1.default.buildOutputMessages(responseContent, 'stop'));
|
|
232
|
+
}
|
|
233
|
+
metricParams = { genAIEndpoint, model: modelId, aiSystem };
|
|
234
|
+
return response;
|
|
235
|
+
}
|
|
236
|
+
catch (e) {
|
|
237
|
+
helpers_1.default.handleException(span, e);
|
|
238
|
+
throw e;
|
|
239
|
+
}
|
|
240
|
+
finally {
|
|
241
|
+
span.end();
|
|
242
|
+
if (metricParams)
|
|
243
|
+
base_wrapper_1.default.recordMetrics(span, metricParams);
|
|
244
|
+
}
|
|
245
|
+
});
|
|
246
|
+
};
|
|
247
|
+
};
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
LlamaIndexWrapper.aiSystem = 'llamaindex';
|
|
251
|
+
exports.default = LlamaIndexWrapper;
|
|
252
|
+
//# sourceMappingURL=wrapper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wrapper.js","sourceRoot":"","sources":["../../../src/instrumentation/llamaindex/wrapper.ts"],"names":[],"mappings":";;;;;AAAA,4CAAsE;AACtE,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAC3D,mEAAkE;AAElE,MAAM,iBAAkB,SAAQ,sBAAW;IAGzC,+EAA+E;IAEvE,MAAM,CAAC,kBAAkB,CAAC,QAAa;QAC7C,MAAM,OAAO,GACX,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;YAClC,QAAQ,EAAE,OAAO,EAAE,OAAO;YAC1B,QAAQ,EAAE,aAAa,EAAE,OAAO;YAChC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;YACvC,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;YACxC,EAAE,CAAC;QACL,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC7B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpF,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;IAClD,CAAC;IAED,+EAA+E;IAE/E,MAAM,CAAC,aAAa,CAAC,MAAc;QACjC,MAAM,aAAa,GAAG,qBAAqB,CAAC;QAC5C,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxE,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,YAA4C,CAAC;oBACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;wBACvC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,SAAS,CAAC;wBAClF,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC;wBAE5C,MAAM,QAAQ,GAAG,QAAQ,EAAE,GAAG,EAAE,KAAK,IAAI,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC;wBAC/D,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,IAAI,QAAQ,CAAC,YAAY,IAAI,CAAC,CAAC;wBAC1E,MAAM,gBAAgB,GAAG,QAAQ,CAAC,iBAAiB,IAAI,QAAQ,CAAC,aAAa,IAAI,CAAC,CAAC;wBACnF,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,IAAI,YAAY,GAAG,gBAAgB,CAAC;wBAC7E,MAAM,YAAY,GAAG,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,MAAM,CAAC;wBAE1E,MAAM,WAAW,GAAG,MAAM,gBAAa,CAAC,iBAAiB,CAAC,gBAAa,CAAC,YAAY,CAAC,CAAC;wBACtF,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,CAAC,CAAC;wBAElG,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;wBAErE,iBAAiB,CAAC,qBAAqB,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;wBAEjG,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,6BAAkB,CAAC,0BAA0B,CAAC,CAAC;wBACtG,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;wBACtE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;wBACrE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,YAAY,CAAC,CAAC;wBAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,gBAAgB,CAAC,CAAC;wBACnF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,WAAW,CAAC,CAAC;wBAC7E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,WAAW,CAAC,CAAC;wBAC7E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;wBACpF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,QAAQ,CAAC,CAAC;wBACjF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;wBAC9D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;wBAExD,IAAI,gBAAa,CAAC,YAAY,EAAE,CAAC;4BAC/B,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gCAClD,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,MAAM;gCACtB,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;6BAC/E,CAAC,CAAC,CAAC;4BACJ,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,iBAAa,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,CAAC,CAAC;4BAEjH,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,EAAE,OAAO,IAAI,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;4BACzE,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,sBAAsB,EACzC,iBAAa,CAAC,mBAAmB,CAAC,aAAa,EAAE,YAAY,CAAC,CAC/D,CAAC;wBACJ,CAAC;wBAED,YAAY,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;wBACjE,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,IAAI,YAAY;4BAAE,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,MAAc;QACrC,MAAM,aAAa,GAAG,yBAAyB,CAAC;QAChD,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxE,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,YAA4C,CAAC;oBACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,EAAE,CAAC;wBAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,SAAS,CAAC;wBAClF,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC;wBAE5C,MAAM,QAAQ,GAAG,QAAQ,EAAE,GAAG,EAAE,KAAK,IAAI,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC;wBAC/D,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,IAAI,QAAQ,CAAC,YAAY,IAAI,CAAC,CAAC;wBAC1E,MAAM,gBAAgB,GAAG,QAAQ,CAAC,iBAAiB,IAAI,QAAQ,CAAC,aAAa,IAAI,CAAC,CAAC;wBACnF,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,IAAI,YAAY,GAAG,gBAAgB,CAAC;wBAC7E,MAAM,YAAY,GAAG,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,MAAM,CAAC;wBAE1E,MAAM,WAAW,GAAG,MAAM,gBAAa,CAAC,iBAAiB,CAAC,gBAAa,CAAC,YAAY,CAAC,CAAC;wBACtF,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,CAAC,CAAC;wBAElG,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;wBAErE,iBAAiB,CAAC,qBAAqB,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;wBAEjG,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,6BAAkB,CAAC,0BAA0B,CAAC,CAAC;wBACtG,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;wBACtE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;wBACrE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,YAAY,CAAC,CAAC;wBAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,gBAAgB,CAAC,CAAC;wBACnF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,WAAW,CAAC,CAAC;wBAC7E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,WAAW,CAAC,CAAC;wBAC7E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;wBACpF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,QAAQ,CAAC,CAAC;wBACjF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;wBAC9D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;wBAExD,IAAI,gBAAa,CAAC,YAAY,EAAE,CAAC;4BAC/B,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,qBAAqB,EACxC,iBAAa,CAAC,kBAAkB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CACtE,CAAC;4BACF,MAAM,aAAa,GAAG,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC;4BAC3C,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,sBAAsB,EACzC,iBAAa,CAAC,mBAAmB,CAAC,aAAa,EAAE,YAAY,CAAC,CAC/D,CAAC;wBACJ,CAAC;wBAED,YAAY,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;wBACjE,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,IAAI,YAAY;4BAAE,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,+EAA+E;IAE/E,MAAM,CAAC,sBAAsB,CAAC,MAAc;QAC1C,MAAM,aAAa,GAAG,+BAA+B,CAAC;QACtD,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxE,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,YAA4C,CAAC;oBACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,MAAM,QAAQ,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;wBAE9E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC;wBAClC,MAAM,OAAO,GAAG,GAAG,EAAE,KAAK,IAAI,GAAG,EAAE,SAAS,IAAI,GAAG,EAAE,QAAQ,EAAE,KAAK,IAAI,SAAS,CAAC;wBAClF,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC;wBAE5C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;wBAE5E,iBAAiB,CAAC,qBAAqB,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;wBAE3F,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,6BAAkB,CAAC,+BAA+B,CAAC,CAAC;wBAC3G,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;wBACtE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,QAAQ,CAAC,CAAC;wBACjF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;wBAC9D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;wBAExD,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,YAAY,IAAI,EAAE,CAAC;wBACxE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAC3B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,uBAAuB,EAAE,IAAI,CAAC,SAAS,CAC1E,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gCACvC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE;gCAC9B,KAAK,EAAE,CAAC,CAAC,KAAK;gCACd,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE;6BACxC,CAAC,CAAC,CACJ,CAAC,CAAC;wBACL,CAAC;wBAED,IAAI,gBAAa,CAAC,YAAY,EAAE,CAAC;4BAC/B,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,qBAAqB,EACxC,iBAAa,CAAC,kBAAkB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,CACxE,CAAC;4BACF,MAAM,YAAY,GAAG,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ;gCACxD,CAAC,CAAC,QAAQ,CAAC,QAAQ;gCACnB,CAAC,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC;4BAChC,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,sBAAsB,EACzC,iBAAa,CAAC,mBAAmB,CAAC,YAAY,EAAE,MAAM,CAAC,CACxD,CAAC;wBACJ,CAAC;wBAED,YAAY,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;wBAC3D,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,IAAI,YAAY;4BAAE,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,+EAA+E;IAE/E,MAAM,CAAC,oBAAoB,CAAC,MAAc;QACxC,MAAM,aAAa,GAAG,6BAA6B,CAAC;QACpD,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxE,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,YAA4C,CAAC;oBACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;wBAC7B,MAAM,OAAO,GAAG,OAAO,YAAY,KAAK,QAAQ;4BAC9C,CAAC,CAAC,YAAY;4BACd,CAAC,CAAC,YAAY,EAAE,OAAO,IAAI,YAAY,EAAE,OAAO,IAAI,EAAE,CAAC;wBAEzD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC;wBAClC,MAAM,OAAO,GAAG,GAAG,EAAE,KAAK,IAAI,GAAG,EAAE,SAAS,IAAI,GAAG,EAAE,QAAQ,EAAE,KAAK,IAAI,SAAS,CAAC;wBAClF,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC;wBAE5C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;wBAE5E,iBAAiB,CAAC,qBAAqB,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;wBAE3F,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,6BAAkB,CAAC,+BAA+B,CAAC,CAAC;wBAC3G,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;wBACtE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,QAAQ,CAAC,CAAC;wBACjF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;wBAC9D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;wBAExD,IAAI,gBAAa,CAAC,YAAY,EAAE,CAAC;4BAC/B,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,qBAAqB,EACxC,iBAAa,CAAC,kBAAkB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CACvE,CAAC;4BAEF,MAAM,eAAe,GACnB,QAAQ,EAAE,OAAO,EAAE,OAAO;gCAC1B,CAAC,OAAO,QAAQ,EAAE,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gCACjE,QAAQ,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC;4BAC/B,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,sBAAsB,EACzC,iBAAa,CAAC,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,CAC3D,CAAC;wBACJ,CAAC;wBAED,YAAY,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;wBAC3D,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,IAAI,YAAY;4BAAE,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;;AAnSM,0BAAQ,GAAG,YAAY,CAAC;AAsSjC,kBAAe,iBAAiB,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
|
|
2
|
+
import { InstrumentationConfig } from '@opentelemetry/instrumentation';
|
|
3
|
+
export interface MistralInstrumentationConfig extends InstrumentationConfig {
|
|
4
|
+
}
|
|
5
|
+
export default class OpenlitMistralInstrumentation extends InstrumentationBase {
|
|
6
|
+
constructor(config?: MistralInstrumentationConfig);
|
|
7
|
+
protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
|
|
8
|
+
manualPatch(mistral: any): void;
|
|
9
|
+
protected _patch(moduleExports: any): void;
|
|
10
|
+
protected _unpatch(moduleExports: any): void;
|
|
11
|
+
}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const instrumentation_1 = require("@opentelemetry/instrumentation");
|
|
7
|
+
const constant_1 = require("../../constant");
|
|
8
|
+
const wrapper_1 = __importDefault(require("./wrapper"));
|
|
9
|
+
class OpenlitMistralInstrumentation extends instrumentation_1.InstrumentationBase {
|
|
10
|
+
constructor(config = {}) {
|
|
11
|
+
super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-mistral`, '1.0.0', config);
|
|
12
|
+
}
|
|
13
|
+
init() {
|
|
14
|
+
const module = new instrumentation_1.InstrumentationNodeModuleDefinition('@mistralai/mistralai', ['>=1.0.0'], (moduleExports) => {
|
|
15
|
+
this._patch(moduleExports);
|
|
16
|
+
return moduleExports;
|
|
17
|
+
}, (moduleExports) => {
|
|
18
|
+
if (moduleExports !== undefined) {
|
|
19
|
+
this._unpatch(moduleExports);
|
|
20
|
+
}
|
|
21
|
+
});
|
|
22
|
+
return [module];
|
|
23
|
+
}
|
|
24
|
+
manualPatch(mistral) {
|
|
25
|
+
this._patch(mistral);
|
|
26
|
+
}
|
|
27
|
+
_patch(moduleExports) {
|
|
28
|
+
try {
|
|
29
|
+
// Chat and Embeddings are instance properties in the new SDK — get their
|
|
30
|
+
// prototypes via a dummy instance (no API calls are made at construction time)
|
|
31
|
+
const dummy = new moduleExports.Mistral({ apiKey: 'dummy' });
|
|
32
|
+
const ChatProto = Object.getPrototypeOf(dummy.chat);
|
|
33
|
+
const EmbeddingsProto = Object.getPrototypeOf(dummy.embeddings);
|
|
34
|
+
if ((0, instrumentation_1.isWrapped)(ChatProto.complete)) {
|
|
35
|
+
this._unwrap(ChatProto, 'complete');
|
|
36
|
+
}
|
|
37
|
+
if ((0, instrumentation_1.isWrapped)(ChatProto.stream)) {
|
|
38
|
+
this._unwrap(ChatProto, 'stream');
|
|
39
|
+
}
|
|
40
|
+
if ((0, instrumentation_1.isWrapped)(EmbeddingsProto.create)) {
|
|
41
|
+
this._unwrap(EmbeddingsProto, 'create');
|
|
42
|
+
}
|
|
43
|
+
this._wrap(ChatProto, 'complete', wrapper_1.default._patchChatCompletionCreate(this.tracer));
|
|
44
|
+
this._wrap(ChatProto, 'stream', wrapper_1.default._patchChatCompletionCreate(this.tracer));
|
|
45
|
+
this._wrap(EmbeddingsProto, 'create', wrapper_1.default._patchEmbedding(this.tracer));
|
|
46
|
+
}
|
|
47
|
+
catch (e) {
|
|
48
|
+
console.error('Error in _patch method:', e);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
_unpatch(moduleExports) {
|
|
52
|
+
try {
|
|
53
|
+
const dummy = new moduleExports.Mistral({ apiKey: 'dummy' });
|
|
54
|
+
const ChatProto = Object.getPrototypeOf(dummy.chat);
|
|
55
|
+
const EmbeddingsProto = Object.getPrototypeOf(dummy.embeddings);
|
|
56
|
+
this._unwrap(ChatProto, 'complete');
|
|
57
|
+
this._unwrap(ChatProto, 'stream');
|
|
58
|
+
this._unwrap(EmbeddingsProto, 'create');
|
|
59
|
+
}
|
|
60
|
+
catch (e) {
|
|
61
|
+
console.error('Error in _unpatch method:', e);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
exports.default = OpenlitMistralInstrumentation;
|
|
66
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/mistral/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AACxD,wDAAuC;AAIvC,MAAqB,6BAA8B,SAAQ,qCAAmB;IAC5E,YAAY,SAAuC,EAAE;QACnD,KAAK,CAAC,GAAG,iCAAsB,0BAA0B,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9E,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,sBAAsB,EACtB,CAAC,SAAS,CAAC,EACX,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,OAAY;QAC7B,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IAES,MAAM,CAAC,aAAkB;QACjC,IAAI,CAAC;YACH,yEAAyE;YACzE,+EAA+E;YAC/E,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7D,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,eAAe,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAEhE,IAAI,IAAA,2BAAS,EAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACtC,CAAC;YACD,IAAI,IAAA,2BAAS,EAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACpC,CAAC;YACD,IAAI,IAAA,2BAAS,EAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,EAAE,iBAAc,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1F,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,iBAAc,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACxF,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,QAAQ,EAAE,iBAAc,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACrF,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAAkB;QACnC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7D,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,eAAe,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;CACF;AAhED,gDAgEC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { Span, Tracer } from '@opentelemetry/api';
|
|
2
|
+
import BaseWrapper from '../base-wrapper';
|
|
3
|
+
declare class MistralWrapper extends BaseWrapper {
|
|
4
|
+
static aiSystem: string;
|
|
5
|
+
static _patchChatCompletionCreate(tracer: Tracer): any;
|
|
6
|
+
static _chatCompletion({ args, genAIEndpoint, response, span, }: {
|
|
7
|
+
args: any[];
|
|
8
|
+
genAIEndpoint: string;
|
|
9
|
+
response: any;
|
|
10
|
+
span: Span;
|
|
11
|
+
}): Promise<any>;
|
|
12
|
+
static _chatCompletionGenerator({ args, genAIEndpoint, response, span, }: {
|
|
13
|
+
args: any[];
|
|
14
|
+
genAIEndpoint: string;
|
|
15
|
+
response: any;
|
|
16
|
+
span: Span;
|
|
17
|
+
}): AsyncGenerator<unknown, any, unknown>;
|
|
18
|
+
static _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
|
|
19
|
+
args: any[];
|
|
20
|
+
genAIEndpoint: string;
|
|
21
|
+
result: any;
|
|
22
|
+
span: Span;
|
|
23
|
+
ttft?: number;
|
|
24
|
+
tbt?: number;
|
|
25
|
+
}): Promise<{
|
|
26
|
+
genAIEndpoint: string;
|
|
27
|
+
model: any;
|
|
28
|
+
user: any;
|
|
29
|
+
cost: number;
|
|
30
|
+
aiSystem: string;
|
|
31
|
+
}>;
|
|
32
|
+
static _patchEmbedding(tracer: Tracer): any;
|
|
33
|
+
}
|
|
34
|
+
export default MistralWrapper;
|