openlit 1.7.0 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -11
- package/dist/helpers.d.ts +10 -0
- package/dist/helpers.js +114 -7
- package/dist/helpers.js.map +1 -1
- package/dist/instrumentation/__tests__/anthropic-wrapper.test.js +1 -1
- package/dist/instrumentation/__tests__/anthropic-wrapper.test.js.map +1 -1
- package/dist/instrumentation/__tests__/base-wrapper.test.js +1 -1
- package/dist/instrumentation/__tests__/base-wrapper.test.js.map +1 -1
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.d.ts +4 -0
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js +99 -0
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.d.ts +7 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +180 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.d.ts +4 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js +127 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/openai-wrapper.test.js +81 -18
- package/dist/instrumentation/__tests__/openai-wrapper.test.js.map +1 -1
- package/dist/instrumentation/__tests__/together-trace-comparison.test.d.ts +4 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.js +98 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.d.ts +66 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.js +245 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.js.map +1 -0
- package/dist/instrumentation/anthropic/index.js +6 -4
- package/dist/instrumentation/anthropic/index.js.map +1 -1
- package/dist/instrumentation/anthropic/wrapper.js +12 -30
- package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
- package/dist/instrumentation/base-wrapper.js +2 -2
- package/dist/instrumentation/base-wrapper.js.map +1 -1
- package/dist/instrumentation/cohere/wrapper.js +8 -10
- package/dist/instrumentation/cohere/wrapper.js.map +1 -1
- package/dist/instrumentation/google-ai/index.d.ts +11 -0
- package/dist/instrumentation/google-ai/index.js +48 -0
- package/dist/instrumentation/google-ai/index.js.map +1 -0
- package/dist/instrumentation/google-ai/wrapper.d.ts +34 -0
- package/dist/instrumentation/google-ai/wrapper.js +241 -0
- package/dist/instrumentation/google-ai/wrapper.js.map +1 -0
- package/dist/instrumentation/groq/index.d.ts +11 -0
- package/dist/instrumentation/groq/index.js +43 -0
- package/dist/instrumentation/groq/index.js.map +1 -0
- package/dist/instrumentation/groq/wrapper.d.ts +33 -0
- package/dist/instrumentation/groq/wrapper.js +289 -0
- package/dist/instrumentation/groq/wrapper.js.map +1 -0
- package/dist/instrumentation/index.js +10 -0
- package/dist/instrumentation/index.js.map +1 -1
- package/dist/instrumentation/mistral/index.d.ts +11 -0
- package/dist/instrumentation/mistral/index.js +66 -0
- package/dist/instrumentation/mistral/index.js.map +1 -0
- package/dist/instrumentation/mistral/wrapper.d.ts +34 -0
- package/dist/instrumentation/mistral/wrapper.js +340 -0
- package/dist/instrumentation/mistral/wrapper.js.map +1 -0
- package/dist/instrumentation/ollama/wrapper.d.ts +11 -3
- package/dist/instrumentation/ollama/wrapper.js +60 -95
- package/dist/instrumentation/ollama/wrapper.js.map +1 -1
- package/dist/instrumentation/openai/index.js +11 -0
- package/dist/instrumentation/openai/index.js.map +1 -1
- package/dist/instrumentation/openai/wrapper.d.ts +30 -1
- package/dist/instrumentation/openai/wrapper.js +419 -61
- package/dist/instrumentation/openai/wrapper.js.map +1 -1
- package/dist/instrumentation/together/index.d.ts +11 -0
- package/dist/instrumentation/together/index.js +43 -0
- package/dist/instrumentation/together/index.js.map +1 -0
- package/dist/instrumentation/together/wrapper.d.ts +33 -0
- package/dist/instrumentation/together/wrapper.js +271 -0
- package/dist/instrumentation/together/wrapper.js.map +1 -0
- package/dist/otel/__tests__/metrics.test.js +5 -5
- package/dist/otel/__tests__/metrics.test.js.map +1 -1
- package/dist/semantic-convention.d.ts +34 -3
- package/dist/semantic-convention.js +50 -14
- package/dist/semantic-convention.js.map +1 -1
- package/dist/types.d.ts +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,289 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const api_1 = require("@opentelemetry/api");
|
|
7
|
+
const config_1 = __importDefault(require("../../config"));
|
|
8
|
+
const helpers_1 = __importDefault(require("../../helpers"));
|
|
9
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
10
|
+
const base_wrapper_1 = __importDefault(require("../base-wrapper"));
|
|
11
|
+
class GroqWrapper extends base_wrapper_1.default {
|
|
12
|
+
static _patchChatCompletionCreate(tracer) {
|
|
13
|
+
const genAIEndpoint = 'groq.chat.completions';
|
|
14
|
+
return (originalMethod) => {
|
|
15
|
+
return async function (...args) {
|
|
16
|
+
const span = tracer.startSpan(genAIEndpoint, { kind: api_1.SpanKind.CLIENT });
|
|
17
|
+
return api_1.context
|
|
18
|
+
.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
19
|
+
return originalMethod.apply(this, args);
|
|
20
|
+
})
|
|
21
|
+
.then((response) => {
|
|
22
|
+
const { stream = false } = args[0];
|
|
23
|
+
if (stream) {
|
|
24
|
+
return helpers_1.default.createStreamProxy(response, GroqWrapper._chatCompletionGenerator({
|
|
25
|
+
args,
|
|
26
|
+
genAIEndpoint,
|
|
27
|
+
response,
|
|
28
|
+
span,
|
|
29
|
+
}));
|
|
30
|
+
}
|
|
31
|
+
return GroqWrapper._chatCompletion({ args, genAIEndpoint, response, span });
|
|
32
|
+
})
|
|
33
|
+
.catch((e) => {
|
|
34
|
+
helpers_1.default.handleException(span, e);
|
|
35
|
+
span.end();
|
|
36
|
+
throw e;
|
|
37
|
+
});
|
|
38
|
+
};
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
static async _chatCompletion({ args, genAIEndpoint, response, span, }) {
|
|
42
|
+
let metricParams;
|
|
43
|
+
try {
|
|
44
|
+
metricParams = await GroqWrapper._chatCompletionCommonSetter({
|
|
45
|
+
args,
|
|
46
|
+
genAIEndpoint,
|
|
47
|
+
result: response,
|
|
48
|
+
span,
|
|
49
|
+
});
|
|
50
|
+
return response;
|
|
51
|
+
}
|
|
52
|
+
catch (e) {
|
|
53
|
+
helpers_1.default.handleException(span, e);
|
|
54
|
+
throw e;
|
|
55
|
+
}
|
|
56
|
+
finally {
|
|
57
|
+
span.end();
|
|
58
|
+
// Record metrics after span has ended if parameters are available
|
|
59
|
+
if (metricParams) {
|
|
60
|
+
base_wrapper_1.default.recordMetrics(span, metricParams);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
static async *_chatCompletionGenerator({ args, genAIEndpoint, response, span, }) {
|
|
65
|
+
let metricParams;
|
|
66
|
+
const timestamps = [];
|
|
67
|
+
const startTime = Date.now();
|
|
68
|
+
try {
|
|
69
|
+
const { messages } = args[0];
|
|
70
|
+
let { tools } = args[0];
|
|
71
|
+
const result = {
|
|
72
|
+
id: '0',
|
|
73
|
+
created: -1,
|
|
74
|
+
model: '',
|
|
75
|
+
system_fingerprint: '',
|
|
76
|
+
choices: [
|
|
77
|
+
{
|
|
78
|
+
index: 0,
|
|
79
|
+
logprobs: null,
|
|
80
|
+
finish_reason: 'stop',
|
|
81
|
+
message: { role: 'assistant', content: '' },
|
|
82
|
+
},
|
|
83
|
+
],
|
|
84
|
+
usage: {
|
|
85
|
+
prompt_tokens: 0,
|
|
86
|
+
completion_tokens: 0,
|
|
87
|
+
total_tokens: 0,
|
|
88
|
+
},
|
|
89
|
+
};
|
|
90
|
+
let toolCalls = [];
|
|
91
|
+
for await (const chunk of response) {
|
|
92
|
+
timestamps.push(Date.now());
|
|
93
|
+
result.id = chunk.id;
|
|
94
|
+
result.created = chunk.created;
|
|
95
|
+
result.model = chunk.model;
|
|
96
|
+
if (chunk.system_fingerprint) {
|
|
97
|
+
result.system_fingerprint = chunk.system_fingerprint;
|
|
98
|
+
}
|
|
99
|
+
if (chunk.choices[0]?.finish_reason) {
|
|
100
|
+
result.choices[0].finish_reason = chunk.choices[0].finish_reason;
|
|
101
|
+
}
|
|
102
|
+
if (chunk.choices[0]?.logprobs) {
|
|
103
|
+
result.choices[0].logprobs = chunk.choices[0].logprobs;
|
|
104
|
+
}
|
|
105
|
+
if (chunk.choices[0]?.delta.content) {
|
|
106
|
+
result.choices[0].message.content += chunk.choices[0].delta.content;
|
|
107
|
+
}
|
|
108
|
+
// Handle tool calls for streaming
|
|
109
|
+
if (chunk.choices[0]?.delta.tool_calls) {
|
|
110
|
+
const deltaTools = chunk.choices[0].delta.tool_calls;
|
|
111
|
+
for (const tool of deltaTools) {
|
|
112
|
+
const idx = tool.index || 0;
|
|
113
|
+
// Extend array if needed
|
|
114
|
+
while (toolCalls.length <= idx) {
|
|
115
|
+
toolCalls.push({
|
|
116
|
+
id: '',
|
|
117
|
+
type: 'function',
|
|
118
|
+
function: { name: '', arguments: '' }
|
|
119
|
+
});
|
|
120
|
+
}
|
|
121
|
+
if (tool.id) {
|
|
122
|
+
// New tool call
|
|
123
|
+
toolCalls[idx].id = tool.id;
|
|
124
|
+
toolCalls[idx].type = tool.type || 'function';
|
|
125
|
+
if (tool.function?.name) {
|
|
126
|
+
toolCalls[idx].function.name = tool.function.name;
|
|
127
|
+
}
|
|
128
|
+
if (tool.function?.arguments) {
|
|
129
|
+
toolCalls[idx].function.arguments = tool.function.arguments;
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
else if (tool.function?.arguments) {
|
|
133
|
+
// Append arguments to existing tool call
|
|
134
|
+
toolCalls[idx].function.arguments += tool.function.arguments;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
tools = true;
|
|
138
|
+
}
|
|
139
|
+
yield chunk;
|
|
140
|
+
}
|
|
141
|
+
if (toolCalls.length > 0) {
|
|
142
|
+
result.choices[0].message = {
|
|
143
|
+
...result.choices[0].message,
|
|
144
|
+
tool_calls: toolCalls
|
|
145
|
+
};
|
|
146
|
+
}
|
|
147
|
+
// Estimate token usage if not provided
|
|
148
|
+
let promptTokens = 0;
|
|
149
|
+
for (const message of messages || []) {
|
|
150
|
+
promptTokens += helpers_1.default.openaiTokens(message.content, result.model) ?? 0;
|
|
151
|
+
}
|
|
152
|
+
const completionTokens = helpers_1.default.openaiTokens(result.choices[0].message.content ?? '', result.model);
|
|
153
|
+
if (completionTokens) {
|
|
154
|
+
result.usage = {
|
|
155
|
+
prompt_tokens: promptTokens,
|
|
156
|
+
completion_tokens: completionTokens,
|
|
157
|
+
total_tokens: promptTokens + completionTokens,
|
|
158
|
+
};
|
|
159
|
+
}
|
|
160
|
+
args[0].tools = tools;
|
|
161
|
+
// Calculate TTFT and TBT
|
|
162
|
+
const ttft = timestamps.length > 0 ? (timestamps[0] - startTime) / 1000 : 0;
|
|
163
|
+
let tbt = 0;
|
|
164
|
+
if (timestamps.length > 1) {
|
|
165
|
+
const timeDiffs = timestamps.slice(1).map((t, i) => t - timestamps[i]);
|
|
166
|
+
tbt = timeDiffs.reduce((a, b) => a + b, 0) / timeDiffs.length / 1000;
|
|
167
|
+
}
|
|
168
|
+
metricParams = await GroqWrapper._chatCompletionCommonSetter({
|
|
169
|
+
args,
|
|
170
|
+
genAIEndpoint,
|
|
171
|
+
result,
|
|
172
|
+
span,
|
|
173
|
+
ttft,
|
|
174
|
+
tbt,
|
|
175
|
+
});
|
|
176
|
+
return result;
|
|
177
|
+
}
|
|
178
|
+
catch (e) {
|
|
179
|
+
helpers_1.default.handleException(span, e);
|
|
180
|
+
throw e;
|
|
181
|
+
}
|
|
182
|
+
finally {
|
|
183
|
+
span.end();
|
|
184
|
+
// Record metrics after span has ended if parameters are available
|
|
185
|
+
if (metricParams) {
|
|
186
|
+
base_wrapper_1.default.recordMetrics(span, metricParams);
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
static async _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft = 0, tbt = 0, }) {
|
|
191
|
+
const traceContent = config_1.default.traceContent;
|
|
192
|
+
const { messages, frequency_penalty = 0, max_tokens = null, presence_penalty = 0, seed = null, stop = null, temperature = 1, top_p, user, stream = false, } = args[0];
|
|
193
|
+
// Request Params attributes : Start
|
|
194
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, top_p || 1);
|
|
195
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, max_tokens || -1);
|
|
196
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, temperature);
|
|
197
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY, presence_penalty);
|
|
198
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY, frequency_penalty);
|
|
199
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_SEED, seed ? String(seed) : '');
|
|
200
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, stream);
|
|
201
|
+
if (stop) {
|
|
202
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES, Array.isArray(stop) ? stop : [stop]);
|
|
203
|
+
}
|
|
204
|
+
if (user) {
|
|
205
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_USER, user);
|
|
206
|
+
}
|
|
207
|
+
if (traceContent) {
|
|
208
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, helpers_1.default.buildInputMessages(messages || []));
|
|
209
|
+
}
|
|
210
|
+
// Request Params attributes : End
|
|
211
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_CHAT);
|
|
212
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_ID, result.id);
|
|
213
|
+
const model = result.model || 'llama-3.1-8b-instant';
|
|
214
|
+
const responseModel = result.model || model;
|
|
215
|
+
const pricingInfo = await config_1.default.updatePricingJson(config_1.default.pricing_json);
|
|
216
|
+
// Calculate cost of the operation
|
|
217
|
+
const cost = helpers_1.default.getChatModelCost(model, pricingInfo, result.usage.prompt_tokens, result.usage.completion_tokens);
|
|
218
|
+
GroqWrapper.setBaseSpanAttributes(span, {
|
|
219
|
+
genAIEndpoint,
|
|
220
|
+
model,
|
|
221
|
+
user,
|
|
222
|
+
cost,
|
|
223
|
+
aiSystem: GroqWrapper.aiSystem,
|
|
224
|
+
});
|
|
225
|
+
// Response model
|
|
226
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, responseModel);
|
|
227
|
+
// Groq-specific attributes
|
|
228
|
+
if (result.system_fingerprint) {
|
|
229
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT, result.system_fingerprint);
|
|
230
|
+
}
|
|
231
|
+
// Token usage
|
|
232
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, result.usage.prompt_tokens);
|
|
233
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, result.usage.completion_tokens);
|
|
234
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS, result.usage.total_tokens);
|
|
235
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_TOKEN_USAGE, result.usage.total_tokens);
|
|
236
|
+
// TTFT and TBT metrics
|
|
237
|
+
if (ttft > 0) {
|
|
238
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_SERVER_TTFT, ttft);
|
|
239
|
+
}
|
|
240
|
+
if (tbt > 0) {
|
|
241
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_SERVER_TBT, tbt);
|
|
242
|
+
}
|
|
243
|
+
// Finish reason
|
|
244
|
+
if (result.choices[0].finish_reason) {
|
|
245
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, [result.choices[0].finish_reason]);
|
|
246
|
+
}
|
|
247
|
+
// Output type
|
|
248
|
+
const outputType = typeof result.choices[0].message.content === 'string'
|
|
249
|
+
? semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_TEXT
|
|
250
|
+
: semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_JSON;
|
|
251
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_TYPE, outputType);
|
|
252
|
+
// Tool calls handling
|
|
253
|
+
if (result.choices[0].message.tool_calls) {
|
|
254
|
+
const toolCalls = result.choices[0].message.tool_calls;
|
|
255
|
+
const toolNames = toolCalls.map((t) => t.function?.name || '').filter(Boolean);
|
|
256
|
+
const toolIds = toolCalls.map((t) => t.id || '').filter(Boolean);
|
|
257
|
+
const toolArgs = toolCalls.map((t) => t.function?.arguments || '').filter(Boolean);
|
|
258
|
+
const toolTypes = toolCalls.map((t) => t.type || '').filter(Boolean);
|
|
259
|
+
if (toolNames.length > 0) {
|
|
260
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_NAME, toolNames.join(', '));
|
|
261
|
+
}
|
|
262
|
+
if (toolIds.length > 0) {
|
|
263
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_CALL_ID, toolIds.join(', '));
|
|
264
|
+
}
|
|
265
|
+
if (toolArgs.length > 0) {
|
|
266
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_CALL_ARGUMENTS, toolArgs);
|
|
267
|
+
}
|
|
268
|
+
if (toolTypes.length > 0) {
|
|
269
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_TYPE, toolTypes.join(', '));
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
// Content
|
|
273
|
+
if (traceContent) {
|
|
274
|
+
const completionContent = result.choices[0].message.content || '';
|
|
275
|
+
const toolCalls = result.choices[0].message.tool_calls;
|
|
276
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_MESSAGES, helpers_1.default.buildOutputMessages(completionContent, result.choices[0].finish_reason || 'stop', toolCalls));
|
|
277
|
+
}
|
|
278
|
+
return {
|
|
279
|
+
genAIEndpoint,
|
|
280
|
+
model,
|
|
281
|
+
user,
|
|
282
|
+
cost,
|
|
283
|
+
aiSystem: GroqWrapper.aiSystem,
|
|
284
|
+
};
|
|
285
|
+
}
|
|
286
|
+
}
|
|
287
|
+
GroqWrapper.aiSystem = 'groq';
|
|
288
|
+
exports.default = GroqWrapper;
|
|
289
|
+
//# sourceMappingURL=wrapper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wrapper.js","sourceRoot":"","sources":["../../../src/instrumentation/groq/wrapper.ts"],"names":[],"mappings":";;;;;AAAA,4CAA4E;AAC5E,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAC3D,mEAA0C;AAE1C,MAAM,WAAY,SAAQ,sBAAW;IAGnC,MAAM,CAAC,0BAA0B,CAAC,MAAc;QAC9C,MAAM,aAAa,GAAG,uBAAuB,CAAC;QAC9C,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxE,OAAO,aAAO;qBACX,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACtD,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC1C,CAAC,CAAC;qBACD,IAAI,CAAC,CAAC,QAAa,EAAE,EAAE;oBACtB,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBAEnC,IAAI,MAAM,EAAE,CAAC;wBACX,OAAO,iBAAa,CAAC,iBAAiB,CACpC,QAAQ,EACR,WAAW,CAAC,wBAAwB,CAAC;4BACnC,IAAI;4BACJ,aAAa;4BACb,QAAQ;4BACR,IAAI;yBACL,CAAC,CACH,CAAC;oBACJ,CAAC;oBAED,OAAO,WAAW,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC9E,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;oBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,CAAC;gBACV,CAAC,CAAC,CAAC;YACP,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,EAC3B,IAAI,EACJ,aAAa,EACb,QAAQ,EACR,IAAI,GAML;QACC,IAAI,YAAY,CAAC;QACjB,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,WAAW,CAAC,2BAA2B,CAAC;gBAC3D,IAAI;gBACJ,aAAa;gBACb,MAAM,EAAE,QAAQ;gBAChB,IAAI;aACL,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,kEAAkE;YAClE,IAAI,YAAY,EAAE,CAAC;gBACjB,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,CAAC,wBAAwB,CAAC,EACrC,IAAI,EACJ,aAAa,EACb,QAAQ,EACR,IAAI,GAML;QACC,IAAI,YAAY,CAAC;QACjB,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,MAAM,GAAG;gBACb,EAAE,EAAE,GAAG;gBACP,OAAO,EAAE,CAAC,CAAC;gBACX,KAAK,EAAE,EAAE;gBACT,kBAAkB,EAAE,EAAE;gBACtB,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,CAAC;wBACR,QAAQ,EAAE,IAAI;wBACd,aAAa,EAAE,MAAM;wBACrB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE;qBAC5C;iBACF;gBACD,KAAK,EAAE;oBACL,aAAa,EAAE,CAAC;oBAChB,iBAAiB,EAAE,CAAC;oBACpB,YAAY,EAAE,CAAC;iBAChB;aACF,CAAC;YAEF,IAAI,SAAS,GAAU,EAAE,CAAC;YAE1B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACnC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBAE5B,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;gBACrB,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC/B,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;gBAE3B,IAAI,KAAK,CAAC,kBAAkB,EAAE,CAAC;oBAC7B,MAAM,CAAC,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,CAAC;gBACvD,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;oBACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;gBACnE,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;oBAC/B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACzD,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;oBACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;gBACtE,CAAC;gBAED,kCAAkC;gBAClC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;oBACvC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;oBAErD,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;wBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;wBAE5B,yBAAyB;wBACzB,OAAO,SAAS,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;4BAC/B,SAAS,CAAC,IAAI,CAAC;gCACb,EAAE,EAAE,EAAE;gCACN,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;6BACtC,CAAC,CAAC;wBACL,CAAC;wBAED,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;4BACZ,gBAAgB;4BAChB,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;4BAC5B,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,UAAU,CAAC;4BAC9C,IAAI,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;gCACxB,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;4BACpD,CAAC;4BACD,IAAI,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;gCAC7B,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;4BAC9D,CAAC;wBACH,CAAC;6BAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;4BACpC,yCAAyC;4BACzC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAC/D,CAAC;oBACH,CAAC;oBAED,KAAK,GAAG,IAAI,CAAC;gBACf,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG;oBAC1B,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;oBAC5B,UAAU,EAAE,SAAS;iBACf,CAAC;YACX,CAAC;YAED,uCAAuC;YACvC,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,KAAK,MAAM,OAAO,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;gBACrC,YAAY,IAAI,iBAAa,CAAC,YAAY,CAAC,OAAO,CAAC,OAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3F,CAAC;YAED,MAAM,gBAAgB,GAAG,iBAAa,CAAC,YAAY,CACjD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,EACvC,MAAM,CAAC,KAAK,CACb,CAAC;YAEF,IAAI,gBAAgB,EAAE,CAAC;gBACrB,MAAM,CAAC,KAAK,GAAG;oBACb,aAAa,EAAE,YAAY;oBAC3B,iBAAiB,EAAE,gBAAgB;oBACnC,YAAY,EAAE,YAAY,GAAG,gBAAgB;iBAC9C,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC;YAEtB,yBAAyB;YACzB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvE,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC;YACvE,CAAC;YAED,YAAY,GAAG,MAAM,WAAW,CAAC,2BAA2B,CAAC;gBAC3D,IAAI;gBACJ,aAAa;gBACb,MAAM;gBACN,IAAI;gBACJ,IAAI;gBACJ,GAAG;aACJ,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,kEAAkE;YAClE,IAAI,YAAY,EAAE,CAAC;gBACjB,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,EACvC,IAAI,EACJ,aAAa,EACb,MAAM,EACN,IAAI,EACJ,IAAI,GAAG,CAAC,EACR,GAAG,GAAG,CAAC,GAQR;QACC,MAAM,YAAY,GAAG,gBAAa,CAAC,YAAY,CAAC;QAChD,MAAM,EACJ,QAAQ,EACR,iBAAiB,GAAG,CAAC,EACrB,UAAU,GAAG,IAAI,EACjB,gBAAgB,GAAG,CAAC,EACpB,IAAI,GAAG,IAAI,EACX,IAAI,GAAG,IAAI,EACX,WAAW,GAAG,CAAC,EACf,KAAK,EACL,IAAI,EACJ,MAAM,GAAG,KAAK,GACf,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAEZ,oCAAoC;QACpC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC;QAClF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;QAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,gBAAgB,CAAC,CAAC;QACxF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,iBAAiB,CAAC,CAAC;QAC1F,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACpF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,MAAM,CAAC,CAAC;QACvE,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3G,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,iBAAa,CAAC,kBAAkB,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;QAChH,CAAC;QACD,kCAAkC;QAElC,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,6BAAkB,CAAC,0BAA0B,CAC9C,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAEpE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;QACrD,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,gBAAa,CAAC,iBAAiB,CAAC,gBAAa,CAAC,YAAY,CAAC,CAAC;QAEtF,kCAAkC;QAClC,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CACzC,KAAK,EACL,WAAW,EACX,MAAM,CAAC,KAAK,CAAC,aAAa,EAC1B,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAC/B,CAAC;QAEF,WAAW,CAAC,qBAAqB,CAAC,IAAI,EAAE;YACtC,aAAa;YACb,KAAK;YACL,IAAI;YACJ,IAAI;YACJ,QAAQ,EAAE,WAAW,CAAC,QAAQ;SAC/B,CAAC,CAAC;QAEH,iBAAiB;QACjB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,aAAa,CAAC,CAAC;QAE3E,2BAA2B;QAC3B,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC9B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kCAAkC,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACtG,CAAC;QAED,cAAc;QACd,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC5F,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,0BAA0B,EAC7C,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAC/B,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3F,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAE3F,uBAAuB;QACvB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;QAED,gBAAgB;QAChB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YACpC,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,6BAA6B,EAChD,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAClC,CAAC;QACJ,CAAC;QAED,cAAc;QACd,MAAM,UAAU,GAAG,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ;YACtE,CAAC,CAAC,6BAAkB,CAAC,uBAAuB;YAC5C,CAAC,CAAC,6BAAkB,CAAC,uBAAuB,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC;QAErE,sBAAsB;QACtB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;YACvD,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACpF,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACtE,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACxF,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE1E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/E,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAChF,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,QAAQ,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;QAED,UAAU;QACV,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAClE,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;YACvD,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,sBAAsB,EACzC,iBAAa,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,MAAM,EAAE,SAAS,CAAC,CAC3G,CAAC;QACJ,CAAC;QAED,OAAO;YACL,aAAa;YACb,KAAK;YACL,IAAI;YACJ,IAAI;YACJ,QAAQ,EAAE,WAAW,CAAC,QAAQ;SAC/B,CAAC;IACJ,CAAC;;AA7XM,oBAAQ,GAAG,MAAM,CAAC;AAgY3B,kBAAe,WAAW,CAAC"}
|
|
@@ -7,6 +7,11 @@ const instrumentation_1 = require("@opentelemetry/instrumentation");
|
|
|
7
7
|
const openai_1 = __importDefault(require("./openai"));
|
|
8
8
|
const anthropic_1 = __importDefault(require("./anthropic"));
|
|
9
9
|
const cohere_1 = __importDefault(require("./cohere"));
|
|
10
|
+
const groq_1 = __importDefault(require("./groq"));
|
|
11
|
+
const mistral_1 = __importDefault(require("./mistral"));
|
|
12
|
+
const google_ai_1 = __importDefault(require("./google-ai"));
|
|
13
|
+
const together_1 = __importDefault(require("./together"));
|
|
14
|
+
const ollama_1 = __importDefault(require("./ollama"));
|
|
10
15
|
class Instrumentations {
|
|
11
16
|
static setup(tracerProvider, disabledInstrumentations = [], instrumentations) {
|
|
12
17
|
if (instrumentations === undefined) {
|
|
@@ -53,6 +58,11 @@ Instrumentations.availableInstrumentations = {
|
|
|
53
58
|
openai: new openai_1.default(),
|
|
54
59
|
anthropic: new anthropic_1.default(),
|
|
55
60
|
cohere: new cohere_1.default(),
|
|
61
|
+
groq: new groq_1.default(),
|
|
62
|
+
mistral: new mistral_1.default(),
|
|
63
|
+
'google-ai': new google_ai_1.default(),
|
|
64
|
+
together: new together_1.default(),
|
|
65
|
+
ollama: new ollama_1.default(),
|
|
56
66
|
};
|
|
57
67
|
exports.default = Instrumentations;
|
|
58
68
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/instrumentation/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAA0E;AAI1E,sDAA6C;AAC7C,4DAAmD;AACnD,sDAA6C;AAE7C,MAAqB,gBAAgB;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/instrumentation/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAA0E;AAI1E,sDAA6C;AAC7C,4DAAmD;AACnD,sDAA6C;AAC7C,kDAAyC;AACzC,wDAA+C;AAC/C,4DAAkD;AAClD,0DAAiD;AACjD,sDAA6C;AAE7C,MAAqB,gBAAgB;IAYnC,MAAM,CAAC,KAAK,CACV,cAA8B,EAC9B,2BAAqC,EAAE,EACvC,gBAA0C;QAE1C,IAAI,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACnC,MAAM,wBAAwB,GAAG,IAAI,CAAC,2BAA2B,CAAC,wBAAwB,CAAC,CAAC;YAC5F,IAAA,0CAAwB,EAAC;gBACvB,gBAAgB,EAAE,wBAAwB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;gBACzF,cAAc;aACf,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,wBAAwB,GAAG,IAAI,CAAC,2BAA2B,CAC/D,wBAAwB,EACxB,gBAAgB,CACjB,CAAC;YACF,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,EAAE,EAAE;gBACxD,IAAI,IAAI,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC;oBACxD,IAAI,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;gBACtE,CAAC;gBACD,IAAI,IAAI,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;oBAClD,IAAI,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC,CAAC,CAAC;YACH,IAAA,0CAAwB,EAAC;gBACvB,cAAc;aACf,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,CAAC,2BAA2B,CAChC,wBAAkC,EAClC,gBAA0C;QAE1C,MAAM,yBAAyB,GAAG,gBAAgB,IAAI,IAAI,CAAC,yBAAyB,CAAC;QACrF,OAAO,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC;aAC1C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACZ,IAAI,wBAAwB,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzC,IAAI,OAAO,yBAAyB,CAAC,CAAwB,CAAC,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;oBACtF,yBAAyB,CAAC,CAAwB,CAAC,CAAC,OAAO,EAAE,CAAC;gBAChE,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC;YAED,IAAI,OAAO,yBAAyB,CAAC,CAAwB,CAAC,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBACrF,yBAAyB,CAAC,CAAwB,CAAC,CAAC,MAAM,EAAE,CAAC;YAC/D,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAwB,EAAE,yBAAyB,CAAC,CAAwB,CAAC,CAAC,CAAC,CAAC;IACjG,CAAC;;AA9DM,0CAAyB,GAA4B;IAC1D,MAAM,EAAE,IAAI,gBAAqB,EAAE;IACnC,SAAS,EAAE,IAAI,mBAAwB,EAAE;IACzC,MAAM,EAAE,IAAI,gBAAqB,EAAE;IACnC,IAAI,EAAE,IAAI,cAAmB,EAAE;IAC/B,OAAO,EAAE,IAAI,iBAAsB,EAAE;IACrC,WAAW,EAAE,IAAI,mBAAuB,EAAE;IAC1C,QAAQ,EAAE,IAAI,kBAAuB,EAAE;IACvC,MAAM,EAAE,IAAI,gBAAqB,EAAE;CACpC,CAAC;kBAViB,gBAAgB"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
|
|
2
|
+
import { InstrumentationConfig } from '@opentelemetry/instrumentation';
|
|
3
|
+
export interface MistralInstrumentationConfig extends InstrumentationConfig {
|
|
4
|
+
}
|
|
5
|
+
export default class OpenlitMistralInstrumentation extends InstrumentationBase {
|
|
6
|
+
constructor(config?: MistralInstrumentationConfig);
|
|
7
|
+
protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
|
|
8
|
+
manualPatch(mistral: any): void;
|
|
9
|
+
protected _patch(moduleExports: any): void;
|
|
10
|
+
protected _unpatch(moduleExports: any): void;
|
|
11
|
+
}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const instrumentation_1 = require("@opentelemetry/instrumentation");
|
|
7
|
+
const constant_1 = require("../../constant");
|
|
8
|
+
const wrapper_1 = __importDefault(require("./wrapper"));
|
|
9
|
+
class OpenlitMistralInstrumentation extends instrumentation_1.InstrumentationBase {
|
|
10
|
+
constructor(config = {}) {
|
|
11
|
+
super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-mistral`, '1.0.0', config);
|
|
12
|
+
}
|
|
13
|
+
init() {
|
|
14
|
+
const module = new instrumentation_1.InstrumentationNodeModuleDefinition('@mistralai/mistralai', ['>=1.0.0'], (moduleExports) => {
|
|
15
|
+
this._patch(moduleExports);
|
|
16
|
+
return moduleExports;
|
|
17
|
+
}, (moduleExports) => {
|
|
18
|
+
if (moduleExports !== undefined) {
|
|
19
|
+
this._unpatch(moduleExports);
|
|
20
|
+
}
|
|
21
|
+
});
|
|
22
|
+
return [module];
|
|
23
|
+
}
|
|
24
|
+
manualPatch(mistral) {
|
|
25
|
+
this._patch(mistral);
|
|
26
|
+
}
|
|
27
|
+
_patch(moduleExports) {
|
|
28
|
+
try {
|
|
29
|
+
// Chat and Embeddings are instance properties in the new SDK — get their
|
|
30
|
+
// prototypes via a dummy instance (no API calls are made at construction time)
|
|
31
|
+
const dummy = new moduleExports.Mistral({ apiKey: 'dummy' });
|
|
32
|
+
const ChatProto = Object.getPrototypeOf(dummy.chat);
|
|
33
|
+
const EmbeddingsProto = Object.getPrototypeOf(dummy.embeddings);
|
|
34
|
+
if ((0, instrumentation_1.isWrapped)(ChatProto.complete)) {
|
|
35
|
+
this._unwrap(ChatProto, 'complete');
|
|
36
|
+
}
|
|
37
|
+
if ((0, instrumentation_1.isWrapped)(ChatProto.stream)) {
|
|
38
|
+
this._unwrap(ChatProto, 'stream');
|
|
39
|
+
}
|
|
40
|
+
if ((0, instrumentation_1.isWrapped)(EmbeddingsProto.create)) {
|
|
41
|
+
this._unwrap(EmbeddingsProto, 'create');
|
|
42
|
+
}
|
|
43
|
+
this._wrap(ChatProto, 'complete', wrapper_1.default._patchChatCompletionCreate(this.tracer));
|
|
44
|
+
this._wrap(ChatProto, 'stream', wrapper_1.default._patchChatCompletionCreate(this.tracer));
|
|
45
|
+
this._wrap(EmbeddingsProto, 'create', wrapper_1.default._patchEmbedding(this.tracer));
|
|
46
|
+
}
|
|
47
|
+
catch (e) {
|
|
48
|
+
console.error('Error in _patch method:', e);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
_unpatch(moduleExports) {
|
|
52
|
+
try {
|
|
53
|
+
const dummy = new moduleExports.Mistral({ apiKey: 'dummy' });
|
|
54
|
+
const ChatProto = Object.getPrototypeOf(dummy.chat);
|
|
55
|
+
const EmbeddingsProto = Object.getPrototypeOf(dummy.embeddings);
|
|
56
|
+
this._unwrap(ChatProto, 'complete');
|
|
57
|
+
this._unwrap(ChatProto, 'stream');
|
|
58
|
+
this._unwrap(EmbeddingsProto, 'create');
|
|
59
|
+
}
|
|
60
|
+
catch (e) {
|
|
61
|
+
console.error('Error in _unpatch method:', e);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
exports.default = OpenlitMistralInstrumentation;
|
|
66
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/mistral/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AACxD,wDAAuC;AAIvC,MAAqB,6BAA8B,SAAQ,qCAAmB;IAC5E,YAAY,SAAuC,EAAE;QACnD,KAAK,CAAC,GAAG,iCAAsB,0BAA0B,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9E,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,sBAAsB,EACtB,CAAC,SAAS,CAAC,EACX,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,OAAY;QAC7B,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IAES,MAAM,CAAC,aAAkB;QACjC,IAAI,CAAC;YACH,yEAAyE;YACzE,+EAA+E;YAC/E,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7D,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,eAAe,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAEhE,IAAI,IAAA,2BAAS,EAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACtC,CAAC;YACD,IAAI,IAAA,2BAAS,EAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACpC,CAAC;YACD,IAAI,IAAA,2BAAS,EAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,EAAE,iBAAc,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1F,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,iBAAc,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACxF,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,QAAQ,EAAE,iBAAc,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACrF,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAAkB;QACnC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7D,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,eAAe,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;CACF;AAhED,gDAgEC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { Span, Tracer } from '@opentelemetry/api';
|
|
2
|
+
import BaseWrapper from '../base-wrapper';
|
|
3
|
+
declare class MistralWrapper extends BaseWrapper {
|
|
4
|
+
static aiSystem: string;
|
|
5
|
+
static _patchChatCompletionCreate(tracer: Tracer): any;
|
|
6
|
+
static _chatCompletion({ args, genAIEndpoint, response, span, }: {
|
|
7
|
+
args: any[];
|
|
8
|
+
genAIEndpoint: string;
|
|
9
|
+
response: any;
|
|
10
|
+
span: Span;
|
|
11
|
+
}): Promise<any>;
|
|
12
|
+
static _chatCompletionGenerator({ args, genAIEndpoint, response, span, }: {
|
|
13
|
+
args: any[];
|
|
14
|
+
genAIEndpoint: string;
|
|
15
|
+
response: any;
|
|
16
|
+
span: Span;
|
|
17
|
+
}): AsyncGenerator<unknown, any, unknown>;
|
|
18
|
+
static _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
|
|
19
|
+
args: any[];
|
|
20
|
+
genAIEndpoint: string;
|
|
21
|
+
result: any;
|
|
22
|
+
span: Span;
|
|
23
|
+
ttft?: number;
|
|
24
|
+
tbt?: number;
|
|
25
|
+
}): Promise<{
|
|
26
|
+
genAIEndpoint: string;
|
|
27
|
+
model: any;
|
|
28
|
+
user: any;
|
|
29
|
+
cost: number;
|
|
30
|
+
aiSystem: string;
|
|
31
|
+
}>;
|
|
32
|
+
static _patchEmbedding(tracer: Tracer): any;
|
|
33
|
+
}
|
|
34
|
+
export default MistralWrapper;
|