openlit 1.7.1 → 1.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -10
- package/dist/helpers.d.ts +10 -0
- package/dist/helpers.js +106 -3
- package/dist/helpers.js.map +1 -1
- package/dist/instrumentation/__tests__/anthropic-wrapper.test.js +1 -1
- package/dist/instrumentation/__tests__/anthropic-wrapper.test.js.map +1 -1
- package/dist/instrumentation/__tests__/base-wrapper.test.js +1 -1
- package/dist/instrumentation/__tests__/base-wrapper.test.js.map +1 -1
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.d.ts +4 -0
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js +99 -0
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.d.ts +7 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +180 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.d.ts +4 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js +127 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.d.ts +4 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.js +98 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.d.ts +66 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.js +245 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.js.map +1 -0
- package/dist/instrumentation/anthropic/index.js +6 -4
- package/dist/instrumentation/anthropic/index.js.map +1 -1
- package/dist/instrumentation/anthropic/wrapper.js +12 -30
- package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
- package/dist/instrumentation/base-wrapper.js +2 -2
- package/dist/instrumentation/base-wrapper.js.map +1 -1
- package/dist/instrumentation/bedrock/index.d.ts +11 -0
- package/dist/instrumentation/bedrock/index.js +52 -0
- package/dist/instrumentation/bedrock/index.js.map +1 -0
- package/dist/instrumentation/bedrock/wrapper.d.ts +10 -0
- package/dist/instrumentation/bedrock/wrapper.js +345 -0
- package/dist/instrumentation/bedrock/wrapper.js.map +1 -0
- package/dist/instrumentation/cohere/wrapper.js +8 -10
- package/dist/instrumentation/cohere/wrapper.js.map +1 -1
- package/dist/instrumentation/google-ai/index.d.ts +11 -0
- package/dist/instrumentation/google-ai/index.js +48 -0
- package/dist/instrumentation/google-ai/index.js.map +1 -0
- package/dist/instrumentation/google-ai/wrapper.d.ts +34 -0
- package/dist/instrumentation/google-ai/wrapper.js +241 -0
- package/dist/instrumentation/google-ai/wrapper.js.map +1 -0
- package/dist/instrumentation/groq/index.d.ts +11 -0
- package/dist/instrumentation/groq/index.js +43 -0
- package/dist/instrumentation/groq/index.js.map +1 -0
- package/dist/instrumentation/groq/wrapper.d.ts +33 -0
- package/dist/instrumentation/groq/wrapper.js +289 -0
- package/dist/instrumentation/groq/wrapper.js.map +1 -0
- package/dist/instrumentation/index.js +20 -0
- package/dist/instrumentation/index.js.map +1 -1
- package/dist/instrumentation/langchain/index.d.ts +23 -0
- package/dist/instrumentation/langchain/index.js +109 -0
- package/dist/instrumentation/langchain/index.js.map +1 -0
- package/dist/instrumentation/langchain/wrapper.d.ts +6 -0
- package/dist/instrumentation/langchain/wrapper.js +318 -0
- package/dist/instrumentation/langchain/wrapper.js.map +1 -0
- package/dist/instrumentation/llamaindex/index.d.ts +11 -0
- package/dist/instrumentation/llamaindex/index.js +102 -0
- package/dist/instrumentation/llamaindex/index.js.map +1 -0
- package/dist/instrumentation/llamaindex/wrapper.d.ts +11 -0
- package/dist/instrumentation/llamaindex/wrapper.js +252 -0
- package/dist/instrumentation/llamaindex/wrapper.js.map +1 -0
- package/dist/instrumentation/mistral/index.d.ts +11 -0
- package/dist/instrumentation/mistral/index.js +66 -0
- package/dist/instrumentation/mistral/index.js.map +1 -0
- package/dist/instrumentation/mistral/wrapper.d.ts +34 -0
- package/dist/instrumentation/mistral/wrapper.js +340 -0
- package/dist/instrumentation/mistral/wrapper.js.map +1 -0
- package/dist/instrumentation/ollama/wrapper.d.ts +11 -3
- package/dist/instrumentation/ollama/wrapper.js +60 -95
- package/dist/instrumentation/ollama/wrapper.js.map +1 -1
- package/dist/instrumentation/openai/index.js +1 -1
- package/dist/instrumentation/openai/index.js.map +1 -1
- package/dist/instrumentation/openai/wrapper.js +14 -84
- package/dist/instrumentation/openai/wrapper.js.map +1 -1
- package/dist/instrumentation/pinecone/index.d.ts +11 -0
- package/dist/instrumentation/pinecone/index.js +79 -0
- package/dist/instrumentation/pinecone/index.js.map +1 -0
- package/dist/instrumentation/pinecone/wrapper.d.ts +14 -0
- package/dist/instrumentation/pinecone/wrapper.js +198 -0
- package/dist/instrumentation/pinecone/wrapper.js.map +1 -0
- package/dist/instrumentation/together/index.d.ts +11 -0
- package/dist/instrumentation/together/index.js +43 -0
- package/dist/instrumentation/together/index.js.map +1 -0
- package/dist/instrumentation/together/wrapper.d.ts +33 -0
- package/dist/instrumentation/together/wrapper.js +271 -0
- package/dist/instrumentation/together/wrapper.js.map +1 -0
- package/dist/instrumentation/vercel-ai/index.d.ts +10 -0
- package/dist/instrumentation/vercel-ai/index.js +59 -0
- package/dist/instrumentation/vercel-ai/index.js.map +1 -0
- package/dist/instrumentation/vercel-ai/wrapper.d.ts +11 -0
- package/dist/instrumentation/vercel-ai/wrapper.js +248 -0
- package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -0
- package/dist/otel/__tests__/metrics.test.js +5 -5
- package/dist/otel/__tests__/metrics.test.js.map +1 -1
- package/dist/semantic-convention.d.ts +14 -3
- package/dist/semantic-convention.js +19 -8
- package/dist/semantic-convention.js.map +1 -1
- package/dist/types.d.ts +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const api_1 = require("@opentelemetry/api");
|
|
7
|
+
const config_1 = __importDefault(require("../../config"));
|
|
8
|
+
const helpers_1 = __importDefault(require("../../helpers"));
|
|
9
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
10
|
+
const base_wrapper_1 = __importDefault(require("../base-wrapper"));
|
|
11
|
+
class PineconeWrapper extends base_wrapper_1.default {
|
|
12
|
+
// Safely resolve the namespace string from the Index instance.
|
|
13
|
+
// `this.namespace` on a Pinecone Index is a METHOD that creates namespace-scoped
|
|
14
|
+
// sub-indices, not a string property. The actual namespace string may be stored
|
|
15
|
+
// internally in `this.target.namespace` depending on the SDK version.
|
|
16
|
+
static _resolveNamespace(indexInstance, paramsNamespace) {
|
|
17
|
+
if (paramsNamespace && typeof paramsNamespace === 'string')
|
|
18
|
+
return paramsNamespace;
|
|
19
|
+
const ns = indexInstance?.target?.namespace ?? indexInstance?._namespace ?? '';
|
|
20
|
+
return typeof ns === 'string' && ns ? ns : 'default';
|
|
21
|
+
}
|
|
22
|
+
static _setCommonAttributes(span, dbOperation, namespace) {
|
|
23
|
+
const applicationName = config_1.default.applicationName || '';
|
|
24
|
+
const environment = config_1.default.environment || '';
|
|
25
|
+
span.setAttribute(semantic_convention_1.default.DB_SYSTEM_NAME, PineconeWrapper.dbSystem);
|
|
26
|
+
span.setAttribute(semantic_convention_1.default.DB_OPERATION_NAME, dbOperation);
|
|
27
|
+
span.setAttribute(semantic_convention_1.default.DB_NAMESPACE, namespace);
|
|
28
|
+
span.setAttribute(semantic_convention_1.default.SERVER_ADDRESS, PineconeWrapper.serverAddress);
|
|
29
|
+
span.setAttribute(semantic_convention_1.default.SERVER_PORT, PineconeWrapper.serverPort);
|
|
30
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_ENVIRONMENT, environment);
|
|
31
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_APPLICATION_NAME, applicationName);
|
|
32
|
+
}
|
|
33
|
+
static _patchQuery(tracer) {
|
|
34
|
+
const dbOperation = semantic_convention_1.default.DB_OPERATION_QUERY;
|
|
35
|
+
return (originalMethod) => {
|
|
36
|
+
return async function (...args) {
|
|
37
|
+
const params = args[0] || {};
|
|
38
|
+
const namespace = PineconeWrapper._resolveNamespace(this, params.namespace);
|
|
39
|
+
const spanName = `${dbOperation} ${namespace}`;
|
|
40
|
+
const span = tracer.startSpan(spanName, { kind: api_1.SpanKind.CLIENT });
|
|
41
|
+
const startTime = Date.now();
|
|
42
|
+
return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
43
|
+
try {
|
|
44
|
+
const response = await originalMethod.apply(this, args);
|
|
45
|
+
const duration = (Date.now() - startTime) / 1000;
|
|
46
|
+
PineconeWrapper._setCommonAttributes(span, dbOperation, namespace);
|
|
47
|
+
span.setAttribute(semantic_convention_1.default.DB_VECTOR_QUERY_TOP_K, params.topK || 0);
|
|
48
|
+
span.setAttribute(semantic_convention_1.default.DB_CLIENT_OPERATION_DURATION, duration);
|
|
49
|
+
if (params.filter) {
|
|
50
|
+
span.setAttribute(semantic_convention_1.default.DB_FILTER, JSON.stringify(params.filter));
|
|
51
|
+
}
|
|
52
|
+
const matchCount = response?.matches?.length || 0;
|
|
53
|
+
span.setAttribute(semantic_convention_1.default.DB_N_RESULTS, matchCount);
|
|
54
|
+
if (config_1.default.traceContent && params.vector) {
|
|
55
|
+
span.setAttribute(semantic_convention_1.default.DB_QUERY_TEXT, JSON.stringify(params.vector?.slice(0, 10)));
|
|
56
|
+
}
|
|
57
|
+
span.setAttribute(semantic_convention_1.default.DB_QUERY_SUMMARY, `${dbOperation} ${namespace} top_k=${params.topK || 0} filtered=${params.filter ? 'true' : 'false'}`);
|
|
58
|
+
span.setStatus({ code: 1 }); // SpanStatusCode.OK
|
|
59
|
+
return response;
|
|
60
|
+
}
|
|
61
|
+
catch (e) {
|
|
62
|
+
helpers_1.default.handleException(span, e);
|
|
63
|
+
throw e;
|
|
64
|
+
}
|
|
65
|
+
finally {
|
|
66
|
+
span.end();
|
|
67
|
+
}
|
|
68
|
+
});
|
|
69
|
+
};
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
static _patchUpsert(tracer) {
|
|
73
|
+
const dbOperation = semantic_convention_1.default.DB_OPERATION_UPSERT;
|
|
74
|
+
return (originalMethod) => {
|
|
75
|
+
return async function (...args) {
|
|
76
|
+
const namespace = PineconeWrapper._resolveNamespace(this);
|
|
77
|
+
const spanName = `${dbOperation} ${namespace}`;
|
|
78
|
+
const span = tracer.startSpan(spanName, { kind: api_1.SpanKind.CLIENT });
|
|
79
|
+
const startTime = Date.now();
|
|
80
|
+
return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
81
|
+
try {
|
|
82
|
+
const response = await originalMethod.apply(this, args);
|
|
83
|
+
const records = Array.isArray(args[0]) ? args[0] : [];
|
|
84
|
+
const duration = (Date.now() - startTime) / 1000;
|
|
85
|
+
PineconeWrapper._setCommonAttributes(span, dbOperation, namespace);
|
|
86
|
+
span.setAttribute(semantic_convention_1.default.DB_VECTOR_COUNT, records.length);
|
|
87
|
+
span.setAttribute(semantic_convention_1.default.DB_CLIENT_OPERATION_DURATION, duration);
|
|
88
|
+
span.setAttribute(semantic_convention_1.default.DB_QUERY_SUMMARY, `${dbOperation} ${namespace} vectors_count=${records.length}`);
|
|
89
|
+
if (config_1.default.traceContent && records.length > 0) {
|
|
90
|
+
span.setAttribute(semantic_convention_1.default.DB_QUERY_TEXT, JSON.stringify(records.map((r) => r.id)));
|
|
91
|
+
}
|
|
92
|
+
span.setStatus({ code: 1 });
|
|
93
|
+
return response;
|
|
94
|
+
}
|
|
95
|
+
catch (e) {
|
|
96
|
+
helpers_1.default.handleException(span, e);
|
|
97
|
+
throw e;
|
|
98
|
+
}
|
|
99
|
+
finally {
|
|
100
|
+
span.end();
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
};
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
static _patchDelete(tracer, operationName) {
|
|
107
|
+
const dbOperation = semantic_convention_1.default.DB_OPERATION_DELETE;
|
|
108
|
+
return (originalMethod) => {
|
|
109
|
+
return async function (...args) {
|
|
110
|
+
const namespace = PineconeWrapper._resolveNamespace(this);
|
|
111
|
+
const spanName = `${dbOperation} ${namespace}`;
|
|
112
|
+
const span = tracer.startSpan(spanName, { kind: api_1.SpanKind.CLIENT });
|
|
113
|
+
const startTime = Date.now();
|
|
114
|
+
return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
115
|
+
try {
|
|
116
|
+
const response = await originalMethod.apply(this, args);
|
|
117
|
+
const params = args[0] || {};
|
|
118
|
+
const duration = (Date.now() - startTime) / 1000;
|
|
119
|
+
PineconeWrapper._setCommonAttributes(span, `${dbOperation}.${operationName}`, namespace);
|
|
120
|
+
span.setAttribute(semantic_convention_1.default.DB_CLIENT_OPERATION_DURATION, duration);
|
|
121
|
+
// deleteOne passes an id string; deleteMany passes an array of ids
|
|
122
|
+
let ids = [];
|
|
123
|
+
if (typeof params === 'string') {
|
|
124
|
+
ids = [params];
|
|
125
|
+
span.setAttribute(semantic_convention_1.default.DB_ID_COUNT, 1);
|
|
126
|
+
}
|
|
127
|
+
else if (Array.isArray(params)) {
|
|
128
|
+
ids = params;
|
|
129
|
+
span.setAttribute(semantic_convention_1.default.DB_ID_COUNT, params.length);
|
|
130
|
+
}
|
|
131
|
+
else if (params.ids) {
|
|
132
|
+
ids = Array.isArray(params.ids) ? params.ids : [params.ids];
|
|
133
|
+
span.setAttribute(semantic_convention_1.default.DB_ID_COUNT, ids.length);
|
|
134
|
+
}
|
|
135
|
+
if (params.deleteAll) {
|
|
136
|
+
span.setAttribute(semantic_convention_1.default.DB_DELETE_ALL, true);
|
|
137
|
+
}
|
|
138
|
+
if (params.filter) {
|
|
139
|
+
span.setAttribute(semantic_convention_1.default.DB_FILTER, JSON.stringify(params.filter));
|
|
140
|
+
}
|
|
141
|
+
span.setAttribute(semantic_convention_1.default.DB_QUERY_SUMMARY, `${dbOperation} ${namespace} ids=${JSON.stringify(ids)} delete_all=${params.deleteAll || false}`);
|
|
142
|
+
span.setStatus({ code: 1 });
|
|
143
|
+
return response;
|
|
144
|
+
}
|
|
145
|
+
catch (e) {
|
|
146
|
+
helpers_1.default.handleException(span, e);
|
|
147
|
+
throw e;
|
|
148
|
+
}
|
|
149
|
+
finally {
|
|
150
|
+
span.end();
|
|
151
|
+
}
|
|
152
|
+
});
|
|
153
|
+
};
|
|
154
|
+
};
|
|
155
|
+
}
|
|
156
|
+
static _patchUpdate(tracer) {
|
|
157
|
+
const dbOperation = semantic_convention_1.default.DB_OPERATION_UPDATE;
|
|
158
|
+
return (originalMethod) => {
|
|
159
|
+
return async function (...args) {
|
|
160
|
+
const namespace = PineconeWrapper._resolveNamespace(this);
|
|
161
|
+
const spanName = `${dbOperation} ${namespace}`;
|
|
162
|
+
const span = tracer.startSpan(spanName, { kind: api_1.SpanKind.CLIENT });
|
|
163
|
+
const startTime = Date.now();
|
|
164
|
+
return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
165
|
+
try {
|
|
166
|
+
const response = await originalMethod.apply(this, args);
|
|
167
|
+
const params = args[0] || {};
|
|
168
|
+
const duration = (Date.now() - startTime) / 1000;
|
|
169
|
+
PineconeWrapper._setCommonAttributes(span, dbOperation, namespace);
|
|
170
|
+
span.setAttribute(semantic_convention_1.default.DB_CLIENT_OPERATION_DURATION, duration);
|
|
171
|
+
if (params.id)
|
|
172
|
+
span.setAttribute(semantic_convention_1.default.DB_UPDATE_ID, params.id);
|
|
173
|
+
if (params.values)
|
|
174
|
+
span.setAttribute(semantic_convention_1.default.DB_UPDATE_VALUES, String(params.values?.length || 0));
|
|
175
|
+
if (params.metadata) {
|
|
176
|
+
span.setAttribute(semantic_convention_1.default.DB_UPDATE_METADATA, JSON.stringify(params.metadata));
|
|
177
|
+
}
|
|
178
|
+
span.setAttribute(semantic_convention_1.default.DB_QUERY_SUMMARY, `${dbOperation} ${namespace} id=${params.id || ''} values=${params.values?.length || 0} set_metadata=${params.metadata ? JSON.stringify(params.metadata) : ''}`);
|
|
179
|
+
span.setStatus({ code: 1 });
|
|
180
|
+
return response;
|
|
181
|
+
}
|
|
182
|
+
catch (e) {
|
|
183
|
+
helpers_1.default.handleException(span, e);
|
|
184
|
+
throw e;
|
|
185
|
+
}
|
|
186
|
+
finally {
|
|
187
|
+
span.end();
|
|
188
|
+
}
|
|
189
|
+
});
|
|
190
|
+
};
|
|
191
|
+
};
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
PineconeWrapper.dbSystem = semantic_convention_1.default.DB_SYSTEM_PINECONE;
|
|
195
|
+
PineconeWrapper.serverAddress = 'pinecone.io';
|
|
196
|
+
PineconeWrapper.serverPort = 443;
|
|
197
|
+
exports.default = PineconeWrapper;
|
|
198
|
+
//# sourceMappingURL=wrapper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wrapper.js","sourceRoot":"","sources":["../../../src/instrumentation/pinecone/wrapper.ts"],"names":[],"mappings":";;;;;AAAA,4CAAsE;AACtE,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAC3D,mEAA0C;AAE1C,MAAM,eAAgB,SAAQ,sBAAW;IAKvC,+DAA+D;IAC/D,iFAAiF;IACjF,gFAAgF;IAChF,sEAAsE;IACtE,MAAM,CAAC,iBAAiB,CAAC,aAAkB,EAAE,eAAwB;QACnE,IAAI,eAAe,IAAI,OAAO,eAAe,KAAK,QAAQ;YAAE,OAAO,eAAe,CAAC;QACnF,MAAM,EAAE,GAAG,aAAa,EAAE,MAAM,EAAE,SAAS,IAAI,aAAa,EAAE,UAAU,IAAI,EAAE,CAAC;QAC/E,OAAO,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IAED,MAAM,CAAC,oBAAoB,CAAC,IAAS,EAAE,WAAmB,EAAE,SAAiB;QAC3E,MAAM,eAAe,GAAG,gBAAa,CAAC,eAAe,IAAI,EAAE,CAAC;QAC5D,MAAM,WAAW,GAAG,gBAAa,CAAC,WAAW,IAAI,EAAE,CAAC;QAEpD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,WAAW,CAAC,CAAC;QACrE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,eAAe,CAAC,aAAa,CAAC,CAAC;QACpF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,uBAAuB,EAAE,eAAe,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,MAAc;QAC/B,MAAM,WAAW,GAAG,6BAAkB,CAAC,kBAAkB,CAAC;QAC1D,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC7B,MAAM,SAAS,GAAG,eAAe,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC5E,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,SAAS,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE7B,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,eAAe,CAAC,oBAAoB,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;wBACnE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;wBAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;wBAE7E,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BAClB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;wBACjF,CAAC;wBAED,MAAM,UAAU,GAAG,QAAQ,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;wBAClD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;wBAE/D,IAAI,gBAAa,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BAChD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;wBACnG,CAAC;wBAED,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,GAAG,WAAW,IAAI,SAAS,UAAU,MAAM,CAAC,IAAI,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CACrG,CAAC;wBAEF,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,oBAAoB;wBACjD,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,MAAc;QAChC,MAAM,WAAW,GAAG,6BAAkB,CAAC,mBAAmB,CAAC;QAC3D,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,SAAS,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE7B,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACtD,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,eAAe,CAAC,oBAAoB,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;wBACnE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;wBACtE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;wBAC7E,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,GAAG,WAAW,IAAI,SAAS,kBAAkB,OAAO,CAAC,MAAM,EAAE,CAC9D,CAAC;wBAEF,IAAI,gBAAa,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACrD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;wBACrG,CAAC;wBAED,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC5B,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,MAAc,EAAE,aAAqB;QACvD,MAAM,WAAW,GAAG,6BAAkB,CAAC,mBAAmB,CAAC;QAC3D,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,SAAS,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE7B,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAC7B,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,eAAe,CAAC,oBAAoB,CAAC,IAAI,EAAE,GAAG,WAAW,IAAI,aAAa,EAAE,EAAE,SAAS,CAAC,CAAC;wBACzF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;wBAE7E,mEAAmE;wBACnE,IAAI,GAAG,GAAa,EAAE,CAAC;wBACvB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;4BAC/B,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;4BACf,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;wBACvD,CAAC;6BAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;4BACjC,GAAG,GAAG,MAAM,CAAC;4BACb,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;wBACnE,CAAC;6BAAM,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;4BACtB,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;4BAC5D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;wBAChE,CAAC;wBACD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;4BACrB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;wBAC5D,CAAC;wBACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BAClB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;wBACjF,CAAC;wBAED,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,GAAG,WAAW,IAAI,SAAS,QAAQ,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,SAAS,IAAI,KAAK,EAAE,CACjG,CAAC;wBAEF,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC5B,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,MAAc;QAChC,MAAM,WAAW,GAAG,6BAAkB,CAAC,mBAAmB,CAAC;QAC3D,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,SAAS,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE7B,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAC7B,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,eAAe,CAAC,oBAAoB,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;wBACnE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;wBAE7E,IAAI,MAAM,CAAC,EAAE;4BAAE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;wBAC7E,IAAI,MAAM,CAAC,MAAM;4BAAE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;wBAC9G,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;4BACpB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAC5F,CAAC;wBAED,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,GAAG,WAAW,IAAI,SAAS,OAAO,MAAM,CAAC,EAAE,IAAI,EAAE,WAAW,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,iBAAiB,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAChK,CAAC;wBAEF,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC5B,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;;AAlNM,wBAAQ,GAAG,6BAAkB,CAAC,kBAAkB,CAAC;AACjD,6BAAa,GAAG,aAAa,CAAC;AAC9B,0BAAU,GAAG,GAAG,CAAC;AAmN1B,kBAAe,eAAe,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
|
|
2
|
+
import { InstrumentationConfig } from '@opentelemetry/instrumentation';
|
|
3
|
+
export interface TogetherInstrumentationConfig extends InstrumentationConfig {
|
|
4
|
+
}
|
|
5
|
+
export default class OpenlitTogetherInstrumentation extends InstrumentationBase {
|
|
6
|
+
constructor(config?: TogetherInstrumentationConfig);
|
|
7
|
+
protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
|
|
8
|
+
manualPatch(together: any): void;
|
|
9
|
+
protected _patch(moduleExports: any): void;
|
|
10
|
+
protected _unpatch(moduleExports: any): void;
|
|
11
|
+
}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const instrumentation_1 = require("@opentelemetry/instrumentation");
|
|
7
|
+
const constant_1 = require("../../constant");
|
|
8
|
+
const wrapper_1 = __importDefault(require("./wrapper"));
|
|
9
|
+
class OpenlitTogetherInstrumentation extends instrumentation_1.InstrumentationBase {
|
|
10
|
+
constructor(config = {}) {
|
|
11
|
+
super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-together`, '1.0.0', config);
|
|
12
|
+
}
|
|
13
|
+
init() {
|
|
14
|
+
const module = new instrumentation_1.InstrumentationNodeModuleDefinition('together-ai', ['>=0.1.0'], (moduleExports) => {
|
|
15
|
+
this._patch(moduleExports);
|
|
16
|
+
return moduleExports;
|
|
17
|
+
}, (moduleExports) => {
|
|
18
|
+
if (moduleExports !== undefined) {
|
|
19
|
+
this._unpatch(moduleExports);
|
|
20
|
+
}
|
|
21
|
+
});
|
|
22
|
+
return [module];
|
|
23
|
+
}
|
|
24
|
+
manualPatch(together) {
|
|
25
|
+
this._patch(together);
|
|
26
|
+
}
|
|
27
|
+
_patch(moduleExports) {
|
|
28
|
+
try {
|
|
29
|
+
if ((0, instrumentation_1.isWrapped)(moduleExports.Together.Chat.Completions.prototype.create)) {
|
|
30
|
+
this._unwrap(moduleExports.Together.Chat.Completions.prototype, 'create');
|
|
31
|
+
}
|
|
32
|
+
this._wrap(moduleExports.Together.Chat.Completions.prototype, 'create', wrapper_1.default._patchChatCompletionCreate(this.tracer));
|
|
33
|
+
}
|
|
34
|
+
catch (e) {
|
|
35
|
+
console.error('Error in _patch method:', e);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
_unpatch(moduleExports) {
|
|
39
|
+
this._unwrap(moduleExports.Together.Chat.Completions.prototype, 'create');
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
exports.default = OpenlitTogetherInstrumentation;
|
|
43
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/together/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AACxD,wDAAwC;AAIxC,MAAqB,8BAA+B,SAAQ,qCAAmB;IAC7E,YAAY,SAAwC,EAAE;QACpD,KAAK,CAAC,GAAG,iCAAsB,2BAA2B,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,aAAa,EACb,CAAC,SAAS,CAAC,EACX,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,QAAa;QAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IAES,MAAM,CAAC,aAAkB;QACjC,IAAI,CAAC;YACH,IAAI,IAAA,2BAAS,EAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC5E,CAAC;YAED,IAAI,CAAC,KAAK,CACR,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EACjD,QAAQ,EACR,iBAAe,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,CACxD,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAAkB;QACnC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC5E,CAAC;CACF;AA7CD,iDA6CC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { Span, Tracer } from '@opentelemetry/api';
|
|
2
|
+
import BaseWrapper from '../base-wrapper';
|
|
3
|
+
declare class TogetherWrapper extends BaseWrapper {
|
|
4
|
+
static aiSystem: string;
|
|
5
|
+
static _patchChatCompletionCreate(tracer: Tracer): any;
|
|
6
|
+
static _chatCompletion({ args, genAIEndpoint, response, span, }: {
|
|
7
|
+
args: any[];
|
|
8
|
+
genAIEndpoint: string;
|
|
9
|
+
response: any;
|
|
10
|
+
span: Span;
|
|
11
|
+
}): Promise<any>;
|
|
12
|
+
static _chatCompletionGenerator({ args, genAIEndpoint, response, span, }: {
|
|
13
|
+
args: any[];
|
|
14
|
+
genAIEndpoint: string;
|
|
15
|
+
response: any;
|
|
16
|
+
span: Span;
|
|
17
|
+
}): AsyncGenerator<unknown, any, unknown>;
|
|
18
|
+
static _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
|
|
19
|
+
args: any[];
|
|
20
|
+
genAIEndpoint: string;
|
|
21
|
+
result: any;
|
|
22
|
+
span: Span;
|
|
23
|
+
ttft?: number;
|
|
24
|
+
tbt?: number;
|
|
25
|
+
}): Promise<{
|
|
26
|
+
genAIEndpoint: string;
|
|
27
|
+
model: any;
|
|
28
|
+
user: any;
|
|
29
|
+
cost: number;
|
|
30
|
+
aiSystem: string;
|
|
31
|
+
}>;
|
|
32
|
+
}
|
|
33
|
+
export default TogetherWrapper;
|
|
@@ -0,0 +1,271 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const api_1 = require("@opentelemetry/api");
|
|
7
|
+
const config_1 = __importDefault(require("../../config"));
|
|
8
|
+
const helpers_1 = __importDefault(require("../../helpers"));
|
|
9
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
10
|
+
const base_wrapper_1 = __importDefault(require("../base-wrapper"));
|
|
11
|
+
class TogetherWrapper extends base_wrapper_1.default {
|
|
12
|
+
static _patchChatCompletionCreate(tracer) {
|
|
13
|
+
const genAIEndpoint = 'together.chat.completions';
|
|
14
|
+
return (originalMethod) => {
|
|
15
|
+
return async function (...args) {
|
|
16
|
+
const span = tracer.startSpan(genAIEndpoint, { kind: api_1.SpanKind.CLIENT });
|
|
17
|
+
return api_1.context
|
|
18
|
+
.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
|
|
19
|
+
return originalMethod.apply(this, args);
|
|
20
|
+
})
|
|
21
|
+
.then((response) => {
|
|
22
|
+
const { stream = false } = args[0];
|
|
23
|
+
if (stream) {
|
|
24
|
+
return helpers_1.default.createStreamProxy(response, TogetherWrapper._chatCompletionGenerator({
|
|
25
|
+
args,
|
|
26
|
+
genAIEndpoint,
|
|
27
|
+
response,
|
|
28
|
+
span,
|
|
29
|
+
}));
|
|
30
|
+
}
|
|
31
|
+
return TogetherWrapper._chatCompletion({ args, genAIEndpoint, response, span });
|
|
32
|
+
})
|
|
33
|
+
.catch((e) => {
|
|
34
|
+
helpers_1.default.handleException(span, e);
|
|
35
|
+
span.end();
|
|
36
|
+
throw e;
|
|
37
|
+
});
|
|
38
|
+
};
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
static async _chatCompletion({ args, genAIEndpoint, response, span, }) {
|
|
42
|
+
let metricParams;
|
|
43
|
+
try {
|
|
44
|
+
metricParams = await TogetherWrapper._chatCompletionCommonSetter({
|
|
45
|
+
args,
|
|
46
|
+
genAIEndpoint,
|
|
47
|
+
result: response,
|
|
48
|
+
span,
|
|
49
|
+
});
|
|
50
|
+
return response;
|
|
51
|
+
}
|
|
52
|
+
catch (e) {
|
|
53
|
+
helpers_1.default.handleException(span, e);
|
|
54
|
+
throw e;
|
|
55
|
+
}
|
|
56
|
+
finally {
|
|
57
|
+
span.end();
|
|
58
|
+
if (metricParams) {
|
|
59
|
+
base_wrapper_1.default.recordMetrics(span, metricParams);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
static async *_chatCompletionGenerator({ args, genAIEndpoint, response, span, }) {
|
|
64
|
+
let metricParams;
|
|
65
|
+
const timestamps = [];
|
|
66
|
+
const startTime = Date.now();
|
|
67
|
+
try {
|
|
68
|
+
const { messages } = args[0];
|
|
69
|
+
const result = {
|
|
70
|
+
id: '0',
|
|
71
|
+
model: args[0].model || '', // model is not in Together streaming chunks
|
|
72
|
+
choices: [
|
|
73
|
+
{
|
|
74
|
+
index: 0,
|
|
75
|
+
finish_reason: 'stop',
|
|
76
|
+
message: { role: 'assistant', content: '' },
|
|
77
|
+
},
|
|
78
|
+
],
|
|
79
|
+
usage: {
|
|
80
|
+
prompt_tokens: 0,
|
|
81
|
+
completion_tokens: 0,
|
|
82
|
+
total_tokens: 0,
|
|
83
|
+
},
|
|
84
|
+
};
|
|
85
|
+
let toolCalls = [];
|
|
86
|
+
for await (const chunk of response) {
|
|
87
|
+
timestamps.push(Date.now());
|
|
88
|
+
// id is only present on the first chunk
|
|
89
|
+
if (chunk.id)
|
|
90
|
+
result.id = chunk.id;
|
|
91
|
+
if (chunk.choices[0]?.finish_reason) {
|
|
92
|
+
result.choices[0].finish_reason = chunk.choices[0].finish_reason;
|
|
93
|
+
}
|
|
94
|
+
if (chunk.choices[0]?.delta?.content) {
|
|
95
|
+
result.choices[0].message.content += chunk.choices[0].delta.content;
|
|
96
|
+
}
|
|
97
|
+
// Handle tool calls for streaming
|
|
98
|
+
if (chunk.choices[0]?.delta?.tool_calls) {
|
|
99
|
+
const deltaTools = chunk.choices[0].delta.tool_calls;
|
|
100
|
+
for (const tool of deltaTools) {
|
|
101
|
+
const idx = tool.index || 0;
|
|
102
|
+
while (toolCalls.length <= idx) {
|
|
103
|
+
toolCalls.push({
|
|
104
|
+
id: '',
|
|
105
|
+
type: 'function',
|
|
106
|
+
function: { name: '', arguments: '' }
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
if (tool.id) {
|
|
110
|
+
toolCalls[idx].id = tool.id;
|
|
111
|
+
toolCalls[idx].type = tool.type || 'function';
|
|
112
|
+
if (tool.function?.name) {
|
|
113
|
+
toolCalls[idx].function.name = tool.function.name;
|
|
114
|
+
}
|
|
115
|
+
if (tool.function?.arguments) {
|
|
116
|
+
toolCalls[idx].function.arguments = tool.function.arguments;
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
else if (tool.function?.arguments) {
|
|
120
|
+
toolCalls[idx].function.arguments += tool.function.arguments;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
yield chunk;
|
|
125
|
+
}
|
|
126
|
+
if (toolCalls.length > 0) {
|
|
127
|
+
result.choices[0].message = {
|
|
128
|
+
...result.choices[0].message,
|
|
129
|
+
tool_calls: toolCalls
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
// Fall back to token estimation if usage wasn't returned in the stream
|
|
133
|
+
if (!result.usage.prompt_tokens && !result.usage.completion_tokens) {
|
|
134
|
+
let promptTokens = 0;
|
|
135
|
+
for (const message of messages || []) {
|
|
136
|
+
promptTokens += helpers_1.default.openaiTokens(message.content, result.model) ?? 0;
|
|
137
|
+
}
|
|
138
|
+
const completionTokens = helpers_1.default.openaiTokens(result.choices[0].message.content ?? '', result.model);
|
|
139
|
+
if (completionTokens) {
|
|
140
|
+
result.usage = {
|
|
141
|
+
prompt_tokens: promptTokens,
|
|
142
|
+
completion_tokens: completionTokens,
|
|
143
|
+
total_tokens: promptTokens + completionTokens,
|
|
144
|
+
};
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
// Calculate TTFT and TBT
|
|
148
|
+
const ttft = timestamps.length > 0 ? (timestamps[0] - startTime) / 1000 : 0;
|
|
149
|
+
let tbt = 0;
|
|
150
|
+
if (timestamps.length > 1) {
|
|
151
|
+
const timeDiffs = timestamps.slice(1).map((t, i) => t - timestamps[i]);
|
|
152
|
+
tbt = timeDiffs.reduce((a, b) => a + b, 0) / timeDiffs.length / 1000;
|
|
153
|
+
}
|
|
154
|
+
metricParams = await TogetherWrapper._chatCompletionCommonSetter({
|
|
155
|
+
args,
|
|
156
|
+
genAIEndpoint,
|
|
157
|
+
result,
|
|
158
|
+
span,
|
|
159
|
+
ttft,
|
|
160
|
+
tbt,
|
|
161
|
+
});
|
|
162
|
+
return result;
|
|
163
|
+
}
|
|
164
|
+
catch (e) {
|
|
165
|
+
helpers_1.default.handleException(span, e);
|
|
166
|
+
throw e;
|
|
167
|
+
}
|
|
168
|
+
finally {
|
|
169
|
+
span.end();
|
|
170
|
+
if (metricParams) {
|
|
171
|
+
base_wrapper_1.default.recordMetrics(span, metricParams);
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
static async _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft = 0, tbt = 0, }) {
|
|
176
|
+
const traceContent = config_1.default.traceContent;
|
|
177
|
+
const { messages, frequency_penalty = 0, max_tokens = null, presence_penalty = 0, stop = null, temperature = 0.7, top_p, top_k, user, stream = false, } = args[0];
|
|
178
|
+
// Request Params attributes
|
|
179
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, top_p || 1);
|
|
180
|
+
if (top_k !== undefined) {
|
|
181
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_K, top_k);
|
|
182
|
+
}
|
|
183
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, max_tokens || -1);
|
|
184
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, temperature);
|
|
185
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY, presence_penalty);
|
|
186
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY, frequency_penalty);
|
|
187
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, stream);
|
|
188
|
+
if (stop) {
|
|
189
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES, Array.isArray(stop) ? stop : [stop]);
|
|
190
|
+
}
|
|
191
|
+
if (user) {
|
|
192
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_USER, user);
|
|
193
|
+
}
|
|
194
|
+
if (traceContent) {
|
|
195
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, helpers_1.default.buildInputMessages(messages || []));
|
|
196
|
+
}
|
|
197
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_CHAT);
|
|
198
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_ID, result.id);
|
|
199
|
+
const model = result.model || args[0].model || 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo';
|
|
200
|
+
const responseModel = result.model || model;
|
|
201
|
+
const pricingInfo = await config_1.default.updatePricingJson(config_1.default.pricing_json);
|
|
202
|
+
// Calculate cost of the operation
|
|
203
|
+
const cost = helpers_1.default.getChatModelCost(model, pricingInfo, result.usage.prompt_tokens, result.usage.completion_tokens);
|
|
204
|
+
TogetherWrapper.setBaseSpanAttributes(span, {
|
|
205
|
+
genAIEndpoint,
|
|
206
|
+
model,
|
|
207
|
+
user,
|
|
208
|
+
cost,
|
|
209
|
+
aiSystem: TogetherWrapper.aiSystem,
|
|
210
|
+
});
|
|
211
|
+
// Response model
|
|
212
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, responseModel);
|
|
213
|
+
// Token usage
|
|
214
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, result.usage.prompt_tokens);
|
|
215
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, result.usage.completion_tokens);
|
|
216
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS, result.usage.total_tokens);
|
|
217
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_TOKEN_USAGE, result.usage.total_tokens);
|
|
218
|
+
// TTFT and TBT metrics
|
|
219
|
+
if (ttft > 0) {
|
|
220
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_SERVER_TTFT, ttft);
|
|
221
|
+
}
|
|
222
|
+
if (tbt > 0) {
|
|
223
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_SERVER_TBT, tbt);
|
|
224
|
+
}
|
|
225
|
+
// Finish reason
|
|
226
|
+
if (result.choices[0].finish_reason) {
|
|
227
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, [result.choices[0].finish_reason]);
|
|
228
|
+
}
|
|
229
|
+
// Output type
|
|
230
|
+
const outputType = typeof result.choices[0].message.content === 'string'
|
|
231
|
+
? semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_TEXT
|
|
232
|
+
: semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_JSON;
|
|
233
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_TYPE, outputType);
|
|
234
|
+
// Tool calls handling
|
|
235
|
+
if (result.choices[0].message.tool_calls) {
|
|
236
|
+
const toolCalls = result.choices[0].message.tool_calls;
|
|
237
|
+
const toolNames = toolCalls.map((t) => t.function?.name || '').filter(Boolean);
|
|
238
|
+
const toolIds = toolCalls.map((t) => t.id || '').filter(Boolean);
|
|
239
|
+
const toolArgs = toolCalls.map((t) => t.function?.arguments || '').filter(Boolean);
|
|
240
|
+
const toolTypes = toolCalls.map((t) => t.type || '').filter(Boolean);
|
|
241
|
+
if (toolNames.length > 0) {
|
|
242
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_NAME, toolNames.join(', '));
|
|
243
|
+
}
|
|
244
|
+
if (toolIds.length > 0) {
|
|
245
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_CALL_ID, toolIds.join(', '));
|
|
246
|
+
}
|
|
247
|
+
if (toolArgs.length > 0) {
|
|
248
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_CALL_ARGUMENTS, toolArgs);
|
|
249
|
+
}
|
|
250
|
+
if (toolTypes.length > 0) {
|
|
251
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_TYPE, toolTypes.join(', '));
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
// Content
|
|
255
|
+
if (traceContent) {
|
|
256
|
+
const completionContent = result.choices[0].message.content || '';
|
|
257
|
+
const toolCalls = result.choices[0].message.tool_calls;
|
|
258
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_MESSAGES, helpers_1.default.buildOutputMessages(completionContent, result.choices[0].finish_reason || 'stop', toolCalls));
|
|
259
|
+
}
|
|
260
|
+
return {
|
|
261
|
+
genAIEndpoint,
|
|
262
|
+
model,
|
|
263
|
+
user,
|
|
264
|
+
cost,
|
|
265
|
+
aiSystem: TogetherWrapper.aiSystem,
|
|
266
|
+
};
|
|
267
|
+
}
|
|
268
|
+
}
|
|
269
|
+
TogetherWrapper.aiSystem = 'together';
|
|
270
|
+
exports.default = TogetherWrapper;
|
|
271
|
+
//# sourceMappingURL=wrapper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wrapper.js","sourceRoot":"","sources":["../../../src/instrumentation/together/wrapper.ts"],"names":[],"mappings":";;;;;AAAA,4CAA4E;AAC5E,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAC3D,mEAA0C;AAE1C,MAAM,eAAgB,SAAQ,sBAAW;IAGvC,MAAM,CAAC,0BAA0B,CAAC,MAAc;QAC9C,MAAM,aAAa,GAAG,2BAA2B,CAAC;QAClD,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxE,OAAO,aAAO;qBACX,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACtD,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC1C,CAAC,CAAC;qBACD,IAAI,CAAC,CAAC,QAAa,EAAE,EAAE;oBACtB,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBAEnC,IAAI,MAAM,EAAE,CAAC;wBACX,OAAO,iBAAa,CAAC,iBAAiB,CACpC,QAAQ,EACR,eAAe,CAAC,wBAAwB,CAAC;4BACvC,IAAI;4BACJ,aAAa;4BACb,QAAQ;4BACR,IAAI;yBACL,CAAC,CACH,CAAC;oBACJ,CAAC;oBAED,OAAO,eAAe,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClF,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;oBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,CAAC;gBACV,CAAC,CAAC,CAAC;YACP,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,EAC3B,IAAI,EACJ,aAAa,EACb,QAAQ,EACR,IAAI,GAML;QACC,IAAI,YAAY,CAAC;QACjB,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,eAAe,CAAC,2BAA2B,CAAC;gBAC/D,IAAI;gBACJ,aAAa;gBACb,MAAM,EAAE,QAAQ;gBAChB,IAAI;aACL,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,YAAY,EAAE,CAAC;gBACjB,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,CAAC,wBAAwB,CAAC,EACrC,IAAI,EACJ,aAAa,EACb,QAAQ,EACR,IAAI,GAML;QACC,IAAI,YAAY,CAAC;QACjB,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,MAAM,GAAG;gBACb,EAAE,EAAE,GAAG;gBACP,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,EAAG,4CAA4C;gBACzE,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,CAAC;wBACR,aAAa,EAAE,MAAM;wBACrB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE;qBAC5C;iBACF;gBACD,KAAK,EAAE;oBACL,aAAa,EAAE,CAAC;oBAChB,iBAAiB,EAAE,CAAC;oBACpB,YAAY,EAAE,CAAC;iBAChB;aACF,CAAC;YAEF,IAAI,SAAS,GAAU,EAAE,CAAC;YAE1B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACnC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBAE5B,wCAAwC;gBACxC,IAAI,KAAK,CAAC,EAAE;oBAAE,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;gBAEnC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;oBACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;gBACnE,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;oBACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;gBACtE,CAAC;gBAED,kCAAkC;gBAClC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;oBACxC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;oBAErD,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;wBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;wBAE5B,OAAO,SAAS,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;4BAC/B,SAAS,CAAC,IAAI,CAAC;gCACb,EAAE,EAAE,EAAE;gCACN,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;6BACtC,CAAC,CAAC;wBACL,CAAC;wBAED,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;4BACZ,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;4BAC5B,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,UAAU,CAAC;4BAC9C,IAAI,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;gCACxB,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;4BACpD,CAAC;4BACD,IAAI,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;gCAC7B,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;4BAC9D,CAAC;wBACH,CAAC;6BAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;4BACpC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAC/D,CAAC;oBACH,CAAC;gBAEH,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG;oBAC1B,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;oBAC5B,UAAU,EAAE,SAAS;iBACf,CAAC;YACX,CAAC;YAED,uEAAuE;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;gBACnE,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,KAAK,MAAM,OAAO,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;oBACrC,YAAY,IAAI,iBAAa,CAAC,YAAY,CAAC,OAAO,CAAC,OAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC3F,CAAC;gBACD,MAAM,gBAAgB,GAAG,iBAAa,CAAC,YAAY,CACjD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,EACvC,MAAM,CAAC,KAAK,CACb,CAAC;gBACF,IAAI,gBAAgB,EAAE,CAAC;oBACrB,MAAM,CAAC,KAAK,GAAG;wBACb,aAAa,EAAE,YAAY;wBAC3B,iBAAiB,EAAE,gBAAgB;wBACnC,YAAY,EAAE,YAAY,GAAG,gBAAgB;qBAC9C,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,yBAAyB;YACzB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvE,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC;YACvE,CAAC;YAED,YAAY,GAAG,MAAM,eAAe,CAAC,2BAA2B,CAAC;gBAC/D,IAAI;gBACJ,aAAa;gBACb,MAAM;gBACN,IAAI;gBACJ,IAAI;gBACJ,GAAG;aACJ,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,YAAY,EAAE,CAAC;gBACjB,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,EACvC,IAAI,EACJ,aAAa,EACb,MAAM,EACN,IAAI,EACJ,IAAI,GAAG,CAAC,EACR,GAAG,GAAG,CAAC,GAQR;QACC,MAAM,YAAY,GAAG,gBAAa,CAAC,YAAY,CAAC;QAChD,MAAM,EACJ,QAAQ,EACR,iBAAiB,GAAG,CAAC,EACrB,UAAU,GAAG,IAAI,EACjB,gBAAgB,GAAG,CAAC,EACpB,IAAI,GAAG,IAAI,EACX,WAAW,GAAG,GAAG,EACjB,KAAK,EACL,KAAK,EACL,IAAI,EACJ,MAAM,GAAG,KAAK,GACf,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAEZ,4BAA4B;QAC5B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;QACvE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC;QAClF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;QAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,gBAAgB,CAAC,CAAC;QACxF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,iBAAiB,CAAC,CAAC;QAC1F,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,MAAM,CAAC,CAAC;QACvE,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3G,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,iBAAa,CAAC,kBAAkB,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;QAChH,CAAC;QAED,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,6BAAkB,CAAC,0BAA0B,CAC9C,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAEpE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,6CAA6C,CAAC;QAC7F,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,gBAAa,CAAC,iBAAiB,CAAC,gBAAa,CAAC,YAAY,CAAC,CAAC;QAEtF,kCAAkC;QAClC,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CACzC,KAAK,EACL,WAAW,EACX,MAAM,CAAC,KAAK,CAAC,aAAa,EAC1B,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAC/B,CAAC;QAEF,eAAe,CAAC,qBAAqB,CAAC,IAAI,EAAE;YAC1C,aAAa;YACb,KAAK;YACL,IAAI;YACJ,IAAI;YACJ,QAAQ,EAAE,eAAe,CAAC,QAAQ;SACnC,CAAC,CAAC;QAEH,iBAAiB;QACjB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,aAAa,CAAC,CAAC;QAE3E,cAAc;QACd,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC5F,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,0BAA0B,EAC7C,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAC/B,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3F,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAE3F,uBAAuB;QACvB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;QAED,gBAAgB;QAChB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YACpC,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,6BAA6B,EAChD,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAClC,CAAC;QACJ,CAAC;QAED,cAAc;QACd,MAAM,UAAU,GAAG,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ;YACtE,CAAC,CAAC,6BAAkB,CAAC,uBAAuB;YAC5C,CAAC,CAAC,6BAAkB,CAAC,uBAAuB,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC;QAErE,sBAAsB;QACtB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;YACvD,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACpF,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACtE,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACxF,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE1E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/E,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAChF,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,QAAQ,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;QAED,UAAU;QACV,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAClE,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;YACvD,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,sBAAsB,EACzC,iBAAa,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,MAAM,EAAE,SAAS,CAAC,CAC3G,CAAC;QACJ,CAAC;QAED,OAAO;YACL,aAAa;YACb,KAAK;YACL,IAAI;YACJ,IAAI;YACJ,QAAQ,EAAE,eAAe,CAAC,QAAQ;SACnC,CAAC;IACJ,CAAC;;AArWM,wBAAQ,GAAG,UAAU,CAAC;AAwW/B,kBAAe,eAAe,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
|
|
2
|
+
import { InstrumentationConfig } from '@opentelemetry/instrumentation';
|
|
3
|
+
export interface VercelAIInstrumentationConfig extends InstrumentationConfig {
|
|
4
|
+
}
|
|
5
|
+
export default class OpenlitVercelAIInstrumentation extends InstrumentationBase {
|
|
6
|
+
constructor(config?: VercelAIInstrumentationConfig);
|
|
7
|
+
protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
|
|
8
|
+
manualPatch(ai: any): any;
|
|
9
|
+
protected _patch(moduleExports: any): any;
|
|
10
|
+
}
|