openlit 1.7.1 → 1.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (101) hide show
  1. package/README.md +14 -10
  2. package/dist/helpers.d.ts +10 -0
  3. package/dist/helpers.js +106 -3
  4. package/dist/helpers.js.map +1 -1
  5. package/dist/instrumentation/__tests__/anthropic-wrapper.test.js +1 -1
  6. package/dist/instrumentation/__tests__/anthropic-wrapper.test.js.map +1 -1
  7. package/dist/instrumentation/__tests__/base-wrapper.test.js +1 -1
  8. package/dist/instrumentation/__tests__/base-wrapper.test.js.map +1 -1
  9. package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.d.ts +4 -0
  10. package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js +99 -0
  11. package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js.map +1 -0
  12. package/dist/instrumentation/__tests__/groq-trace-comparison.test.d.ts +7 -0
  13. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +180 -0
  14. package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -0
  15. package/dist/instrumentation/__tests__/mistral-trace-comparison.test.d.ts +4 -0
  16. package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js +127 -0
  17. package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js.map +1 -0
  18. package/dist/instrumentation/__tests__/together-trace-comparison.test.d.ts +4 -0
  19. package/dist/instrumentation/__tests__/together-trace-comparison.test.js +98 -0
  20. package/dist/instrumentation/__tests__/together-trace-comparison.test.js.map +1 -0
  21. package/dist/instrumentation/__tests__/trace-comparison-utils.d.ts +66 -0
  22. package/dist/instrumentation/__tests__/trace-comparison-utils.js +245 -0
  23. package/dist/instrumentation/__tests__/trace-comparison-utils.js.map +1 -0
  24. package/dist/instrumentation/anthropic/index.js +6 -4
  25. package/dist/instrumentation/anthropic/index.js.map +1 -1
  26. package/dist/instrumentation/anthropic/wrapper.js +12 -30
  27. package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
  28. package/dist/instrumentation/base-wrapper.js +2 -2
  29. package/dist/instrumentation/base-wrapper.js.map +1 -1
  30. package/dist/instrumentation/bedrock/index.d.ts +11 -0
  31. package/dist/instrumentation/bedrock/index.js +52 -0
  32. package/dist/instrumentation/bedrock/index.js.map +1 -0
  33. package/dist/instrumentation/bedrock/wrapper.d.ts +10 -0
  34. package/dist/instrumentation/bedrock/wrapper.js +345 -0
  35. package/dist/instrumentation/bedrock/wrapper.js.map +1 -0
  36. package/dist/instrumentation/cohere/wrapper.js +8 -10
  37. package/dist/instrumentation/cohere/wrapper.js.map +1 -1
  38. package/dist/instrumentation/google-ai/index.d.ts +11 -0
  39. package/dist/instrumentation/google-ai/index.js +48 -0
  40. package/dist/instrumentation/google-ai/index.js.map +1 -0
  41. package/dist/instrumentation/google-ai/wrapper.d.ts +34 -0
  42. package/dist/instrumentation/google-ai/wrapper.js +241 -0
  43. package/dist/instrumentation/google-ai/wrapper.js.map +1 -0
  44. package/dist/instrumentation/groq/index.d.ts +11 -0
  45. package/dist/instrumentation/groq/index.js +43 -0
  46. package/dist/instrumentation/groq/index.js.map +1 -0
  47. package/dist/instrumentation/groq/wrapper.d.ts +33 -0
  48. package/dist/instrumentation/groq/wrapper.js +289 -0
  49. package/dist/instrumentation/groq/wrapper.js.map +1 -0
  50. package/dist/instrumentation/index.js +20 -0
  51. package/dist/instrumentation/index.js.map +1 -1
  52. package/dist/instrumentation/langchain/index.d.ts +23 -0
  53. package/dist/instrumentation/langchain/index.js +109 -0
  54. package/dist/instrumentation/langchain/index.js.map +1 -0
  55. package/dist/instrumentation/langchain/wrapper.d.ts +6 -0
  56. package/dist/instrumentation/langchain/wrapper.js +318 -0
  57. package/dist/instrumentation/langchain/wrapper.js.map +1 -0
  58. package/dist/instrumentation/llamaindex/index.d.ts +11 -0
  59. package/dist/instrumentation/llamaindex/index.js +102 -0
  60. package/dist/instrumentation/llamaindex/index.js.map +1 -0
  61. package/dist/instrumentation/llamaindex/wrapper.d.ts +11 -0
  62. package/dist/instrumentation/llamaindex/wrapper.js +252 -0
  63. package/dist/instrumentation/llamaindex/wrapper.js.map +1 -0
  64. package/dist/instrumentation/mistral/index.d.ts +11 -0
  65. package/dist/instrumentation/mistral/index.js +66 -0
  66. package/dist/instrumentation/mistral/index.js.map +1 -0
  67. package/dist/instrumentation/mistral/wrapper.d.ts +34 -0
  68. package/dist/instrumentation/mistral/wrapper.js +340 -0
  69. package/dist/instrumentation/mistral/wrapper.js.map +1 -0
  70. package/dist/instrumentation/ollama/wrapper.d.ts +11 -3
  71. package/dist/instrumentation/ollama/wrapper.js +60 -95
  72. package/dist/instrumentation/ollama/wrapper.js.map +1 -1
  73. package/dist/instrumentation/openai/index.js +1 -1
  74. package/dist/instrumentation/openai/index.js.map +1 -1
  75. package/dist/instrumentation/openai/wrapper.js +14 -84
  76. package/dist/instrumentation/openai/wrapper.js.map +1 -1
  77. package/dist/instrumentation/pinecone/index.d.ts +11 -0
  78. package/dist/instrumentation/pinecone/index.js +79 -0
  79. package/dist/instrumentation/pinecone/index.js.map +1 -0
  80. package/dist/instrumentation/pinecone/wrapper.d.ts +14 -0
  81. package/dist/instrumentation/pinecone/wrapper.js +198 -0
  82. package/dist/instrumentation/pinecone/wrapper.js.map +1 -0
  83. package/dist/instrumentation/together/index.d.ts +11 -0
  84. package/dist/instrumentation/together/index.js +43 -0
  85. package/dist/instrumentation/together/index.js.map +1 -0
  86. package/dist/instrumentation/together/wrapper.d.ts +33 -0
  87. package/dist/instrumentation/together/wrapper.js +271 -0
  88. package/dist/instrumentation/together/wrapper.js.map +1 -0
  89. package/dist/instrumentation/vercel-ai/index.d.ts +10 -0
  90. package/dist/instrumentation/vercel-ai/index.js +59 -0
  91. package/dist/instrumentation/vercel-ai/index.js.map +1 -0
  92. package/dist/instrumentation/vercel-ai/wrapper.d.ts +11 -0
  93. package/dist/instrumentation/vercel-ai/wrapper.js +248 -0
  94. package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -0
  95. package/dist/otel/__tests__/metrics.test.js +5 -5
  96. package/dist/otel/__tests__/metrics.test.js.map +1 -1
  97. package/dist/semantic-convention.d.ts +14 -3
  98. package/dist/semantic-convention.js +19 -8
  99. package/dist/semantic-convention.js.map +1 -1
  100. package/dist/types.d.ts +1 -1
  101. package/package.json +1 -1
@@ -0,0 +1,198 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const api_1 = require("@opentelemetry/api");
7
+ const config_1 = __importDefault(require("../../config"));
8
+ const helpers_1 = __importDefault(require("../../helpers"));
9
+ const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
10
+ const base_wrapper_1 = __importDefault(require("../base-wrapper"));
11
+ class PineconeWrapper extends base_wrapper_1.default {
12
+ // Safely resolve the namespace string from the Index instance.
13
+ // `this.namespace` on a Pinecone Index is a METHOD that creates namespace-scoped
14
+ // sub-indices, not a string property. The actual namespace string may be stored
15
+ // internally in `this.target.namespace` depending on the SDK version.
16
+ static _resolveNamespace(indexInstance, paramsNamespace) {
17
+ if (paramsNamespace && typeof paramsNamespace === 'string')
18
+ return paramsNamespace;
19
+ const ns = indexInstance?.target?.namespace ?? indexInstance?._namespace ?? '';
20
+ return typeof ns === 'string' && ns ? ns : 'default';
21
+ }
22
+ static _setCommonAttributes(span, dbOperation, namespace) {
23
+ const applicationName = config_1.default.applicationName || '';
24
+ const environment = config_1.default.environment || '';
25
+ span.setAttribute(semantic_convention_1.default.DB_SYSTEM_NAME, PineconeWrapper.dbSystem);
26
+ span.setAttribute(semantic_convention_1.default.DB_OPERATION_NAME, dbOperation);
27
+ span.setAttribute(semantic_convention_1.default.DB_NAMESPACE, namespace);
28
+ span.setAttribute(semantic_convention_1.default.SERVER_ADDRESS, PineconeWrapper.serverAddress);
29
+ span.setAttribute(semantic_convention_1.default.SERVER_PORT, PineconeWrapper.serverPort);
30
+ span.setAttribute(semantic_convention_1.default.GEN_AI_ENVIRONMENT, environment);
31
+ span.setAttribute(semantic_convention_1.default.GEN_AI_APPLICATION_NAME, applicationName);
32
+ }
33
+ static _patchQuery(tracer) {
34
+ const dbOperation = semantic_convention_1.default.DB_OPERATION_QUERY;
35
+ return (originalMethod) => {
36
+ return async function (...args) {
37
+ const params = args[0] || {};
38
+ const namespace = PineconeWrapper._resolveNamespace(this, params.namespace);
39
+ const spanName = `${dbOperation} ${namespace}`;
40
+ const span = tracer.startSpan(spanName, { kind: api_1.SpanKind.CLIENT });
41
+ const startTime = Date.now();
42
+ return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
43
+ try {
44
+ const response = await originalMethod.apply(this, args);
45
+ const duration = (Date.now() - startTime) / 1000;
46
+ PineconeWrapper._setCommonAttributes(span, dbOperation, namespace);
47
+ span.setAttribute(semantic_convention_1.default.DB_VECTOR_QUERY_TOP_K, params.topK || 0);
48
+ span.setAttribute(semantic_convention_1.default.DB_CLIENT_OPERATION_DURATION, duration);
49
+ if (params.filter) {
50
+ span.setAttribute(semantic_convention_1.default.DB_FILTER, JSON.stringify(params.filter));
51
+ }
52
+ const matchCount = response?.matches?.length || 0;
53
+ span.setAttribute(semantic_convention_1.default.DB_N_RESULTS, matchCount);
54
+ if (config_1.default.traceContent && params.vector) {
55
+ span.setAttribute(semantic_convention_1.default.DB_QUERY_TEXT, JSON.stringify(params.vector?.slice(0, 10)));
56
+ }
57
+ span.setAttribute(semantic_convention_1.default.DB_QUERY_SUMMARY, `${dbOperation} ${namespace} top_k=${params.topK || 0} filtered=${params.filter ? 'true' : 'false'}`);
58
+ span.setStatus({ code: 1 }); // SpanStatusCode.OK
59
+ return response;
60
+ }
61
+ catch (e) {
62
+ helpers_1.default.handleException(span, e);
63
+ throw e;
64
+ }
65
+ finally {
66
+ span.end();
67
+ }
68
+ });
69
+ };
70
+ };
71
+ }
72
+ static _patchUpsert(tracer) {
73
+ const dbOperation = semantic_convention_1.default.DB_OPERATION_UPSERT;
74
+ return (originalMethod) => {
75
+ return async function (...args) {
76
+ const namespace = PineconeWrapper._resolveNamespace(this);
77
+ const spanName = `${dbOperation} ${namespace}`;
78
+ const span = tracer.startSpan(spanName, { kind: api_1.SpanKind.CLIENT });
79
+ const startTime = Date.now();
80
+ return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
81
+ try {
82
+ const response = await originalMethod.apply(this, args);
83
+ const records = Array.isArray(args[0]) ? args[0] : [];
84
+ const duration = (Date.now() - startTime) / 1000;
85
+ PineconeWrapper._setCommonAttributes(span, dbOperation, namespace);
86
+ span.setAttribute(semantic_convention_1.default.DB_VECTOR_COUNT, records.length);
87
+ span.setAttribute(semantic_convention_1.default.DB_CLIENT_OPERATION_DURATION, duration);
88
+ span.setAttribute(semantic_convention_1.default.DB_QUERY_SUMMARY, `${dbOperation} ${namespace} vectors_count=${records.length}`);
89
+ if (config_1.default.traceContent && records.length > 0) {
90
+ span.setAttribute(semantic_convention_1.default.DB_QUERY_TEXT, JSON.stringify(records.map((r) => r.id)));
91
+ }
92
+ span.setStatus({ code: 1 });
93
+ return response;
94
+ }
95
+ catch (e) {
96
+ helpers_1.default.handleException(span, e);
97
+ throw e;
98
+ }
99
+ finally {
100
+ span.end();
101
+ }
102
+ });
103
+ };
104
+ };
105
+ }
106
+ static _patchDelete(tracer, operationName) {
107
+ const dbOperation = semantic_convention_1.default.DB_OPERATION_DELETE;
108
+ return (originalMethod) => {
109
+ return async function (...args) {
110
+ const namespace = PineconeWrapper._resolveNamespace(this);
111
+ const spanName = `${dbOperation} ${namespace}`;
112
+ const span = tracer.startSpan(spanName, { kind: api_1.SpanKind.CLIENT });
113
+ const startTime = Date.now();
114
+ return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
115
+ try {
116
+ const response = await originalMethod.apply(this, args);
117
+ const params = args[0] || {};
118
+ const duration = (Date.now() - startTime) / 1000;
119
+ PineconeWrapper._setCommonAttributes(span, `${dbOperation}.${operationName}`, namespace);
120
+ span.setAttribute(semantic_convention_1.default.DB_CLIENT_OPERATION_DURATION, duration);
121
+ // deleteOne passes an id string; deleteMany passes an array of ids
122
+ let ids = [];
123
+ if (typeof params === 'string') {
124
+ ids = [params];
125
+ span.setAttribute(semantic_convention_1.default.DB_ID_COUNT, 1);
126
+ }
127
+ else if (Array.isArray(params)) {
128
+ ids = params;
129
+ span.setAttribute(semantic_convention_1.default.DB_ID_COUNT, params.length);
130
+ }
131
+ else if (params.ids) {
132
+ ids = Array.isArray(params.ids) ? params.ids : [params.ids];
133
+ span.setAttribute(semantic_convention_1.default.DB_ID_COUNT, ids.length);
134
+ }
135
+ if (params.deleteAll) {
136
+ span.setAttribute(semantic_convention_1.default.DB_DELETE_ALL, true);
137
+ }
138
+ if (params.filter) {
139
+ span.setAttribute(semantic_convention_1.default.DB_FILTER, JSON.stringify(params.filter));
140
+ }
141
+ span.setAttribute(semantic_convention_1.default.DB_QUERY_SUMMARY, `${dbOperation} ${namespace} ids=${JSON.stringify(ids)} delete_all=${params.deleteAll || false}`);
142
+ span.setStatus({ code: 1 });
143
+ return response;
144
+ }
145
+ catch (e) {
146
+ helpers_1.default.handleException(span, e);
147
+ throw e;
148
+ }
149
+ finally {
150
+ span.end();
151
+ }
152
+ });
153
+ };
154
+ };
155
+ }
156
+ static _patchUpdate(tracer) {
157
+ const dbOperation = semantic_convention_1.default.DB_OPERATION_UPDATE;
158
+ return (originalMethod) => {
159
+ return async function (...args) {
160
+ const namespace = PineconeWrapper._resolveNamespace(this);
161
+ const spanName = `${dbOperation} ${namespace}`;
162
+ const span = tracer.startSpan(spanName, { kind: api_1.SpanKind.CLIENT });
163
+ const startTime = Date.now();
164
+ return api_1.context.with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
165
+ try {
166
+ const response = await originalMethod.apply(this, args);
167
+ const params = args[0] || {};
168
+ const duration = (Date.now() - startTime) / 1000;
169
+ PineconeWrapper._setCommonAttributes(span, dbOperation, namespace);
170
+ span.setAttribute(semantic_convention_1.default.DB_CLIENT_OPERATION_DURATION, duration);
171
+ if (params.id)
172
+ span.setAttribute(semantic_convention_1.default.DB_UPDATE_ID, params.id);
173
+ if (params.values)
174
+ span.setAttribute(semantic_convention_1.default.DB_UPDATE_VALUES, String(params.values?.length || 0));
175
+ if (params.metadata) {
176
+ span.setAttribute(semantic_convention_1.default.DB_UPDATE_METADATA, JSON.stringify(params.metadata));
177
+ }
178
+ span.setAttribute(semantic_convention_1.default.DB_QUERY_SUMMARY, `${dbOperation} ${namespace} id=${params.id || ''} values=${params.values?.length || 0} set_metadata=${params.metadata ? JSON.stringify(params.metadata) : ''}`);
179
+ span.setStatus({ code: 1 });
180
+ return response;
181
+ }
182
+ catch (e) {
183
+ helpers_1.default.handleException(span, e);
184
+ throw e;
185
+ }
186
+ finally {
187
+ span.end();
188
+ }
189
+ });
190
+ };
191
+ };
192
+ }
193
+ }
194
+ PineconeWrapper.dbSystem = semantic_convention_1.default.DB_SYSTEM_PINECONE;
195
+ PineconeWrapper.serverAddress = 'pinecone.io';
196
+ PineconeWrapper.serverPort = 443;
197
+ exports.default = PineconeWrapper;
198
+ //# sourceMappingURL=wrapper.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"wrapper.js","sourceRoot":"","sources":["../../../src/instrumentation/pinecone/wrapper.ts"],"names":[],"mappings":";;;;;AAAA,4CAAsE;AACtE,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAC3D,mEAA0C;AAE1C,MAAM,eAAgB,SAAQ,sBAAW;IAKvC,+DAA+D;IAC/D,iFAAiF;IACjF,gFAAgF;IAChF,sEAAsE;IACtE,MAAM,CAAC,iBAAiB,CAAC,aAAkB,EAAE,eAAwB;QACnE,IAAI,eAAe,IAAI,OAAO,eAAe,KAAK,QAAQ;YAAE,OAAO,eAAe,CAAC;QACnF,MAAM,EAAE,GAAG,aAAa,EAAE,MAAM,EAAE,SAAS,IAAI,aAAa,EAAE,UAAU,IAAI,EAAE,CAAC;QAC/E,OAAO,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACvD,CAAC;IAED,MAAM,CAAC,oBAAoB,CAAC,IAAS,EAAE,WAAmB,EAAE,SAAiB;QAC3E,MAAM,eAAe,GAAG,gBAAa,CAAC,eAAe,IAAI,EAAE,CAAC;QAC5D,MAAM,WAAW,GAAG,gBAAa,CAAC,WAAW,IAAI,EAAE,CAAC;QAEpD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;QAC/E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,WAAW,CAAC,CAAC;QACrE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,eAAe,CAAC,aAAa,CAAC,CAAC;QACpF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,uBAAuB,EAAE,eAAe,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,MAAc;QAC/B,MAAM,WAAW,GAAG,6BAAkB,CAAC,kBAAkB,CAAC;QAC1D,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC7B,MAAM,SAAS,GAAG,eAAe,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC5E,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,SAAS,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE7B,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,eAAe,CAAC,oBAAoB,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;wBACnE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;wBAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;wBAE7E,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BAClB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;wBACjF,CAAC;wBAED,MAAM,UAAU,GAAG,QAAQ,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;wBAClD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;wBAE/D,IAAI,gBAAa,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BAChD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;wBACnG,CAAC;wBAED,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,GAAG,WAAW,IAAI,SAAS,UAAU,MAAM,CAAC,IAAI,IAAI,CAAC,aAAa,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CACrG,CAAC;wBAEF,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,oBAAoB;wBACjD,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,MAAc;QAChC,MAAM,WAAW,GAAG,6BAAkB,CAAC,mBAAmB,CAAC;QAC3D,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,SAAS,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE7B,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBACtD,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,eAAe,CAAC,oBAAoB,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;wBACnE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;wBACtE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;wBAC7E,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,GAAG,WAAW,IAAI,SAAS,kBAAkB,OAAO,CAAC,MAAM,EAAE,CAC9D,CAAC;wBAEF,IAAI,gBAAa,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACrD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;wBACrG,CAAC;wBAED,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC5B,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,MAAc,EAAE,aAAqB;QACvD,MAAM,WAAW,GAAG,6BAAkB,CAAC,mBAAmB,CAAC;QAC3D,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,SAAS,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE7B,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAC7B,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,eAAe,CAAC,oBAAoB,CAAC,IAAI,EAAE,GAAG,WAAW,IAAI,aAAa,EAAE,EAAE,SAAS,CAAC,CAAC;wBACzF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;wBAE7E,mEAAmE;wBACnE,IAAI,GAAG,GAAa,EAAE,CAAC;wBACvB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;4BAC/B,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;4BACf,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;wBACvD,CAAC;6BAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;4BACjC,GAAG,GAAG,MAAM,CAAC;4BACb,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;wBACnE,CAAC;6BAAM,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;4BACtB,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;4BAC5D,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;wBAChE,CAAC;wBACD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;4BACrB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;wBAC5D,CAAC;wBACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BAClB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;wBACjF,CAAC;wBAED,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,GAAG,WAAW,IAAI,SAAS,QAAQ,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,SAAS,IAAI,KAAK,EAAE,CACjG,CAAC;wBAEF,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC5B,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,MAAc;QAChC,MAAM,WAAW,GAAG,6BAAkB,CAAC,mBAAmB,CAAC;QAC3D,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,SAAS,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE7B,OAAO,aAAO,CAAC,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACpE,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;wBACxD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAC7B,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;wBAEjD,eAAe,CAAC,oBAAoB,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;wBACnE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,4BAA4B,EAAE,QAAQ,CAAC,CAAC;wBAE7E,IAAI,MAAM,CAAC,EAAE;4BAAE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;wBAC7E,IAAI,MAAM,CAAC,MAAM;4BAAE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;wBAC9G,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;4BACpB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;wBAC5F,CAAC;wBAED,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,GAAG,WAAW,IAAI,SAAS,OAAO,MAAM,CAAC,EAAE,IAAI,EAAE,WAAW,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,iBAAiB,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAChK,CAAC;wBAEF,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;wBAC5B,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,GAAG,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;;AAlNM,wBAAQ,GAAG,6BAAkB,CAAC,kBAAkB,CAAC;AACjD,6BAAa,GAAG,aAAa,CAAC;AAC9B,0BAAU,GAAG,GAAG,CAAC;AAmN1B,kBAAe,eAAe,CAAC"}
@@ -0,0 +1,11 @@
1
+ import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
2
+ import { InstrumentationConfig } from '@opentelemetry/instrumentation';
3
+ export interface TogetherInstrumentationConfig extends InstrumentationConfig {
4
+ }
5
+ export default class OpenlitTogetherInstrumentation extends InstrumentationBase {
6
+ constructor(config?: TogetherInstrumentationConfig);
7
+ protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
8
+ manualPatch(together: any): void;
9
+ protected _patch(moduleExports: any): void;
10
+ protected _unpatch(moduleExports: any): void;
11
+ }
@@ -0,0 +1,43 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const instrumentation_1 = require("@opentelemetry/instrumentation");
7
+ const constant_1 = require("../../constant");
8
+ const wrapper_1 = __importDefault(require("./wrapper"));
9
+ class OpenlitTogetherInstrumentation extends instrumentation_1.InstrumentationBase {
10
+ constructor(config = {}) {
11
+ super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-together`, '1.0.0', config);
12
+ }
13
+ init() {
14
+ const module = new instrumentation_1.InstrumentationNodeModuleDefinition('together-ai', ['>=0.1.0'], (moduleExports) => {
15
+ this._patch(moduleExports);
16
+ return moduleExports;
17
+ }, (moduleExports) => {
18
+ if (moduleExports !== undefined) {
19
+ this._unpatch(moduleExports);
20
+ }
21
+ });
22
+ return [module];
23
+ }
24
+ manualPatch(together) {
25
+ this._patch(together);
26
+ }
27
+ _patch(moduleExports) {
28
+ try {
29
+ if ((0, instrumentation_1.isWrapped)(moduleExports.Together.Chat.Completions.prototype.create)) {
30
+ this._unwrap(moduleExports.Together.Chat.Completions.prototype, 'create');
31
+ }
32
+ this._wrap(moduleExports.Together.Chat.Completions.prototype, 'create', wrapper_1.default._patchChatCompletionCreate(this.tracer));
33
+ }
34
+ catch (e) {
35
+ console.error('Error in _patch method:', e);
36
+ }
37
+ }
38
+ _unpatch(moduleExports) {
39
+ this._unwrap(moduleExports.Together.Chat.Completions.prototype, 'create');
40
+ }
41
+ }
42
+ exports.default = OpenlitTogetherInstrumentation;
43
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/together/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AACxD,wDAAwC;AAIxC,MAAqB,8BAA+B,SAAQ,qCAAmB;IAC7E,YAAY,SAAwC,EAAE;QACpD,KAAK,CAAC,GAAG,iCAAsB,2BAA2B,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,aAAa,EACb,CAAC,SAAS,CAAC,EACX,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,QAAa;QAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IAES,MAAM,CAAC,aAAkB;QACjC,IAAI,CAAC;YACH,IAAI,IAAA,2BAAS,EAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC5E,CAAC;YAED,IAAI,CAAC,KAAK,CACR,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EACjD,QAAQ,EACR,iBAAe,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,CACxD,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAAkB;QACnC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC5E,CAAC;CACF;AA7CD,iDA6CC"}
@@ -0,0 +1,33 @@
1
+ import { Span, Tracer } from '@opentelemetry/api';
2
+ import BaseWrapper from '../base-wrapper';
3
+ declare class TogetherWrapper extends BaseWrapper {
4
+ static aiSystem: string;
5
+ static _patchChatCompletionCreate(tracer: Tracer): any;
6
+ static _chatCompletion({ args, genAIEndpoint, response, span, }: {
7
+ args: any[];
8
+ genAIEndpoint: string;
9
+ response: any;
10
+ span: Span;
11
+ }): Promise<any>;
12
+ static _chatCompletionGenerator({ args, genAIEndpoint, response, span, }: {
13
+ args: any[];
14
+ genAIEndpoint: string;
15
+ response: any;
16
+ span: Span;
17
+ }): AsyncGenerator<unknown, any, unknown>;
18
+ static _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
19
+ args: any[];
20
+ genAIEndpoint: string;
21
+ result: any;
22
+ span: Span;
23
+ ttft?: number;
24
+ tbt?: number;
25
+ }): Promise<{
26
+ genAIEndpoint: string;
27
+ model: any;
28
+ user: any;
29
+ cost: number;
30
+ aiSystem: string;
31
+ }>;
32
+ }
33
+ export default TogetherWrapper;
@@ -0,0 +1,271 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const api_1 = require("@opentelemetry/api");
7
+ const config_1 = __importDefault(require("../../config"));
8
+ const helpers_1 = __importDefault(require("../../helpers"));
9
+ const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
10
+ const base_wrapper_1 = __importDefault(require("../base-wrapper"));
11
+ class TogetherWrapper extends base_wrapper_1.default {
12
+ static _patchChatCompletionCreate(tracer) {
13
+ const genAIEndpoint = 'together.chat.completions';
14
+ return (originalMethod) => {
15
+ return async function (...args) {
16
+ const span = tracer.startSpan(genAIEndpoint, { kind: api_1.SpanKind.CLIENT });
17
+ return api_1.context
18
+ .with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
19
+ return originalMethod.apply(this, args);
20
+ })
21
+ .then((response) => {
22
+ const { stream = false } = args[0];
23
+ if (stream) {
24
+ return helpers_1.default.createStreamProxy(response, TogetherWrapper._chatCompletionGenerator({
25
+ args,
26
+ genAIEndpoint,
27
+ response,
28
+ span,
29
+ }));
30
+ }
31
+ return TogetherWrapper._chatCompletion({ args, genAIEndpoint, response, span });
32
+ })
33
+ .catch((e) => {
34
+ helpers_1.default.handleException(span, e);
35
+ span.end();
36
+ throw e;
37
+ });
38
+ };
39
+ };
40
+ }
41
+ static async _chatCompletion({ args, genAIEndpoint, response, span, }) {
42
+ let metricParams;
43
+ try {
44
+ metricParams = await TogetherWrapper._chatCompletionCommonSetter({
45
+ args,
46
+ genAIEndpoint,
47
+ result: response,
48
+ span,
49
+ });
50
+ return response;
51
+ }
52
+ catch (e) {
53
+ helpers_1.default.handleException(span, e);
54
+ throw e;
55
+ }
56
+ finally {
57
+ span.end();
58
+ if (metricParams) {
59
+ base_wrapper_1.default.recordMetrics(span, metricParams);
60
+ }
61
+ }
62
+ }
63
+ static async *_chatCompletionGenerator({ args, genAIEndpoint, response, span, }) {
64
+ let metricParams;
65
+ const timestamps = [];
66
+ const startTime = Date.now();
67
+ try {
68
+ const { messages } = args[0];
69
+ const result = {
70
+ id: '0',
71
+ model: args[0].model || '', // model is not in Together streaming chunks
72
+ choices: [
73
+ {
74
+ index: 0,
75
+ finish_reason: 'stop',
76
+ message: { role: 'assistant', content: '' },
77
+ },
78
+ ],
79
+ usage: {
80
+ prompt_tokens: 0,
81
+ completion_tokens: 0,
82
+ total_tokens: 0,
83
+ },
84
+ };
85
+ let toolCalls = [];
86
+ for await (const chunk of response) {
87
+ timestamps.push(Date.now());
88
+ // id is only present on the first chunk
89
+ if (chunk.id)
90
+ result.id = chunk.id;
91
+ if (chunk.choices[0]?.finish_reason) {
92
+ result.choices[0].finish_reason = chunk.choices[0].finish_reason;
93
+ }
94
+ if (chunk.choices[0]?.delta?.content) {
95
+ result.choices[0].message.content += chunk.choices[0].delta.content;
96
+ }
97
+ // Handle tool calls for streaming
98
+ if (chunk.choices[0]?.delta?.tool_calls) {
99
+ const deltaTools = chunk.choices[0].delta.tool_calls;
100
+ for (const tool of deltaTools) {
101
+ const idx = tool.index || 0;
102
+ while (toolCalls.length <= idx) {
103
+ toolCalls.push({
104
+ id: '',
105
+ type: 'function',
106
+ function: { name: '', arguments: '' }
107
+ });
108
+ }
109
+ if (tool.id) {
110
+ toolCalls[idx].id = tool.id;
111
+ toolCalls[idx].type = tool.type || 'function';
112
+ if (tool.function?.name) {
113
+ toolCalls[idx].function.name = tool.function.name;
114
+ }
115
+ if (tool.function?.arguments) {
116
+ toolCalls[idx].function.arguments = tool.function.arguments;
117
+ }
118
+ }
119
+ else if (tool.function?.arguments) {
120
+ toolCalls[idx].function.arguments += tool.function.arguments;
121
+ }
122
+ }
123
+ }
124
+ yield chunk;
125
+ }
126
+ if (toolCalls.length > 0) {
127
+ result.choices[0].message = {
128
+ ...result.choices[0].message,
129
+ tool_calls: toolCalls
130
+ };
131
+ }
132
+ // Fall back to token estimation if usage wasn't returned in the stream
133
+ if (!result.usage.prompt_tokens && !result.usage.completion_tokens) {
134
+ let promptTokens = 0;
135
+ for (const message of messages || []) {
136
+ promptTokens += helpers_1.default.openaiTokens(message.content, result.model) ?? 0;
137
+ }
138
+ const completionTokens = helpers_1.default.openaiTokens(result.choices[0].message.content ?? '', result.model);
139
+ if (completionTokens) {
140
+ result.usage = {
141
+ prompt_tokens: promptTokens,
142
+ completion_tokens: completionTokens,
143
+ total_tokens: promptTokens + completionTokens,
144
+ };
145
+ }
146
+ }
147
+ // Calculate TTFT and TBT
148
+ const ttft = timestamps.length > 0 ? (timestamps[0] - startTime) / 1000 : 0;
149
+ let tbt = 0;
150
+ if (timestamps.length > 1) {
151
+ const timeDiffs = timestamps.slice(1).map((t, i) => t - timestamps[i]);
152
+ tbt = timeDiffs.reduce((a, b) => a + b, 0) / timeDiffs.length / 1000;
153
+ }
154
+ metricParams = await TogetherWrapper._chatCompletionCommonSetter({
155
+ args,
156
+ genAIEndpoint,
157
+ result,
158
+ span,
159
+ ttft,
160
+ tbt,
161
+ });
162
+ return result;
163
+ }
164
+ catch (e) {
165
+ helpers_1.default.handleException(span, e);
166
+ throw e;
167
+ }
168
+ finally {
169
+ span.end();
170
+ if (metricParams) {
171
+ base_wrapper_1.default.recordMetrics(span, metricParams);
172
+ }
173
+ }
174
+ }
175
+ static async _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft = 0, tbt = 0, }) {
176
+ const traceContent = config_1.default.traceContent;
177
+ const { messages, frequency_penalty = 0, max_tokens = null, presence_penalty = 0, stop = null, temperature = 0.7, top_p, top_k, user, stream = false, } = args[0];
178
+ // Request Params attributes
179
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, top_p || 1);
180
+ if (top_k !== undefined) {
181
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_K, top_k);
182
+ }
183
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, max_tokens || -1);
184
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, temperature);
185
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_PRESENCE_PENALTY, presence_penalty);
186
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_FREQUENCY_PENALTY, frequency_penalty);
187
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, stream);
188
+ if (stop) {
189
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES, Array.isArray(stop) ? stop : [stop]);
190
+ }
191
+ if (user) {
192
+ span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_USER, user);
193
+ }
194
+ if (traceContent) {
195
+ span.setAttribute(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, helpers_1.default.buildInputMessages(messages || []));
196
+ }
197
+ span.setAttribute(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_CHAT);
198
+ span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_ID, result.id);
199
+ const model = result.model || args[0].model || 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo';
200
+ const responseModel = result.model || model;
201
+ const pricingInfo = await config_1.default.updatePricingJson(config_1.default.pricing_json);
202
+ // Calculate cost of the operation
203
+ const cost = helpers_1.default.getChatModelCost(model, pricingInfo, result.usage.prompt_tokens, result.usage.completion_tokens);
204
+ TogetherWrapper.setBaseSpanAttributes(span, {
205
+ genAIEndpoint,
206
+ model,
207
+ user,
208
+ cost,
209
+ aiSystem: TogetherWrapper.aiSystem,
210
+ });
211
+ // Response model
212
+ span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, responseModel);
213
+ // Token usage
214
+ span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, result.usage.prompt_tokens);
215
+ span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, result.usage.completion_tokens);
216
+ span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS, result.usage.total_tokens);
217
+ span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_TOKEN_USAGE, result.usage.total_tokens);
218
+ // TTFT and TBT metrics
219
+ if (ttft > 0) {
220
+ span.setAttribute(semantic_convention_1.default.GEN_AI_SERVER_TTFT, ttft);
221
+ }
222
+ if (tbt > 0) {
223
+ span.setAttribute(semantic_convention_1.default.GEN_AI_SERVER_TBT, tbt);
224
+ }
225
+ // Finish reason
226
+ if (result.choices[0].finish_reason) {
227
+ span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, [result.choices[0].finish_reason]);
228
+ }
229
+ // Output type
230
+ const outputType = typeof result.choices[0].message.content === 'string'
231
+ ? semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_TEXT
232
+ : semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_JSON;
233
+ span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_TYPE, outputType);
234
+ // Tool calls handling
235
+ if (result.choices[0].message.tool_calls) {
236
+ const toolCalls = result.choices[0].message.tool_calls;
237
+ const toolNames = toolCalls.map((t) => t.function?.name || '').filter(Boolean);
238
+ const toolIds = toolCalls.map((t) => t.id || '').filter(Boolean);
239
+ const toolArgs = toolCalls.map((t) => t.function?.arguments || '').filter(Boolean);
240
+ const toolTypes = toolCalls.map((t) => t.type || '').filter(Boolean);
241
+ if (toolNames.length > 0) {
242
+ span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_NAME, toolNames.join(', '));
243
+ }
244
+ if (toolIds.length > 0) {
245
+ span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_CALL_ID, toolIds.join(', '));
246
+ }
247
+ if (toolArgs.length > 0) {
248
+ span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_CALL_ARGUMENTS, toolArgs);
249
+ }
250
+ if (toolTypes.length > 0) {
251
+ span.setAttribute(semantic_convention_1.default.GEN_AI_TOOL_TYPE, toolTypes.join(', '));
252
+ }
253
+ }
254
+ // Content
255
+ if (traceContent) {
256
+ const completionContent = result.choices[0].message.content || '';
257
+ const toolCalls = result.choices[0].message.tool_calls;
258
+ span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_MESSAGES, helpers_1.default.buildOutputMessages(completionContent, result.choices[0].finish_reason || 'stop', toolCalls));
259
+ }
260
+ return {
261
+ genAIEndpoint,
262
+ model,
263
+ user,
264
+ cost,
265
+ aiSystem: TogetherWrapper.aiSystem,
266
+ };
267
+ }
268
+ }
269
+ TogetherWrapper.aiSystem = 'together';
270
+ exports.default = TogetherWrapper;
271
+ //# sourceMappingURL=wrapper.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"wrapper.js","sourceRoot":"","sources":["../../../src/instrumentation/together/wrapper.ts"],"names":[],"mappings":";;;;;AAAA,4CAA4E;AAC5E,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAC3D,mEAA0C;AAE1C,MAAM,eAAgB,SAAQ,sBAAW;IAGvC,MAAM,CAAC,0BAA0B,CAAC,MAAc;QAC9C,MAAM,aAAa,GAAG,2BAA2B,CAAC;QAClD,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxE,OAAO,aAAO;qBACX,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACtD,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC1C,CAAC,CAAC;qBACD,IAAI,CAAC,CAAC,QAAa,EAAE,EAAE;oBACtB,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBAEnC,IAAI,MAAM,EAAE,CAAC;wBACX,OAAO,iBAAa,CAAC,iBAAiB,CACpC,QAAQ,EACR,eAAe,CAAC,wBAAwB,CAAC;4BACvC,IAAI;4BACJ,aAAa;4BACb,QAAQ;4BACR,IAAI;yBACL,CAAC,CACH,CAAC;oBACJ,CAAC;oBAED,OAAO,eAAe,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClF,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;oBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,CAAC;gBACV,CAAC,CAAC,CAAC;YACP,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,EAC3B,IAAI,EACJ,aAAa,EACb,QAAQ,EACR,IAAI,GAML;QACC,IAAI,YAAY,CAAC;QACjB,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,eAAe,CAAC,2BAA2B,CAAC;gBAC/D,IAAI;gBACJ,aAAa;gBACb,MAAM,EAAE,QAAQ;gBAChB,IAAI;aACL,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,YAAY,EAAE,CAAC;gBACjB,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,CAAC,wBAAwB,CAAC,EACrC,IAAI,EACJ,aAAa,EACb,QAAQ,EACR,IAAI,GAML;QACC,IAAI,YAAY,CAAC;QACjB,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,MAAM,GAAG;gBACb,EAAE,EAAE,GAAG;gBACP,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,EAAG,4CAA4C;gBACzE,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,CAAC;wBACR,aAAa,EAAE,MAAM;wBACrB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE;qBAC5C;iBACF;gBACD,KAAK,EAAE;oBACL,aAAa,EAAE,CAAC;oBAChB,iBAAiB,EAAE,CAAC;oBACpB,YAAY,EAAE,CAAC;iBAChB;aACF,CAAC;YAEF,IAAI,SAAS,GAAU,EAAE,CAAC;YAE1B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACnC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBAE5B,wCAAwC;gBACxC,IAAI,KAAK,CAAC,EAAE;oBAAE,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;gBAEnC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;oBACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;gBACnE,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;oBACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;gBACtE,CAAC;gBAED,kCAAkC;gBAClC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;oBACxC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;oBAErD,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;wBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;wBAE5B,OAAO,SAAS,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;4BAC/B,SAAS,CAAC,IAAI,CAAC;gCACb,EAAE,EAAE,EAAE;gCACN,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;6BACtC,CAAC,CAAC;wBACL,CAAC;wBAED,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;4BACZ,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;4BAC5B,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,UAAU,CAAC;4BAC9C,IAAI,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;gCACxB,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;4BACpD,CAAC;4BACD,IAAI,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;gCAC7B,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;4BAC9D,CAAC;wBACH,CAAC;6BAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;4BACpC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAC/D,CAAC;oBACH,CAAC;gBAEH,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG;oBAC1B,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;oBAC5B,UAAU,EAAE,SAAS;iBACf,CAAC;YACX,CAAC;YAED,uEAAuE;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC;gBACnE,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,KAAK,MAAM,OAAO,IAAI,QAAQ,IAAI,EAAE,EAAE,CAAC;oBACrC,YAAY,IAAI,iBAAa,CAAC,YAAY,CAAC,OAAO,CAAC,OAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC3F,CAAC;gBACD,MAAM,gBAAgB,GAAG,iBAAa,CAAC,YAAY,CACjD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,EACvC,MAAM,CAAC,KAAK,CACb,CAAC;gBACF,IAAI,gBAAgB,EAAE,CAAC;oBACrB,MAAM,CAAC,KAAK,GAAG;wBACb,aAAa,EAAE,YAAY;wBAC3B,iBAAiB,EAAE,gBAAgB;wBACnC,YAAY,EAAE,YAAY,GAAG,gBAAgB;qBAC9C,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,yBAAyB;YACzB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvE,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC;YACvE,CAAC;YAED,YAAY,GAAG,MAAM,eAAe,CAAC,2BAA2B,CAAC;gBAC/D,IAAI;gBACJ,aAAa;gBACb,MAAM;gBACN,IAAI;gBACJ,IAAI;gBACJ,GAAG;aACJ,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,YAAY,EAAE,CAAC;gBACjB,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,EACvC,IAAI,EACJ,aAAa,EACb,MAAM,EACN,IAAI,EACJ,IAAI,GAAG,CAAC,EACR,GAAG,GAAG,CAAC,GAQR;QACC,MAAM,YAAY,GAAG,gBAAa,CAAC,YAAY,CAAC;QAChD,MAAM,EACJ,QAAQ,EACR,iBAAiB,GAAG,CAAC,EACrB,UAAU,GAAG,IAAI,EACjB,gBAAgB,GAAG,CAAC,EACpB,IAAI,GAAG,IAAI,EACX,WAAW,GAAG,GAAG,EACjB,KAAK,EACL,KAAK,EACL,IAAI,EACJ,MAAM,GAAG,KAAK,GACf,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAEZ,4BAA4B;QAC5B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;QACvE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC;QAClF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;QAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,gBAAgB,CAAC,CAAC;QACxF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gCAAgC,EAAE,iBAAiB,CAAC,CAAC;QAC1F,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,MAAM,CAAC,CAAC;QACvE,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3G,CAAC;QACD,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,iBAAa,CAAC,kBAAkB,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;QAChH,CAAC;QAED,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,6BAAkB,CAAC,0BAA0B,CAC9C,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAEpE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,6CAA6C,CAAC;QAC7F,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,gBAAa,CAAC,iBAAiB,CAAC,gBAAa,CAAC,YAAY,CAAC,CAAC;QAEtF,kCAAkC;QAClC,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CACzC,KAAK,EACL,WAAW,EACX,MAAM,CAAC,KAAK,CAAC,aAAa,EAC1B,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAC/B,CAAC;QAEF,eAAe,CAAC,qBAAqB,CAAC,IAAI,EAAE;YAC1C,aAAa;YACb,KAAK;YACL,IAAI;YACJ,IAAI;YACJ,QAAQ,EAAE,eAAe,CAAC,QAAQ;SACnC,CAAC,CAAC;QAEH,iBAAiB;QACjB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,aAAa,CAAC,CAAC;QAE3E,cAAc;QACd,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC5F,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,0BAA0B,EAC7C,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAC/B,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3F,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAE3F,uBAAuB;QACvB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;QAED,gBAAgB;QAChB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YACpC,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,6BAA6B,EAChD,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAClC,CAAC;QACJ,CAAC;QAED,cAAc;QACd,MAAM,UAAU,GAAG,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ;YACtE,CAAC,CAAC,6BAAkB,CAAC,uBAAuB;YAC5C,CAAC,CAAC,6BAAkB,CAAC,uBAAuB,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC;QAErE,sBAAsB;QACtB,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;YACvD,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACpF,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACtE,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACxF,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE1E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/E,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAChF,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,QAAQ,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;QAED,UAAU;QACV,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAClE,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;YACvD,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,sBAAsB,EACzC,iBAAa,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,MAAM,EAAE,SAAS,CAAC,CAC3G,CAAC;QACJ,CAAC;QAED,OAAO;YACL,aAAa;YACb,KAAK;YACL,IAAI;YACJ,IAAI;YACJ,QAAQ,EAAE,eAAe,CAAC,QAAQ;SACnC,CAAC;IACJ,CAAC;;AArWM,wBAAQ,GAAG,UAAU,CAAC;AAwW/B,kBAAe,eAAe,CAAC"}
@@ -0,0 +1,10 @@
1
+ import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
2
+ import { InstrumentationConfig } from '@opentelemetry/instrumentation';
3
+ export interface VercelAIInstrumentationConfig extends InstrumentationConfig {
4
+ }
5
+ export default class OpenlitVercelAIInstrumentation extends InstrumentationBase {
6
+ constructor(config?: VercelAIInstrumentationConfig);
7
+ protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
8
+ manualPatch(ai: any): any;
9
+ protected _patch(moduleExports: any): any;
10
+ }