openlit 1.9.0 → 1.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +17 -1
- package/dist/constant.d.ts +1 -1
- package/dist/constant.js +6 -2
- package/dist/constant.js.map +1 -1
- package/dist/instrumentation/__tests__/anthropic-wrapper.test.js +4 -0
- package/dist/instrumentation/__tests__/anthropic-wrapper.test.js.map +1 -1
- package/dist/instrumentation/__tests__/chroma-trace-comparison.test.d.ts +18 -0
- package/dist/instrumentation/__tests__/chroma-trace-comparison.test.js +209 -0
- package/dist/instrumentation/__tests__/chroma-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js +11 -0
- package/dist/instrumentation/__tests__/google-ai-trace-comparison.test.js.map +1 -1
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js +11 -0
- package/dist/instrumentation/__tests__/groq-trace-comparison.test.js.map +1 -1
- package/dist/instrumentation/__tests__/huggingface-trace-comparison.test.d.ts +7 -0
- package/dist/instrumentation/__tests__/huggingface-trace-comparison.test.js +237 -0
- package/dist/instrumentation/__tests__/huggingface-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/milvus-trace-comparison.test.d.ts +17 -0
- package/dist/instrumentation/__tests__/milvus-trace-comparison.test.js +206 -0
- package/dist/instrumentation/__tests__/milvus-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js +11 -0
- package/dist/instrumentation/__tests__/mistral-trace-comparison.test.js.map +1 -1
- package/dist/instrumentation/__tests__/qdrant-trace-comparison.test.d.ts +17 -0
- package/dist/instrumentation/__tests__/qdrant-trace-comparison.test.js +182 -0
- package/dist/instrumentation/__tests__/qdrant-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/replicate-trace-comparison.test.d.ts +7 -0
- package/dist/instrumentation/__tests__/replicate-trace-comparison.test.js +158 -0
- package/dist/instrumentation/__tests__/replicate-trace-comparison.test.js.map +1 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.js +11 -0
- package/dist/instrumentation/__tests__/together-trace-comparison.test.js.map +1 -1
- package/dist/instrumentation/__tests__/trace-comparison-utils.d.ts +1 -0
- package/dist/instrumentation/__tests__/trace-comparison-utils.js +34 -24
- package/dist/instrumentation/__tests__/trace-comparison-utils.js.map +1 -1
- package/dist/instrumentation/anthropic/wrapper.d.ts +7 -1
- package/dist/instrumentation/anthropic/wrapper.js +72 -3
- package/dist/instrumentation/anthropic/wrapper.js.map +1 -1
- package/dist/instrumentation/base-wrapper.d.ts +3 -1
- package/dist/instrumentation/base-wrapper.js +22 -6
- package/dist/instrumentation/base-wrapper.js.map +1 -1
- package/dist/instrumentation/bedrock/wrapper.js +27 -8
- package/dist/instrumentation/bedrock/wrapper.js.map +1 -1
- package/dist/instrumentation/chroma/index.d.ts +11 -0
- package/dist/instrumentation/chroma/index.js +70 -0
- package/dist/instrumentation/chroma/index.js.map +1 -0
- package/dist/instrumentation/chroma/wrapper.d.ts +10 -0
- package/dist/instrumentation/chroma/wrapper.js +127 -0
- package/dist/instrumentation/chroma/wrapper.js.map +1 -0
- package/dist/instrumentation/cohere/wrapper.d.ts +5 -1
- package/dist/instrumentation/cohere/wrapper.js +24 -5
- package/dist/instrumentation/cohere/wrapper.js.map +1 -1
- package/dist/instrumentation/google-ai/wrapper.d.ts +2 -0
- package/dist/instrumentation/google-ai/wrapper.js +4 -0
- package/dist/instrumentation/google-ai/wrapper.js.map +1 -1
- package/dist/instrumentation/groq/wrapper.d.ts +2 -0
- package/dist/instrumentation/groq/wrapper.js +7 -1
- package/dist/instrumentation/groq/wrapper.js.map +1 -1
- package/dist/instrumentation/huggingface/index.d.ts +13 -0
- package/dist/instrumentation/huggingface/index.js +110 -0
- package/dist/instrumentation/huggingface/index.js.map +1 -0
- package/dist/instrumentation/huggingface/wrapper.d.ts +41 -0
- package/dist/instrumentation/huggingface/wrapper.js +246 -0
- package/dist/instrumentation/huggingface/wrapper.js.map +1 -0
- package/dist/instrumentation/index.js +10 -0
- package/dist/instrumentation/index.js.map +1 -1
- package/dist/instrumentation/langchain/wrapper.js +6 -0
- package/dist/instrumentation/langchain/wrapper.js.map +1 -1
- package/dist/instrumentation/llamaindex/wrapper.js +4 -4
- package/dist/instrumentation/llamaindex/wrapper.js.map +1 -1
- package/dist/instrumentation/milvus/index.d.ts +11 -0
- package/dist/instrumentation/milvus/index.js +67 -0
- package/dist/instrumentation/milvus/index.js.map +1 -0
- package/dist/instrumentation/milvus/wrapper.d.ts +15 -0
- package/dist/instrumentation/milvus/wrapper.js +219 -0
- package/dist/instrumentation/milvus/wrapper.js.map +1 -0
- package/dist/instrumentation/mistral/wrapper.d.ts +2 -0
- package/dist/instrumentation/mistral/wrapper.js +10 -2
- package/dist/instrumentation/mistral/wrapper.js.map +1 -1
- package/dist/instrumentation/ollama/wrapper.d.ts +2 -0
- package/dist/instrumentation/ollama/wrapper.js +4 -0
- package/dist/instrumentation/ollama/wrapper.js.map +1 -1
- package/dist/instrumentation/openai/wrapper.d.ts +2 -0
- package/dist/instrumentation/openai/wrapper.js +24 -10
- package/dist/instrumentation/openai/wrapper.js.map +1 -1
- package/dist/instrumentation/qdrant/index.d.ts +11 -0
- package/dist/instrumentation/qdrant/index.js +67 -0
- package/dist/instrumentation/qdrant/index.js.map +1 -0
- package/dist/instrumentation/qdrant/wrapper.d.ts +14 -0
- package/dist/instrumentation/qdrant/wrapper.js +213 -0
- package/dist/instrumentation/qdrant/wrapper.js.map +1 -0
- package/dist/instrumentation/replicate/index.d.ts +11 -0
- package/dist/instrumentation/replicate/index.js +57 -0
- package/dist/instrumentation/replicate/index.js.map +1 -0
- package/dist/instrumentation/replicate/wrapper.d.ts +15 -0
- package/dist/instrumentation/replicate/wrapper.js +99 -0
- package/dist/instrumentation/replicate/wrapper.js.map +1 -0
- package/dist/instrumentation/together/wrapper.d.ts +2 -0
- package/dist/instrumentation/together/wrapper.js +7 -1
- package/dist/instrumentation/together/wrapper.js.map +1 -1
- package/dist/instrumentation/vercel-ai/wrapper.js +40 -4
- package/dist/instrumentation/vercel-ai/wrapper.js.map +1 -1
- package/dist/otel/metrics.d.ts +3 -0
- package/dist/otel/metrics.js +21 -0
- package/dist/otel/metrics.js.map +1 -1
- package/dist/semantic-convention.d.ts +103 -27
- package/dist/semantic-convention.js +117 -36
- package/dist/semantic-convention.js.map +1 -1
- package/dist/types.d.ts +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,182 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Cross-Language Trace Comparison Tests for Qdrant Integration
|
|
4
|
+
*
|
|
5
|
+
* Verifies TypeScript SDK trace attributes match Python SDK.
|
|
6
|
+
*
|
|
7
|
+
* Python SDK reference: sdk/python/src/openlit/instrumentation/qdrant/utils.py
|
|
8
|
+
*
|
|
9
|
+
* Key alignment:
|
|
10
|
+
* - db.system.name = 'qdrant'
|
|
11
|
+
* - db.operation.name: SEARCH, UPSERT, DELETE, GET
|
|
12
|
+
* - server.address, server.port (default localhost:6333)
|
|
13
|
+
* - db.vector.query.top_k for search
|
|
14
|
+
* - db.filter for filtered operations
|
|
15
|
+
* - db.vector.count for upsert
|
|
16
|
+
* - db.query.summary
|
|
17
|
+
*/
|
|
18
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
19
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
20
|
+
};
|
|
21
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
22
|
+
const wrapper_1 = __importDefault(require("../qdrant/wrapper"));
|
|
23
|
+
const config_1 = __importDefault(require("../../config"));
|
|
24
|
+
const helpers_1 = __importDefault(require("../../helpers"));
|
|
25
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
26
|
+
jest.mock('../../config');
|
|
27
|
+
jest.mock('../../helpers');
|
|
28
|
+
describe('Qdrant Cross-Language Trace Comparison', () => {
|
|
29
|
+
let mockSpan;
|
|
30
|
+
let mockTracer;
|
|
31
|
+
beforeEach(() => {
|
|
32
|
+
mockSpan = {
|
|
33
|
+
setAttribute: jest.fn(),
|
|
34
|
+
addEvent: jest.fn(),
|
|
35
|
+
end: jest.fn(),
|
|
36
|
+
setStatus: jest.fn(),
|
|
37
|
+
};
|
|
38
|
+
mockTracer = {
|
|
39
|
+
startSpan: jest.fn().mockReturnValue(mockSpan),
|
|
40
|
+
};
|
|
41
|
+
config_1.default.environment = 'openlit-testing';
|
|
42
|
+
config_1.default.applicationName = 'openlit-test';
|
|
43
|
+
config_1.default.traceContent = true;
|
|
44
|
+
helpers_1.default.handleException = jest.fn();
|
|
45
|
+
});
|
|
46
|
+
afterEach(() => {
|
|
47
|
+
jest.clearAllMocks();
|
|
48
|
+
});
|
|
49
|
+
// ── Common attributes ────────────────────────────────────────────────────
|
|
50
|
+
it('should set db.system.name = "qdrant" matching Python DB_SYSTEM_QDRANT', async () => {
|
|
51
|
+
const patchFn = wrapper_1.default._patchSearch(mockTracer);
|
|
52
|
+
const originalMethod = jest.fn().mockResolvedValue([{ id: 1, score: 0.9 }]);
|
|
53
|
+
const wrapped = patchFn(originalMethod);
|
|
54
|
+
await wrapped.call({}, 'my_collection', { vector: [0.1, 0.2], limit: 5 });
|
|
55
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_SYSTEM_NAME, 'qdrant');
|
|
56
|
+
});
|
|
57
|
+
it('should set server.address = localhost and server.port = 6333 (Python defaults)', async () => {
|
|
58
|
+
const patchFn = wrapper_1.default._patchSearch(mockTracer);
|
|
59
|
+
const originalMethod = jest.fn().mockResolvedValue([]);
|
|
60
|
+
const wrapped = patchFn(originalMethod);
|
|
61
|
+
await wrapped.call({}, 'col', { vector: [0.1], limit: 5 });
|
|
62
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_ADDRESS, 'localhost');
|
|
63
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_PORT, 6333);
|
|
64
|
+
});
|
|
65
|
+
// ── search → SEARCH ───────────────────────────────────────────────────────
|
|
66
|
+
describe('search() → SEARCH (matches Python DB_OPERATION_SEARCH)', () => {
|
|
67
|
+
async function runSearch(collectionName, params, returnValue = []) {
|
|
68
|
+
const patchFn = wrapper_1.default._patchSearch(mockTracer);
|
|
69
|
+
const originalMethod = jest.fn().mockResolvedValue(returnValue);
|
|
70
|
+
const wrapped = patchFn(originalMethod);
|
|
71
|
+
await wrapped.call({}, collectionName, params);
|
|
72
|
+
}
|
|
73
|
+
it('should set db.operation.name = "SEARCH"', async () => {
|
|
74
|
+
await runSearch('my_col', { vector: [0.1, 0.2], limit: 10 });
|
|
75
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_OPERATION_NAME, 'SEARCH');
|
|
76
|
+
});
|
|
77
|
+
it('should set db.collection.name', async () => {
|
|
78
|
+
await runSearch('embeddings', { vector: [0.1], limit: 5 });
|
|
79
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_COLLECTION_NAME, 'embeddings');
|
|
80
|
+
});
|
|
81
|
+
it('should set db.vector.query.top_k from limit param', async () => {
|
|
82
|
+
await runSearch('col', { vector: [0.1], limit: 20 });
|
|
83
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_VECTOR_QUERY_TOP_K, 20);
|
|
84
|
+
});
|
|
85
|
+
it('should set db.filter when filter provided', async () => {
|
|
86
|
+
const filter = { must: [{ key: 'city', match: { value: 'Paris' } }] };
|
|
87
|
+
await runSearch('col', { vector: [0.1], limit: 5, filter });
|
|
88
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_FILTER, JSON.stringify(filter));
|
|
89
|
+
});
|
|
90
|
+
it('should set db.n_results to response array length', async () => {
|
|
91
|
+
await runSearch('col', { vector: [0.1], limit: 5 }, [
|
|
92
|
+
{ id: 1, score: 0.9 },
|
|
93
|
+
{ id: 2, score: 0.8 },
|
|
94
|
+
]);
|
|
95
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_N_RESULTS, 2);
|
|
96
|
+
});
|
|
97
|
+
});
|
|
98
|
+
// ── upsert → UPSERT ───────────────────────────────────────────────────────
|
|
99
|
+
describe('upsert() → UPSERT (matches Python DB_OPERATION_UPSERT)', () => {
|
|
100
|
+
async function runUpsert(collectionName, params) {
|
|
101
|
+
const patchFn = wrapper_1.default._patchUpsert(mockTracer);
|
|
102
|
+
const originalMethod = jest.fn().mockResolvedValue({ status: 'completed' });
|
|
103
|
+
const wrapped = patchFn(originalMethod);
|
|
104
|
+
await wrapped.call({}, collectionName, params);
|
|
105
|
+
}
|
|
106
|
+
it('should set db.operation.name = "UPSERT"', async () => {
|
|
107
|
+
await runUpsert('col', { points: [{ id: 1, vector: [0.1], payload: {} }] });
|
|
108
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_OPERATION_NAME, 'UPSERT');
|
|
109
|
+
});
|
|
110
|
+
it('should set db.vector.count from points length', async () => {
|
|
111
|
+
await runUpsert('col', {
|
|
112
|
+
points: [
|
|
113
|
+
{ id: 1, vector: [0.1] },
|
|
114
|
+
{ id: 2, vector: [0.2] },
|
|
115
|
+
{ id: 3, vector: [0.3] },
|
|
116
|
+
],
|
|
117
|
+
});
|
|
118
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_VECTOR_COUNT, 3);
|
|
119
|
+
});
|
|
120
|
+
});
|
|
121
|
+
// ── delete → DELETE ───────────────────────────────────────────────────────
|
|
122
|
+
describe('delete() → DELETE (matches Python DB_OPERATION_DELETE)', () => {
|
|
123
|
+
async function runDelete(collectionName, params) {
|
|
124
|
+
const patchFn = wrapper_1.default._patchDelete(mockTracer);
|
|
125
|
+
const originalMethod = jest.fn().mockResolvedValue({ status: 'completed' });
|
|
126
|
+
const wrapped = patchFn(originalMethod);
|
|
127
|
+
await wrapped.call({}, collectionName, params);
|
|
128
|
+
}
|
|
129
|
+
it('should set db.operation.name = "DELETE"', async () => {
|
|
130
|
+
await runDelete('col', { points: [1, 2] });
|
|
131
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_OPERATION_NAME, 'DELETE');
|
|
132
|
+
});
|
|
133
|
+
it('should set db.ids_count from points array', async () => {
|
|
134
|
+
await runDelete('col', { points: [1, 2, 3] });
|
|
135
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_ID_COUNT, 3);
|
|
136
|
+
});
|
|
137
|
+
it('should set db.filter when filter provided', async () => {
|
|
138
|
+
const filter = { must: [{ key: 'city', match: { value: 'London' } }] };
|
|
139
|
+
await runDelete('col', { filter });
|
|
140
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_FILTER, JSON.stringify(filter));
|
|
141
|
+
});
|
|
142
|
+
});
|
|
143
|
+
// ── retrieve → GET ────────────────────────────────────────────────────────
|
|
144
|
+
describe('retrieve() → GET (matches Python DB_OPERATION_GET)', () => {
|
|
145
|
+
it('should set db.operation.name = "GET"', async () => {
|
|
146
|
+
const patchFn = wrapper_1.default._patchRetrieve(mockTracer);
|
|
147
|
+
const originalMethod = jest.fn().mockResolvedValue([{ id: 1 }, { id: 2 }]);
|
|
148
|
+
const wrapped = patchFn(originalMethod);
|
|
149
|
+
await wrapped.call({}, 'col', { ids: [1, 2] });
|
|
150
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_OPERATION_NAME, 'GET');
|
|
151
|
+
});
|
|
152
|
+
it('should set db.ids_count and db.response.returned_rows', async () => {
|
|
153
|
+
const patchFn = wrapper_1.default._patchRetrieve(mockTracer);
|
|
154
|
+
const originalMethod = jest.fn().mockResolvedValue([{ id: 1 }, { id: 2 }]);
|
|
155
|
+
const wrapped = patchFn(originalMethod);
|
|
156
|
+
await wrapped.call({}, 'col', { ids: [1, 2] });
|
|
157
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_ID_COUNT, 2);
|
|
158
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_RESPONSE_RETURNED_ROWS, 2);
|
|
159
|
+
});
|
|
160
|
+
});
|
|
161
|
+
// ── scroll → GET ─────────────────────────────────────────────────────────
|
|
162
|
+
describe('scroll() → GET (matches Python DB_OPERATION_GET)', () => {
|
|
163
|
+
it('should set db.operation.name = "GET"', async () => {
|
|
164
|
+
const patchFn = wrapper_1.default._patchScroll(mockTracer);
|
|
165
|
+
const originalMethod = jest.fn().mockResolvedValue({ points: [{ id: 1 }, { id: 2 }] });
|
|
166
|
+
const wrapped = patchFn(originalMethod);
|
|
167
|
+
await wrapped.call({}, 'col', { limit: 100 });
|
|
168
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.DB_OPERATION_NAME, 'GET');
|
|
169
|
+
});
|
|
170
|
+
});
|
|
171
|
+
// ── Error handling ────────────────────────────────────────────────────────
|
|
172
|
+
it('should call handleException and end span on error', async () => {
|
|
173
|
+
const patchFn = wrapper_1.default._patchSearch(mockTracer);
|
|
174
|
+
const error = new Error('Qdrant connection refused');
|
|
175
|
+
const originalMethod = jest.fn().mockRejectedValue(error);
|
|
176
|
+
const wrapped = patchFn(originalMethod);
|
|
177
|
+
await expect(wrapped.call({}, 'col', { vector: [0.1], limit: 5 })).rejects.toThrow();
|
|
178
|
+
expect(helpers_1.default.handleException).toHaveBeenCalledWith(mockSpan, error);
|
|
179
|
+
expect(mockSpan.end).toHaveBeenCalled();
|
|
180
|
+
});
|
|
181
|
+
});
|
|
182
|
+
//# sourceMappingURL=qdrant-trace-comparison.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"qdrant-trace-comparison.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/qdrant-trace-comparison.test.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;GAeG;;;;;AAEH,gEAA8C;AAC9C,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAE3D,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAE3B,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;IACtD,IAAI,QAAa,CAAC;IAClB,IAAI,UAAe,CAAC;IAEpB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;YACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;YACnB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;SACrB,CAAC;QAEF,UAAU,GAAG;YACX,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,QAAQ,CAAC;SAC/C,CAAC;QAED,gBAAqB,CAAC,WAAW,GAAG,iBAAiB,CAAC;QACtD,gBAAqB,CAAC,eAAe,GAAG,cAAc,CAAC;QACvD,gBAAqB,CAAC,YAAY,GAAG,IAAI,CAAC;QAC1C,iBAAqB,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAE5E,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,MAAM,OAAO,GAAG,iBAAa,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;QACxC,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE1E,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE,KAAK,IAAI,EAAE;QAC9F,MAAM,OAAO,GAAG,iBAAa,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;QACxC,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE3D,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;QACnG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;IAEH,6EAA6E;IAE7E,QAAQ,CAAC,wDAAwD,EAAE,GAAG,EAAE;QACtE,KAAK,UAAU,SAAS,CAAC,cAAsB,EAAE,MAAW,EAAE,cAAmB,EAAE;YACjF,MAAM,OAAO,GAAG,iBAAa,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;YACxC,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;QAED,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,SAAS,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAE7D,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,iBAAiB,EACpC,QAAQ,CACT,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,MAAM,SAAS,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YAE3D,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,kBAAkB,EACrC,YAAY,CACb,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAErD,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC;YACtE,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YAE5D,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,SAAS,EAC5B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CACvB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;gBAClD,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;gBACrB,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE;aACtB,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,6EAA6E;IAE7E,QAAQ,CAAC,wDAAwD,EAAE,GAAG,EAAE;QACtE,KAAK,UAAU,SAAS,CAAC,cAAsB,EAAE,MAAW;YAC1D,MAAM,OAAO,GAAG,iBAAa,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;YACxC,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;QAED,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;YAE5E,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,iBAAiB,EACpC,QAAQ,CACT,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,SAAS,CAAC,KAAK,EAAE;gBACrB,MAAM,EAAE;oBACN,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE;oBACxB,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE;oBACxB,EAAE,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE;iBACzB;aACF,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QAC5F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,6EAA6E;IAE7E,QAAQ,CAAC,wDAAwD,EAAE,GAAG,EAAE;QACtE,KAAK,UAAU,SAAS,CAAC,cAAsB,EAAE,MAAW;YAC1D,MAAM,OAAO,GAAG,iBAAa,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;YAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;YACxC,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;QACjD,CAAC;QAED,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAE3C,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,iBAAiB,EACpC,QAAQ,CACT,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAE9C,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC;YACvE,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAEnC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,SAAS,EAC5B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CACvB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,6EAA6E;IAE7E,QAAQ,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAClE,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,OAAO,GAAG,iBAAa,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YACzD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3E,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;YACxC,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAE/C,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,iBAAiB,EACpC,KAAK,CACN,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,OAAO,GAAG,iBAAa,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YACzD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC3E,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;YACxC,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAE/C,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YACtF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QACtG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,4EAA4E;IAE5E,QAAQ,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAChE,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,OAAO,GAAG,iBAAa,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YACvD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACvF,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;YACxC,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YAE9C,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,iBAAiB,EACpC,KAAK,CACN,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,6EAA6E;IAE7E,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,OAAO,GAAG,iBAAa,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;QAExC,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrF,MAAM,CAAC,iBAAa,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC5E,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Trace Comparison Tests for Replicate Integration
|
|
4
|
+
*
|
|
5
|
+
* Verifies that the TypeScript SDK generates consistent traces for
|
|
6
|
+
* Replicate model runs.
|
|
7
|
+
*/
|
|
8
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
9
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
const wrapper_1 = __importDefault(require("../replicate/wrapper"));
|
|
13
|
+
const config_1 = __importDefault(require("../../config"));
|
|
14
|
+
const helpers_1 = __importDefault(require("../../helpers"));
|
|
15
|
+
const base_wrapper_1 = __importDefault(require("../base-wrapper"));
|
|
16
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
17
|
+
jest.mock('../../config');
|
|
18
|
+
jest.mock('../../helpers');
|
|
19
|
+
jest.mock('../base-wrapper');
|
|
20
|
+
describe('Replicate Trace Comparison', () => {
|
|
21
|
+
let mockSpan;
|
|
22
|
+
beforeEach(() => {
|
|
23
|
+
mockSpan = {
|
|
24
|
+
setAttribute: jest.fn(),
|
|
25
|
+
addEvent: jest.fn(),
|
|
26
|
+
end: jest.fn(),
|
|
27
|
+
setStatus: jest.fn(),
|
|
28
|
+
};
|
|
29
|
+
config_1.default.environment = 'openlit-testing';
|
|
30
|
+
config_1.default.applicationName = 'openlit-test';
|
|
31
|
+
config_1.default.traceContent = true;
|
|
32
|
+
config_1.default.pricing_json = {};
|
|
33
|
+
config_1.default.updatePricingJson = jest.fn().mockResolvedValue({});
|
|
34
|
+
helpers_1.default.getChatModelCost = jest.fn().mockReturnValue(0.001);
|
|
35
|
+
helpers_1.default.generalTokens = jest.fn().mockReturnValue(10);
|
|
36
|
+
helpers_1.default.handleException = jest.fn();
|
|
37
|
+
base_wrapper_1.default.recordMetrics = jest.fn();
|
|
38
|
+
base_wrapper_1.default.setBaseSpanAttributes = jest.fn().mockImplementation((span, attrs) => {
|
|
39
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_PROVIDER_NAME, attrs.aiSystem);
|
|
40
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_ENDPOINT, attrs.genAIEndpoint);
|
|
41
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MODEL, attrs.model);
|
|
42
|
+
if (attrs.cost !== undefined)
|
|
43
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_COST, attrs.cost);
|
|
44
|
+
if (attrs.serverAddress)
|
|
45
|
+
span.setAttribute(semantic_convention_1.default.SERVER_ADDRESS, attrs.serverAddress);
|
|
46
|
+
if (attrs.serverPort !== undefined)
|
|
47
|
+
span.setAttribute(semantic_convention_1.default.SERVER_PORT, attrs.serverPort);
|
|
48
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_SDK_VERSION, '1.9.0');
|
|
49
|
+
});
|
|
50
|
+
});
|
|
51
|
+
afterEach(() => {
|
|
52
|
+
jest.clearAllMocks();
|
|
53
|
+
});
|
|
54
|
+
describe('run() — text output', () => {
|
|
55
|
+
const identifier = 'meta/llama-2-70b-chat';
|
|
56
|
+
const mockArgs = [
|
|
57
|
+
identifier,
|
|
58
|
+
{ input: { prompt: 'What is the capital of France?' } },
|
|
59
|
+
];
|
|
60
|
+
it('should set gen_ai.system = "replicate"', async () => {
|
|
61
|
+
await wrapper_1.default._run({
|
|
62
|
+
args: mockArgs,
|
|
63
|
+
genAIEndpoint: 'replicate.run',
|
|
64
|
+
response: 'Paris.',
|
|
65
|
+
span: mockSpan,
|
|
66
|
+
});
|
|
67
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_PROVIDER_NAME, 'replicate');
|
|
68
|
+
});
|
|
69
|
+
it('should set gen_ai.request.model stripped of version hash', async () => {
|
|
70
|
+
await wrapper_1.default._run({
|
|
71
|
+
args: mockArgs,
|
|
72
|
+
genAIEndpoint: 'replicate.run',
|
|
73
|
+
response: 'Paris.',
|
|
74
|
+
span: mockSpan,
|
|
75
|
+
});
|
|
76
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_MODEL, 'meta/llama-2-70b-chat');
|
|
77
|
+
});
|
|
78
|
+
it('should strip version hash from identifier with colon', async () => {
|
|
79
|
+
const argsWithVersion = [
|
|
80
|
+
'stability-ai/sdxl:abc123def456',
|
|
81
|
+
{ input: { prompt: 'A sunset over mountains' } },
|
|
82
|
+
];
|
|
83
|
+
await wrapper_1.default._run({
|
|
84
|
+
args: argsWithVersion,
|
|
85
|
+
genAIEndpoint: 'replicate.run',
|
|
86
|
+
response: ['https://example.com/image.png'],
|
|
87
|
+
span: mockSpan,
|
|
88
|
+
});
|
|
89
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_MODEL, 'stability-ai/sdxl');
|
|
90
|
+
});
|
|
91
|
+
it('should set text_completion operation', async () => {
|
|
92
|
+
await wrapper_1.default._run({
|
|
93
|
+
args: mockArgs,
|
|
94
|
+
genAIEndpoint: 'replicate.run',
|
|
95
|
+
response: 'Paris.',
|
|
96
|
+
span: mockSpan,
|
|
97
|
+
});
|
|
98
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_TEXT_COMPLETION);
|
|
99
|
+
});
|
|
100
|
+
it('should set output_type=text for string responses', async () => {
|
|
101
|
+
await wrapper_1.default._run({
|
|
102
|
+
args: mockArgs,
|
|
103
|
+
genAIEndpoint: 'replicate.run',
|
|
104
|
+
response: 'Paris.',
|
|
105
|
+
span: mockSpan,
|
|
106
|
+
});
|
|
107
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_OUTPUT_TYPE, semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_TEXT);
|
|
108
|
+
});
|
|
109
|
+
it('should set output_type=text for array responses (streaming text chunks)', async () => {
|
|
110
|
+
await wrapper_1.default._run({
|
|
111
|
+
args: mockArgs,
|
|
112
|
+
genAIEndpoint: 'replicate.run',
|
|
113
|
+
response: ['Par', 'is', '.'],
|
|
114
|
+
span: mockSpan,
|
|
115
|
+
});
|
|
116
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_OUTPUT_TYPE, semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_TEXT);
|
|
117
|
+
});
|
|
118
|
+
it('should set output_type=json for object responses', async () => {
|
|
119
|
+
await wrapper_1.default._run({
|
|
120
|
+
args: mockArgs,
|
|
121
|
+
genAIEndpoint: 'replicate.run',
|
|
122
|
+
response: { answer: 'Paris', confidence: 0.99 },
|
|
123
|
+
span: mockSpan,
|
|
124
|
+
});
|
|
125
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_OUTPUT_TYPE, semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_JSON);
|
|
126
|
+
});
|
|
127
|
+
it('should set server.address = api.replicate.com and port 443', async () => {
|
|
128
|
+
await wrapper_1.default._run({
|
|
129
|
+
args: mockArgs,
|
|
130
|
+
genAIEndpoint: 'replicate.run',
|
|
131
|
+
response: 'Paris.',
|
|
132
|
+
span: mockSpan,
|
|
133
|
+
});
|
|
134
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_ADDRESS, 'api.replicate.com');
|
|
135
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_PORT, 443);
|
|
136
|
+
});
|
|
137
|
+
it('should capture prompt content when traceContent=true', async () => {
|
|
138
|
+
await wrapper_1.default._run({
|
|
139
|
+
args: mockArgs,
|
|
140
|
+
genAIEndpoint: 'replicate.run',
|
|
141
|
+
response: 'Paris.',
|
|
142
|
+
span: mockSpan,
|
|
143
|
+
});
|
|
144
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_CONTENT_PROMPT_EVENT, 'What is the capital of France?');
|
|
145
|
+
});
|
|
146
|
+
it('should end span and record metrics', async () => {
|
|
147
|
+
await wrapper_1.default._run({
|
|
148
|
+
args: mockArgs,
|
|
149
|
+
genAIEndpoint: 'replicate.run',
|
|
150
|
+
response: 'Paris.',
|
|
151
|
+
span: mockSpan,
|
|
152
|
+
});
|
|
153
|
+
expect(mockSpan.end).toHaveBeenCalled();
|
|
154
|
+
expect(base_wrapper_1.default.recordMetrics).toHaveBeenCalled();
|
|
155
|
+
});
|
|
156
|
+
});
|
|
157
|
+
});
|
|
158
|
+
//# sourceMappingURL=replicate-trace-comparison.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replicate-trace-comparison.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/replicate-trace-comparison.test.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;AAEH,mEAAoD;AACpD,0DAAyC;AACzC,4DAA0C;AAC1C,mEAA0C;AAC1C,oFAA2D;AAE3D,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC3B,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;AAE7B,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,IAAI,QAAa,CAAC;IAElB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;YACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;YACnB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;SACrB,CAAC;QAED,gBAAqB,CAAC,WAAW,GAAG,iBAAiB,CAAC;QACtD,gBAAqB,CAAC,eAAe,GAAG,cAAc,CAAC;QACvD,gBAAqB,CAAC,YAAY,GAAG,IAAI,CAAC;QAC1C,gBAAqB,CAAC,YAAY,GAAG,EAAE,CAAC;QACxC,gBAAqB,CAAC,iBAAiB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAE1E,iBAAqB,CAAC,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC1E,iBAAqB,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACpE,iBAAqB,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAElD,sBAAmB,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC9C,sBAAmB,CAAC,qBAAqB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,IAAS,EAAE,KAAU,EAAE,EAAE;YAClG,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC3E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,eAAe,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;YAC3E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACxE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBAAE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAClG,IAAI,KAAK,CAAC,aAAa;gBAAE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;YACnG,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;gBAAE,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YACxG,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,MAAM,UAAU,GAAG,uBAAuB,CAAC;QAC3C,MAAM,QAAQ,GAAG;YACf,UAAU;YACV,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,gCAAgC,EAAE,EAAE;SACxD,CAAC;QAEF,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,oBAAoB,EACvC,WAAW,CACZ,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YACxE,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,oBAAoB,EACvC,uBAAuB,CACxB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,eAAe,GAAG;gBACtB,gCAAgC;gBAChC,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,yBAAyB,EAAE,EAAE;aACjD,CAAC;YAEF,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,eAAe;gBACrB,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,CAAC,+BAA+B,CAAC;gBAC3C,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,oBAAoB,EACvC,mBAAmB,CACpB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,gBAAgB,EACnC,6BAAkB,CAAC,qCAAqC,CACzD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,kBAAkB,EACrC,6BAAkB,CAAC,uBAAuB,CAC3C,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;YACvF,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC;gBAC5B,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,kBAAkB,EACrC,6BAAkB,CAAC,uBAAuB,CAC3C,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE;gBAC/C,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,kBAAkB,EACrC,6BAAkB,CAAC,uBAAuB,CAC3C,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,cAAc,EACjC,mBAAmB,CACpB,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAC1F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,2BAA2B,EAC9C,gCAAgC,CACjC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,iBAAgB,CAAC,IAAI,CAAC;gBAC1B,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,eAAe;gBAC9B,QAAQ,EAAE,QAAQ;gBAClB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC;YACxC,MAAM,CAAC,sBAAW,CAAC,aAAa,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -44,6 +44,13 @@ describe('Together AI Cross-Language Trace Comparison', () => {
|
|
|
44
44
|
if (attrs.cost !== undefined) {
|
|
45
45
|
span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_COST, attrs.cost);
|
|
46
46
|
}
|
|
47
|
+
if (attrs.serverAddress) {
|
|
48
|
+
span.setAttribute(semantic_convention_1.default.SERVER_ADDRESS, attrs.serverAddress);
|
|
49
|
+
}
|
|
50
|
+
if (attrs.serverPort !== undefined) {
|
|
51
|
+
span.setAttribute(semantic_convention_1.default.SERVER_PORT, attrs.serverPort);
|
|
52
|
+
}
|
|
53
|
+
span.setAttribute(semantic_convention_1.default.GEN_AI_SDK_VERSION, '1.9.0');
|
|
47
54
|
});
|
|
48
55
|
});
|
|
49
56
|
afterEach(() => {
|
|
@@ -92,6 +99,10 @@ describe('Together AI Cross-Language Trace Comparison', () => {
|
|
|
92
99
|
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, 9);
|
|
93
100
|
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, 12);
|
|
94
101
|
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS, 21);
|
|
102
|
+
// Python SDK parity: server.address, server.port, gen_ai.sdk.version
|
|
103
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_ADDRESS, 'api.together.xyz');
|
|
104
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_PORT, 443);
|
|
105
|
+
expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_SDK_VERSION, '1.9.0');
|
|
95
106
|
});
|
|
96
107
|
});
|
|
97
108
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"together-trace-comparison.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/together-trace-comparison.test.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;AAEH,kEAAkD;AAClD,0DAAyC;AACzC,4DAA0C;AAC1C,mEAA0C;AAC1C,oFAA2D;AAE3D,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC3B,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;AAE7B,QAAQ,CAAC,6CAA6C,EAAE,GAAG,EAAE;IAC3D,IAAI,QAAa,CAAC;IAElB,UAAU,CAAC,GAAG,EAAE;QACd,mBAAmB;QACnB,QAAQ,GAAG;YACT,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;YACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;YACnB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;SACrB,CAAC;QAEF,qBAAqB;QACpB,gBAAqB,CAAC,WAAW,GAAG,iBAAiB,CAAC;QACtD,gBAAqB,CAAC,eAAe,GAAG,cAAc,CAAC;QACvD,gBAAqB,CAAC,YAAY,GAAG,IAAI,CAAC;QAC1C,gBAAqB,CAAC,YAAY,GAAG,EAAE,CAAC;QACxC,gBAAqB,CAAC,iBAAiB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAE3E,qBAAqB;QACpB,iBAAqB,CAAC,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC1E,iBAAqB,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAClE,iBAAqB,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAClD,iBAAqB,CAAC,iBAAiB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QAEvG,mBAAmB;QAClB,sBAAmB,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC9C,sBAAmB,CAAC,qBAAqB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACxF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC3E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,eAAe,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;YAC3E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACxE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC7B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACtE,CAAC;
|
|
1
|
+
{"version":3,"file":"together-trace-comparison.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/together-trace-comparison.test.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;AAEH,kEAAkD;AAClD,0DAAyC;AACzC,4DAA0C;AAC1C,mEAA0C;AAC1C,oFAA2D;AAE3D,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC3B,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;AAE7B,QAAQ,CAAC,6CAA6C,EAAE,GAAG,EAAE;IAC3D,IAAI,QAAa,CAAC;IAElB,UAAU,CAAC,GAAG,EAAE;QACd,mBAAmB;QACnB,QAAQ,GAAG;YACT,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;YACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;YACnB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;SACrB,CAAC;QAEF,qBAAqB;QACpB,gBAAqB,CAAC,WAAW,GAAG,iBAAiB,CAAC;QACtD,gBAAqB,CAAC,eAAe,GAAG,cAAc,CAAC;QACvD,gBAAqB,CAAC,YAAY,GAAG,IAAI,CAAC;QAC1C,gBAAqB,CAAC,YAAY,GAAG,EAAE,CAAC;QACxC,gBAAqB,CAAC,iBAAiB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAE3E,qBAAqB;QACpB,iBAAqB,CAAC,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC1E,iBAAqB,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAClE,iBAAqB,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAClD,iBAAqB,CAAC,iBAAiB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QAEvG,mBAAmB;QAClB,sBAAmB,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC9C,sBAAmB,CAAC,qBAAqB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACxF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC3E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,eAAe,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;YAC3E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACxE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC7B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBACxB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;YAC5E,CAAC;YACD,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACnC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;QACjD,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,QAAQ,GAAG;gBACf;oBACE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;oBAC7D,KAAK,EAAE,6CAA6C;oBACpD,UAAU,EAAE,EAAE;oBACd,WAAW,EAAE,GAAG;oBAChB,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,KAAK;iBACd;aACF,CAAC;YAEF,MAAM,YAAY,GAAG;gBACnB,EAAE,EAAE,kBAAkB;gBACtB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;gBACnB,KAAK,EAAE,6CAA6C;gBACpD,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,CAAC;wBACR,aAAa,EAAE,MAAM;wBACrB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,mBAAmB,EAAE;qBAC7D;iBACF;gBACD,KAAK,EAAE;oBACL,aAAa,EAAE,CAAC;oBAChB,iBAAiB,EAAE,EAAE;oBACrB,YAAY,EAAE,EAAE;iBACjB;aACF,CAAC;YAEF,MAAM,iBAAe,CAAC,eAAe,CAAC;gBACpC,IAAI,EAAE,QAAQ;gBACd,aAAa,EAAE,2BAA2B;gBAC1C,QAAQ,EAAE,YAAY;gBACtB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,2DAA2D;YAC3D,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;YACxG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,gBAAgB,EAAE,6BAAkB,CAAC,0BAA0B,CAAC,CAAC;YACvI,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,6CAA6C,CAAC,CAAC;YAC3I,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,6CAA6C,CAAC,CAAC;YAC5I,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;YACpG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;YACtG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;YACrG,qEAAqE;YACrE,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;YAC1G,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YACxF,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;QACrG,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
*
|
|
4
4
|
* This module provides utilities to compare traces generated by Python and TypeScript
|
|
5
5
|
* OpenLIT SDKs to ensure consistency across implementations.
|
|
6
|
+
* Uses SemanticConvention keys so comparisons stay in sync with the SDK.
|
|
6
7
|
*/
|
|
7
8
|
import { Span } from '@opentelemetry/api';
|
|
8
9
|
import { ReadableSpan } from '@opentelemetry/sdk-trace-base';
|
|
@@ -4,7 +4,11 @@
|
|
|
4
4
|
*
|
|
5
5
|
* This module provides utilities to compare traces generated by Python and TypeScript
|
|
6
6
|
* OpenLIT SDKs to ensure consistency across implementations.
|
|
7
|
+
* Uses SemanticConvention keys so comparisons stay in sync with the SDK.
|
|
7
8
|
*/
|
|
9
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
10
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
11
|
+
};
|
|
8
12
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
9
13
|
exports.normalizeTypeScriptSpan = normalizeTypeScriptSpan;
|
|
10
14
|
exports.compareTraces = compareTraces;
|
|
@@ -12,6 +16,7 @@ exports.extractKeyMetrics = extractKeyMetrics;
|
|
|
12
16
|
exports.compareMetrics = compareMetrics;
|
|
13
17
|
exports.createTraceValidator = createTraceValidator;
|
|
14
18
|
const api_1 = require("@opentelemetry/api");
|
|
19
|
+
const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
|
|
15
20
|
/**
|
|
16
21
|
* Normalize a TypeScript span to a comparable format
|
|
17
22
|
*/
|
|
@@ -96,19 +101,23 @@ function compareTraces(pythonTrace, typescriptTrace) {
|
|
|
96
101
|
function compareAttributes(pythonAttrs, typescriptAttrs) {
|
|
97
102
|
const differences = [];
|
|
98
103
|
const allKeys = new Set([...Object.keys(pythonAttrs), ...Object.keys(typescriptAttrs)]);
|
|
99
|
-
// Critical attributes that must match
|
|
104
|
+
// Critical attributes that must match (use SemanticConvention so keys stay in sync)
|
|
100
105
|
const criticalAttributes = [
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
106
|
+
semantic_convention_1.default.GEN_AI_PROVIDER_NAME,
|
|
107
|
+
semantic_convention_1.default.GEN_AI_PROVIDER_NAME_OTEL,
|
|
108
|
+
semantic_convention_1.default.GEN_AI_OPERATION,
|
|
109
|
+
semantic_convention_1.default.GEN_AI_REQUEST_MODEL,
|
|
110
|
+
semantic_convention_1.default.GEN_AI_RESPONSE_MODEL,
|
|
111
|
+
semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS,
|
|
112
|
+
semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS,
|
|
113
|
+
semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS,
|
|
114
|
+
semantic_convention_1.default.GEN_AI_USAGE_COST,
|
|
115
|
+
semantic_convention_1.default.GEN_AI_ENDPOINT,
|
|
116
|
+
semantic_convention_1.default.GEN_AI_ENVIRONMENT,
|
|
117
|
+
semantic_convention_1.default.GEN_AI_APPLICATION_NAME,
|
|
118
|
+
semantic_convention_1.default.SERVER_ADDRESS,
|
|
119
|
+
semantic_convention_1.default.SERVER_PORT,
|
|
120
|
+
semantic_convention_1.default.GEN_AI_SDK_VERSION,
|
|
112
121
|
];
|
|
113
122
|
for (const key of allKeys) {
|
|
114
123
|
const pythonValue = pythonAttrs[key];
|
|
@@ -163,14 +172,14 @@ function extractKeyMetrics(trace) {
|
|
|
163
172
|
const attrs = trace.attributes;
|
|
164
173
|
return {
|
|
165
174
|
tokens: {
|
|
166
|
-
input: attrs[
|
|
167
|
-
output: attrs[
|
|
168
|
-
total: attrs[
|
|
175
|
+
input: attrs[semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS] || 0,
|
|
176
|
+
output: attrs[semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS] || 0,
|
|
177
|
+
total: attrs[semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS] || 0,
|
|
169
178
|
},
|
|
170
|
-
cost: attrs[
|
|
171
|
-
model: attrs[
|
|
172
|
-
operation: attrs[
|
|
173
|
-
system: attrs[
|
|
179
|
+
cost: attrs[semantic_convention_1.default.GEN_AI_USAGE_COST] || 0,
|
|
180
|
+
model: attrs[semantic_convention_1.default.GEN_AI_REQUEST_MODEL] || attrs[semantic_convention_1.default.GEN_AI_RESPONSE_MODEL] || '',
|
|
181
|
+
operation: attrs[semantic_convention_1.default.GEN_AI_OPERATION] || '',
|
|
182
|
+
system: attrs[semantic_convention_1.default.GEN_AI_PROVIDER_NAME] || attrs[semantic_convention_1.default.GEN_AI_PROVIDER_NAME_OTEL] || '',
|
|
174
183
|
};
|
|
175
184
|
}
|
|
176
185
|
/**
|
|
@@ -223,16 +232,17 @@ function createTraceValidator(providerName, expectedAttributes = []) {
|
|
|
223
232
|
errors.push(`Missing required attribute: ${attr}`);
|
|
224
233
|
}
|
|
225
234
|
}
|
|
226
|
-
// Check system matches provider
|
|
227
|
-
|
|
228
|
-
|
|
235
|
+
// Check system matches provider (legacy + OTel keys from SemanticConvention)
|
|
236
|
+
const providerAttr = trace.attributes[semantic_convention_1.default.GEN_AI_PROVIDER_NAME] ?? trace.attributes[semantic_convention_1.default.GEN_AI_PROVIDER_NAME_OTEL];
|
|
237
|
+
if (providerAttr !== providerName) {
|
|
238
|
+
errors.push(`System mismatch: expected "${providerName}", got "${providerAttr}"`);
|
|
229
239
|
}
|
|
230
240
|
// Check operation is set
|
|
231
|
-
if (!trace.attributes[
|
|
241
|
+
if (!trace.attributes[semantic_convention_1.default.GEN_AI_OPERATION]) {
|
|
232
242
|
errors.push('Missing operation name');
|
|
233
243
|
}
|
|
234
244
|
// Check tokens are present
|
|
235
|
-
if (!trace.attributes[
|
|
245
|
+
if (!trace.attributes[semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS] && !trace.attributes[semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS]) {
|
|
236
246
|
errors.push('Missing token usage information');
|
|
237
247
|
}
|
|
238
248
|
return {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"trace-comparison-utils.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/trace-comparison-utils.ts"],"names":[],"mappings":";AAAA;;;;;
|
|
1
|
+
{"version":3,"file":"trace-comparison-utils.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/trace-comparison-utils.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;AAyBH,0DAkBC;AAiCD,sCA2CC;AAkGD,8CAoBC;AAKD,wCAsDC;AAKD,oDAuCC;AAlVD,4CAA0D;AAE1D,oFAA2D;AAkB3D;;GAEG;AACH,SAAgB,uBAAuB,CAAC,IAAyB;IAC/D,MAAM,QAAQ,GAAG,IAAW,CAAC;IAE7B,OAAO;QACL,QAAQ,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;QAC7B,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,UAAU;QACjD,UAAU,EAAE,mBAAmB,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC;QAC1D,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE;YACtB,UAAU,EAAE,mBAAmB,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;SACxD,CAAC,CAAC;QACH,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,KAAK,oBAAc,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACpD,QAAQ,CAAC,MAAM,EAAE,IAAI,KAAK,oBAAc,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO;YACxE,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO;SAClC;QACD,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KACjG,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,KAA0B;IACrD,MAAM,UAAU,GAAwB,EAAE,CAAC;IAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,yCAAyC;QACzC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QACtC,CAAC;QACD,6CAA6C;aACxC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,4BAA4B;QACjF,CAAC;QACD,sCAAsC;aACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC;QACD,yBAAyB;aACpB,CAAC;YACJ,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,SAAgB,aAAa,CAC3B,WAA4B,EAC5B,eAAgC;IAEhC,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,qBAAqB;IACrB,IAAI,WAAW,CAAC,QAAQ,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;QACtD,WAAW,CAAC,IAAI,CACd,+BAA+B,WAAW,CAAC,QAAQ,kBAAkB,eAAe,CAAC,QAAQ,GAAG,CACjG,CAAC;IACJ,CAAC;IAED,oBAAoB;IACpB,IAAI,WAAW,CAAC,QAAQ,KAAK,eAAe,CAAC,QAAQ,EAAE,CAAC;QACtD,WAAW,CAAC,IAAI,CACd,+BAA+B,WAAW,CAAC,QAAQ,kBAAkB,eAAe,CAAC,QAAQ,GAAG,CACjG,CAAC;IACJ,CAAC;IAED,iBAAiB;IACjB,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5D,WAAW,CAAC,IAAI,CACd,iCAAiC,WAAW,CAAC,MAAM,CAAC,IAAI,kBAAkB,eAAe,CAAC,MAAM,CAAC,IAAI,GAAG,CACzG,CAAC;IACJ,CAAC;IAED,qBAAqB;IACrB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,WAAW,CAAC,UAAU,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;IACvF,WAAW,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;IAE9B,yDAAyD;IACzD,MAAM,SAAS,GAAG,aAAa,CAAC,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,WAAW,CAAC,IAAI,CAAC,sBAAsB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,OAAO;QACL,KAAK,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;QAC/B,WAAW;QACX,WAAW;QACX,eAAe;KAChB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CACxB,WAAgC,EAChC,eAAoC;IAEpC,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAExF,oFAAoF;IACpF,MAAM,kBAAkB,GAAG;QACzB,6BAAkB,CAAC,oBAAoB;QACvC,6BAAkB,CAAC,yBAAyB;QAC5C,6BAAkB,CAAC,gBAAgB;QACnC,6BAAkB,CAAC,oBAAoB;QACvC,6BAAkB,CAAC,qBAAqB;QACxC,6BAAkB,CAAC,yBAAyB;QAC5C,6BAAkB,CAAC,0BAA0B;QAC7C,6BAAkB,CAAC,yBAAyB;QAC5C,6BAAkB,CAAC,iBAAiB;QACpC,6BAAkB,CAAC,eAAe;QAClC,6BAAkB,CAAC,kBAAkB;QACrC,6BAAkB,CAAC,uBAAuB;QAC1C,6BAAkB,CAAC,cAAc;QACjC,6BAAkB,CAAC,WAAW;QAC9B,6BAAkB,CAAC,kBAAkB;KACtC,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,eAAe,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QAE7C,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAEpD,IAAI,WAAW,KAAK,SAAS,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAC/D,IAAI,UAAU,EAAE,CAAC;gBACf,WAAW,CAAC,IAAI,CAAC,sBAAsB,GAAG,qBAAqB,eAAe,GAAG,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;aAAM,IAAI,eAAe,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YACtE,IAAI,UAAU,EAAE,CAAC;gBACf,WAAW,CAAC,IAAI,CAAC,0BAA0B,GAAG,iBAAiB,WAAW,GAAG,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;aAAM,IAAI,WAAW,KAAK,eAAe,EAAE,CAAC;YAC3C,qDAAqD;YACrD,IAAI,UAAU,EAAE,CAAC;gBACf,WAAW,CAAC,IAAI,CACd,cAAc,GAAG,uBAAuB,WAAW,kBAAkB,eAAe,GAAG,CACxF,CAAC;YACJ,CAAC;YACD,2DAA2D;iBACtD,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,eAAe,KAAK,QAAQ,EAAE,CAAC;gBAChF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,eAAe,CAAC,CAAC;gBACrD,IAAI,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,yCAAyC;oBAC1D,WAAW,CAAC,IAAI,CACd,cAAc,GAAG,oCAAoC,WAAW,gBAAgB,eAAe,EAAE,CAClG,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CACpB,YAAuE,EACvE,gBAA2E;IAE3E,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,IAAI,YAAY,CAAC,MAAM,KAAK,gBAAgB,CAAC,MAAM,EAAE,CAAC;QACpD,WAAW,CAAC,IAAI,CACd,gCAAgC,YAAY,CAAC,MAAM,gBAAgB,gBAAgB,CAAC,MAAM,EAAE,CAC7F,CAAC;IACJ,CAAC;IAED,yCAAyC;IACzC,MAAM,gBAAgB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9D,MAAM,oBAAoB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAEtE,IAAI,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC9E,WAAW,CAAC,IAAI,CACd,+BAA+B,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAC/G,CAAC;IACJ,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAAC,KAAsB;IAOtD,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC;IAE/B,OAAO;QACL,MAAM,EAAE;YACN,KAAK,EAAE,KAAK,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,IAAI,CAAC;YAC/D,MAAM,EAAE,KAAK,CAAC,6BAAkB,CAAC,0BAA0B,CAAC,IAAI,CAAC;YACjE,KAAK,EAAE,KAAK,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,IAAI,CAAC;SAChE;QACD,IAAI,EAAE,KAAK,CAAC,6BAAkB,CAAC,iBAAiB,CAAC,IAAI,CAAC;QACtD,KAAK,EAAE,KAAK,CAAC,6BAAkB,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,6BAAkB,CAAC,qBAAqB,CAAC,IAAI,EAAE;QAC9G,SAAS,EAAE,KAAK,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,IAAI,EAAE;QAC3D,MAAM,EAAE,KAAK,CAAC,6BAAkB,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,IAAI,EAAE;KACpH,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAC5B,WAA4B,EAC5B,eAAgC;IAEhC,MAAM,aAAa,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,6DAA6D;IAC7D,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,2BAA2B;IACrD,IAAI,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,cAAc,EAAE,CAAC;QAC3F,WAAW,CAAC,IAAI,CACd,6CAA6C,aAAa,CAAC,MAAM,CAAC,KAAK,gBAAgB,iBAAiB,CAAC,MAAM,CAAC,KAAK,EAAE,CACxH,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,cAAc,EAAE,CAAC;QAC7F,WAAW,CAAC,IAAI,CACd,8CAA8C,aAAa,CAAC,MAAM,CAAC,MAAM,gBAAgB,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,CAC3H,CAAC;IACJ,CAAC;IAED,yDAAyD;IACzD,MAAM,aAAa,GAAG,MAAM,CAAC;IAC7B,IAAI,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,GAAG,aAAa,EAAE,CAAC;QAC1E,WAAW,CAAC,IAAI,CACd,wBAAwB,aAAa,CAAC,IAAI,gBAAgB,iBAAiB,CAAC,IAAI,EAAE,CACnF,CAAC;IACJ,CAAC;IAED,qCAAqC;IACrC,IAAI,aAAa,CAAC,KAAK,KAAK,iBAAiB,CAAC,KAAK,EAAE,CAAC;QACpD,WAAW,CAAC,IAAI,CACd,2BAA2B,aAAa,CAAC,KAAK,kBAAkB,iBAAiB,CAAC,KAAK,GAAG,CAC3F,CAAC;IACJ,CAAC;IAED,yCAAyC;IACzC,IAAI,aAAa,CAAC,SAAS,KAAK,iBAAiB,CAAC,SAAS,EAAE,CAAC;QAC5D,WAAW,CAAC,IAAI,CACd,+BAA+B,aAAa,CAAC,SAAS,kBAAkB,iBAAiB,CAAC,SAAS,GAAG,CACvG,CAAC;IACJ,CAAC;IAED,sCAAsC;IACtC,IAAI,aAAa,CAAC,MAAM,KAAK,iBAAiB,CAAC,MAAM,EAAE,CAAC;QACtD,WAAW,CAAC,IAAI,CACd,4BAA4B,aAAa,CAAC,MAAM,kBAAkB,iBAAiB,CAAC,MAAM,GAAG,CAC9F,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;QAC/B,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB,CAClC,YAAoB,EACpB,qBAA+B,EAAE;IAEjC,OAAO;QACL,aAAa,EAAE,CAAC,KAAsB,EAAE,EAAE;YACxC,MAAM,MAAM,GAAa,EAAE,CAAC;YAE5B,4BAA4B;YAC5B,KAAK,MAAM,IAAI,IAAI,kBAAkB,EAAE,CAAC;gBACtC,IAAI,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;oBAChC,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,EAAE,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YAED,6EAA6E;YAC7E,MAAM,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC,6BAAkB,CAAC,oBAAoB,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,CAAC;YACjJ,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;gBAClC,MAAM,CAAC,IAAI,CACT,8BAA8B,YAAY,WAAW,YAAY,GAAG,CACrE,CAAC;YACJ,CAAC;YAED,yBAAyB;YACzB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,6BAAkB,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC3D,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACxC,CAAC;YAED,2BAA2B;YAC3B,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,6BAAkB,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,6BAAkB,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBACxI,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACjD,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;gBAC1B,MAAM;aACP,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -2,6 +2,8 @@ import { Span, Tracer } from '@opentelemetry/api';
|
|
|
2
2
|
import BaseWrapper from '../base-wrapper';
|
|
3
3
|
export default class AnthropicWrapper extends BaseWrapper {
|
|
4
4
|
static aiSystem: string;
|
|
5
|
+
static serverAddress: string;
|
|
6
|
+
static serverPort: number;
|
|
5
7
|
static _patchMessageCreate(tracer: Tracer): any;
|
|
6
8
|
static _messageCreate({ args, genAIEndpoint, response, span, }: {
|
|
7
9
|
args: any[];
|
|
@@ -15,16 +17,20 @@ export default class AnthropicWrapper extends BaseWrapper {
|
|
|
15
17
|
response: any;
|
|
16
18
|
span: Span;
|
|
17
19
|
}): AsyncGenerator<any, any, unknown>;
|
|
18
|
-
static _messageCreateCommonSetter({ args, genAIEndpoint, result, span, }: {
|
|
20
|
+
static _messageCreateCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
|
|
19
21
|
args: any[];
|
|
20
22
|
genAIEndpoint: string;
|
|
21
23
|
result: any;
|
|
22
24
|
span: Span;
|
|
25
|
+
ttft?: number;
|
|
26
|
+
tbt?: number;
|
|
23
27
|
}): Promise<{
|
|
24
28
|
genAIEndpoint: string;
|
|
25
29
|
model: any;
|
|
26
30
|
user: any;
|
|
27
31
|
cost: number;
|
|
28
32
|
aiSystem: string;
|
|
33
|
+
serverAddress: string;
|
|
34
|
+
serverPort: number;
|
|
29
35
|
}>;
|
|
30
36
|
}
|