ragscope 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +107 -48
- package/dist/bin/ragscope.js +13 -6
- package/dist/bin/ragscope.js.map +1 -1
- package/dist/src/app.d.ts.map +1 -1
- package/dist/src/app.js +8 -8
- package/dist/src/app.js.map +1 -1
- package/dist/src/app.test.js +26 -9
- package/dist/src/app.test.js.map +1 -1
- package/dist/src/audit/scorer.d.ts.map +1 -1
- package/dist/src/audit/scorer.js +46 -17
- package/dist/src/audit/scorer.js.map +1 -1
- package/dist/src/audit/scorer.test.js +4 -4
- package/dist/src/audit/scorer.test.js.map +1 -1
- package/dist/src/db/index.d.ts.map +1 -1
- package/dist/src/db/index.js.map +1 -1
- package/dist/src/db/queries.d.ts.map +1 -1
- package/dist/src/db/queries.js.map +1 -1
- package/dist/src/db/queries.test.js.map +1 -1
- package/dist/src/db/schema.d.ts.map +1 -1
- package/dist/src/db/schema.js +9 -3
- package/dist/src/db/schema.js.map +1 -1
- package/dist/src/enrichment/boundaries.d.ts.map +1 -1
- package/dist/src/enrichment/boundaries.js.map +1 -1
- package/dist/src/enrichment/boundaries.test.js +21 -16
- package/dist/src/enrichment/boundaries.test.js.map +1 -1
- package/dist/src/enrichment/embeddings.d.ts.map +1 -1
- package/dist/src/enrichment/embeddings.js +4 -2
- package/dist/src/enrichment/embeddings.js.map +1 -1
- package/dist/src/enrichment/normalizer.d.ts.map +1 -1
- package/dist/src/enrichment/normalizer.js +15 -5
- package/dist/src/enrichment/normalizer.js.map +1 -1
- package/dist/src/enrichment/normalizer.test.js +8 -2
- package/dist/src/enrichment/normalizer.test.js.map +1 -1
- package/dist/src/enrichment/pipeline.d.ts.map +1 -1
- package/dist/src/enrichment/pipeline.js +9 -9
- package/dist/src/enrichment/pipeline.js.map +1 -1
- package/dist/src/enrichment/pipeline.test.js +6 -6
- package/dist/src/enrichment/pipeline.test.js.map +1 -1
- package/dist/src/enrichment/reranker.d.ts.map +1 -1
- package/dist/src/enrichment/reranker.js +3 -3
- package/dist/src/enrichment/reranker.js.map +1 -1
- package/dist/src/enrichment/reranker.test.js +36 -19
- package/dist/src/enrichment/reranker.test.js.map +1 -1
- package/dist/src/enrichment/tokenizer.d.ts.map +1 -1
- package/dist/src/enrichment/tokenizer.js +0 -1
- package/dist/src/enrichment/tokenizer.js.map +1 -1
- package/dist/src/enrichment/tokenizer.test.js.map +1 -1
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js.map +1 -1
- package/dist/src/ingestion/langfuse.d.ts.map +1 -1
- package/dist/src/ingestion/langfuse.js +3 -4
- package/dist/src/ingestion/langfuse.js.map +1 -1
- package/dist/src/ingestion/otlp-parser.d.ts.map +1 -1
- package/dist/src/ingestion/otlp-parser.js +7 -2
- package/dist/src/ingestion/otlp-parser.js.map +1 -1
- package/dist/src/ingestion/otlp-parser.test.js +141 -60
- package/dist/src/ingestion/otlp-parser.test.js.map +1 -1
- package/dist/src/types.d.ts.map +1 -1
- package/package.json +28 -2
|
@@ -17,7 +17,7 @@ export function applyRerankerResults(chunks, rerankerSpans) {
|
|
|
17
17
|
rerankedRank.set(doc.id, i + 1);
|
|
18
18
|
rerankedScore.set(doc.id, doc.score);
|
|
19
19
|
});
|
|
20
|
-
const updatedChunks = chunks.map(chunk => {
|
|
20
|
+
const updatedChunks = chunks.map((chunk) => {
|
|
21
21
|
const newRank = rerankedRank.get(chunk.chunkId);
|
|
22
22
|
if (newRank == null)
|
|
23
23
|
return chunk;
|
|
@@ -25,8 +25,8 @@ export function applyRerankerResults(chunks, rerankerSpans) {
|
|
|
25
25
|
return { ...chunk, rankReranked: newRank, scoreReranked: newScore };
|
|
26
26
|
});
|
|
27
27
|
const diffs = chunks
|
|
28
|
-
.filter(c => rerankedRank.has(c.chunkId) && c.rankRetrieval != null)
|
|
29
|
-
.map(c => {
|
|
28
|
+
.filter((c) => rerankedRank.has(c.chunkId) && c.rankRetrieval != null)
|
|
29
|
+
.map((c) => {
|
|
30
30
|
const rr = rerankedRank.get(c.chunkId);
|
|
31
31
|
const sr = rerankedScore.get(c.chunkId) ?? null;
|
|
32
32
|
return {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../../../src/enrichment/reranker.ts"],"names":[],"mappings":"AAYA;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAAkB,EAClB,aAA2B;IAE3B,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,
|
|
1
|
+
{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../../../src/enrichment/reranker.ts"],"names":[],"mappings":"AAYA;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,MAAkB,EAClB,aAA2B;IAE3B,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAE7D,oEAAoE;IACpE,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAEjF,qDAAqD;IACrD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QAChC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAChC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACzC,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,OAAO,IAAI,IAAI;YAAE,OAAO,KAAK,CAAC;QAClC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;QAC1D,OAAO,EAAE,GAAG,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAmB,MAAM;SACjC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC;SACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAE,CAAC;QACxC,MAAM,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;QAChD,OAAO;YACL,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,aAAa,EAAE,CAAC,CAAC,aAAc;YAC/B,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,CAAC,CAAC,aAAc,GAAG,EAAE,EAAE,iCAAiC;YACnE,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;SACtE,CAAC;IACJ,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;IAEnD,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;AAC1C,CAAC"}
|
|
@@ -2,25 +2,42 @@ import { describe, it, expect } from 'vitest';
|
|
|
2
2
|
import { applyRerankerResults } from './reranker.js';
|
|
3
3
|
function makeChunk(chunkId, rank, score = 0.9) {
|
|
4
4
|
return {
|
|
5
|
-
id: `id-${chunkId}`,
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
5
|
+
id: `id-${chunkId}`,
|
|
6
|
+
spanId: 's1',
|
|
7
|
+
traceId: 't1',
|
|
8
|
+
chunkId,
|
|
9
|
+
content: `content of ${chunkId}`,
|
|
10
|
+
scoreRaw: score,
|
|
11
|
+
scoreNormalized: score,
|
|
12
|
+
rankRetrieval: rank,
|
|
13
|
+
rankReranked: null,
|
|
14
|
+
scoreReranked: null,
|
|
15
|
+
tokenCount: 5,
|
|
16
|
+
vectorStore: null,
|
|
17
|
+
inContext: false,
|
|
18
|
+
contextPosition: null,
|
|
19
|
+
overlapWithNext: 0,
|
|
20
|
+
scoreMissing: false,
|
|
10
21
|
};
|
|
11
22
|
}
|
|
12
23
|
function makeRerankerSpan(docs) {
|
|
13
24
|
return {
|
|
14
|
-
traceId: 't1',
|
|
15
|
-
|
|
16
|
-
|
|
25
|
+
traceId: 't1',
|
|
26
|
+
spanId: 'reranker-span',
|
|
27
|
+
name: 'cohere.rerank',
|
|
28
|
+
kind: 'RERANKER',
|
|
29
|
+
startTimeMs: 200,
|
|
30
|
+
endTimeMs: 350,
|
|
31
|
+
latencyMs: 150,
|
|
32
|
+
rawAttributes: '[]',
|
|
33
|
+
documents: docs,
|
|
17
34
|
};
|
|
18
35
|
}
|
|
19
36
|
describe('applyRerankerResults', () => {
|
|
20
37
|
const chunks = [
|
|
21
|
-
makeChunk('doc-a', 1, 0.
|
|
38
|
+
makeChunk('doc-a', 1, 0.8),
|
|
22
39
|
makeChunk('doc-b', 2, 0.75),
|
|
23
|
-
makeChunk('doc-c', 3, 0.
|
|
40
|
+
makeChunk('doc-c', 3, 0.6),
|
|
24
41
|
];
|
|
25
42
|
it('returns unchanged chunks when no reranker spans', () => {
|
|
26
43
|
const { chunks: out, diffs } = applyRerankerResults(chunks, []);
|
|
@@ -34,9 +51,9 @@ describe('applyRerankerResults', () => {
|
|
|
34
51
|
{ id: 'doc-b', score: 0.72 },
|
|
35
52
|
]);
|
|
36
53
|
const { chunks: out } = applyRerankerResults(chunks, [span]);
|
|
37
|
-
expect(out.find(c => c.chunkId === 'doc-c').rankReranked).toBe(1);
|
|
38
|
-
expect(out.find(c => c.chunkId === 'doc-a').rankReranked).toBe(2);
|
|
39
|
-
expect(out.find(c => c.chunkId === 'doc-b').rankReranked).toBe(3);
|
|
54
|
+
expect(out.find((c) => c.chunkId === 'doc-c').rankReranked).toBe(1);
|
|
55
|
+
expect(out.find((c) => c.chunkId === 'doc-a').rankReranked).toBe(2);
|
|
56
|
+
expect(out.find((c) => c.chunkId === 'doc-b').rankReranked).toBe(3);
|
|
40
57
|
});
|
|
41
58
|
it('computes positive rankDelta for chunks that moved up', () => {
|
|
42
59
|
const span = makeRerankerSpan([
|
|
@@ -45,7 +62,7 @@ describe('applyRerankerResults', () => {
|
|
|
45
62
|
{ id: 'doc-b', score: 0.72 },
|
|
46
63
|
]);
|
|
47
64
|
const { diffs } = applyRerankerResults(chunks, [span]);
|
|
48
|
-
const diffC = diffs.find(d => d.chunkId === 'doc-c');
|
|
65
|
+
const diffC = diffs.find((d) => d.chunkId === 'doc-c');
|
|
49
66
|
expect(diffC.rankDelta).toBe(2); // moved up 2 positions
|
|
50
67
|
});
|
|
51
68
|
it('computes negative rankDelta for chunks that moved down', () => {
|
|
@@ -55,19 +72,19 @@ describe('applyRerankerResults', () => {
|
|
|
55
72
|
{ id: 'doc-b', score: 0.72 },
|
|
56
73
|
]);
|
|
57
74
|
const { diffs } = applyRerankerResults(chunks, [span]);
|
|
58
|
-
const diffA = diffs.find(d => d.chunkId === 'doc-a');
|
|
75
|
+
const diffA = diffs.find((d) => d.chunkId === 'doc-a');
|
|
59
76
|
expect(diffA.rankDelta).toBe(-1); // was rank 1, now rank 2
|
|
60
77
|
});
|
|
61
78
|
it('includes scoreDelta in diffs', () => {
|
|
62
79
|
const span = makeRerankerSpan([{ id: 'doc-a', score: 0.95 }]);
|
|
63
80
|
const { diffs } = applyRerankerResults(chunks, [span]);
|
|
64
|
-
const diff = diffs.find(d => d.chunkId === 'doc-a');
|
|
65
|
-
expect(diff.scoreDelta).toBeCloseTo(0.95 - 0.
|
|
81
|
+
const diff = diffs.find((d) => d.chunkId === 'doc-a');
|
|
82
|
+
expect(diff.scoreDelta).toBeCloseTo(0.95 - 0.8);
|
|
66
83
|
});
|
|
67
84
|
it('leaves rankReranked null for chunks not in reranker output', () => {
|
|
68
85
|
const span = makeRerankerSpan([{ id: 'doc-a', score: 0.9 }]);
|
|
69
86
|
const { chunks: out } = applyRerankerResults(chunks, [span]);
|
|
70
|
-
expect(out.find(c => c.chunkId === 'doc-b').rankReranked).toBeNull();
|
|
87
|
+
expect(out.find((c) => c.chunkId === 'doc-b').rankReranked).toBeNull();
|
|
71
88
|
});
|
|
72
89
|
it('returns diffs sorted by rankReranked', () => {
|
|
73
90
|
const span = makeRerankerSpan([
|
|
@@ -76,7 +93,7 @@ describe('applyRerankerResults', () => {
|
|
|
76
93
|
{ id: 'doc-a', score: 0.72 },
|
|
77
94
|
]);
|
|
78
95
|
const { diffs } = applyRerankerResults(chunks, [span]);
|
|
79
|
-
expect(diffs.map(d => d.rankReranked)).toEqual([1, 2, 3]);
|
|
96
|
+
expect(diffs.map((d) => d.rankReranked)).toEqual([1, 2, 3]);
|
|
80
97
|
});
|
|
81
98
|
});
|
|
82
99
|
//# sourceMappingURL=reranker.test.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reranker.test.js","sourceRoot":"","sources":["../../../src/enrichment/reranker.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,
|
|
1
|
+
{"version":3,"file":"reranker.test.js","sourceRoot":"","sources":["../../../src/enrichment/reranker.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAGrD,SAAS,SAAS,CAAC,OAAe,EAAE,IAAY,EAAE,KAAK,GAAG,GAAG;IAC3D,OAAO;QACL,EAAE,EAAE,MAAM,OAAO,EAAE;QACnB,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,IAAI;QACb,OAAO;QACP,OAAO,EAAE,cAAc,OAAO,EAAE;QAChC,QAAQ,EAAE,KAAK;QACf,eAAe,EAAE,KAAK;QACtB,aAAa,EAAE,IAAI;QACnB,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,IAAI;QACnB,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,IAAI;QACjB,SAAS,EAAE,KAAK;QAChB,eAAe,EAAE,IAAI;QACrB,eAAe,EAAE,CAAC;QAClB,YAAY,EAAE,KAAK;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,IAA0C;IAClE,OAAO;QACL,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,eAAe;QACvB,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,GAAG;QAChB,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;QACd,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;KAChB,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,MAAM,MAAM,GAAG;QACb,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC;QAC1B,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC;QAC3B,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC;KAC3B,CAAC;IAEF,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAChE,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,IAAI,GAAG,gBAAgB,CAAC;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,oBAAoB,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,IAAI,GAAG,gBAAgB,CAAC;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,sCAAsC;YACpE,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,MAAM,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAE,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,IAAI,GAAG,gBAAgB,CAAC;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,MAAM,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAE,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,yBAAyB;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9D,MAAM,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAE,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAC7D,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,oBAAoB,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7D,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAE,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,IAAI,GAAG,gBAAgB,CAAC;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;YAC5B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;SAC7B,CAAC,CAAC;QACH,MAAM,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../../src/enrichment/tokenizer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../../src/enrichment/tokenizer.ts"],"names":[],"mappings":"AAyCA,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAIhE"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../src/enrichment/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,cAAc,
|
|
1
|
+
{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../../src/enrichment/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,SAAS,MAAM,uBAAuB,CAAC;AAInD,6CAA6C;AAC7C,MAAM,cAAc,GAAG,IAAI,GAAG,EAAqB,CAAC;AAEpD,SAAS,YAAY,CAAC,YAAoB;IACxC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;QACtC,MAAM,GAAG,GAAI,SAAqC,CAAC,YAAY,CAAC,CAAC;QACjE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,YAAY,EAAE,CAAC,CAAC;QAC/D,cAAc,CAAC,GAAG,CAChB,YAAY,EACZ,IAAI,SAAS,CAAC,GAAiD,CAAC,CACjE,CAAC;IACJ,CAAC;IACD,OAAO,cAAc,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC;AAC3C,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB;IAChD,IAAI,CAAC,KAAK;QAAE,OAAO,aAAa,CAAC;IAEjC,kBAAkB;IAClB,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;QACpB,OAAQ,MAA+C,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC;IAC1E,CAAC;IAED,qDAAqD;IACrD,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YAC/C,OAAQ,GAA4B,CAAC,QAAQ,CAAC;QAChD,CAAC;IACH,CAAC;IAED,aAAa;IACb,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC;IAClG,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,KAAc;IACtD,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IAC7C,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;AACvC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.test.js","sourceRoot":"","sources":["../../../src/enrichment/tokenizer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,
|
|
1
|
+
{"version":3,"file":"tokenizer.test.js","sourceRoot":"","sources":["../../../src/enrichment/tokenizer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,KAAK,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,WAAW,CACtB,oFAAoF,CACrF,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,KAAK,GAAG,WAAW,CAAC,iCAAiC,EAAE,eAAe,CAAC,CAAC;QAC9E,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,KAAK,GAAG,WAAW,CAAC,iCAAiC,EAAE,6BAA6B,CAAC,CAAC;QAC5F,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,KAAK,GAAG,WAAW,CAAC,aAAa,EAAE,wBAAwB,CAAC,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG,WAAW,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC;QAC3D,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/src/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC"}
|
package/dist/src/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"langfuse.d.ts","sourceRoot":"","sources":["../../../src/ingestion/langfuse.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gBAAgB,
|
|
1
|
+
{"version":3,"file":"langfuse.d.ts","sourceRoot":"","sources":["../../../src/ingestion/langfuse.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AAGzC,UAAU,cAAc;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAuFD,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,KAAK,CAA+C;gBAEhD,MAAM,EAAE,cAAc;IAKlC,KAAK,CAAC,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAKxD,IAAI,IAAI,IAAI;YAIE,IAAI;CAuCnB"}
|
|
@@ -32,8 +32,7 @@ function observationToSpan(obs, traceId) {
|
|
|
32
32
|
const startMs = parseIsoToMs(obs.startTime);
|
|
33
33
|
const endMs = obs.endTime ? parseIsoToMs(obs.endTime) : startMs;
|
|
34
34
|
const docs = extractDocuments(obs);
|
|
35
|
-
const inputText = typeof obs.input === 'string' ? obs.input
|
|
36
|
-
: obs.input ? JSON.stringify(obs.input) : undefined;
|
|
35
|
+
const inputText = typeof obs.input === 'string' ? obs.input : obs.input ? JSON.stringify(obs.input) : undefined;
|
|
37
36
|
return {
|
|
38
37
|
traceId,
|
|
39
38
|
spanId: obs.id,
|
|
@@ -80,12 +79,12 @@ export class LangfusePoller {
|
|
|
80
79
|
console.error(`[LangfusePoller] fetch failed: ${res.status} ${res.statusText}`);
|
|
81
80
|
return;
|
|
82
81
|
}
|
|
83
|
-
const page = await res.json();
|
|
82
|
+
const page = (await res.json());
|
|
84
83
|
this.lastPolledAt = pollStart;
|
|
85
84
|
for (const trace of page.data) {
|
|
86
85
|
if (!trace.observations?.length)
|
|
87
86
|
continue;
|
|
88
|
-
const spans = trace.observations.map(obs => observationToSpan(obs, trace.id));
|
|
87
|
+
const spans = trace.observations.map((obs) => observationToSpan(obs, trace.id));
|
|
89
88
|
const parsed = {
|
|
90
89
|
traceId: trace.id,
|
|
91
90
|
serviceName: trace.metadata?.['service.name'] ?? 'langfuse',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"langfuse.js","sourceRoot":"","sources":["../../../src/ingestion/langfuse.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,
|
|
1
|
+
{"version":3,"file":"langfuse.js","sourceRoot":"","sources":["../../../src/ingestion/langfuse.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAyCxD,SAAS,wBAAwB,CAAC,GAAwB;IACxD,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,UAAU,CAAC;IAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,WAAW,CAAC;IAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC/E,OAAO,WAAW,CAAC;IACrB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,OAAO,CAAC;IACxE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAwB;IAChD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IAC1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC7C,OAAO,MAAM;SACV,MAAM,CAAC,CAAC,CAAC,EAAgC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,CAAC;SAChF,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACd,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC5C,KAAK,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KACrE,CAAC,CAAC,CAAC;AACR,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAwB,EAAE,OAAe;IAClE,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAChE,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,SAAS,GACb,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEhG,OAAO;QACL,OAAO;QACP,MAAM,EAAE,GAAG,CAAC,EAAE;QACd,YAAY,EAAE,GAAG,CAAC,mBAAmB,IAAI,SAAS;QAClD,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI;QAC1B,IAAI,EAAE,wBAAwB,CAAC,GAAG,CAAC;QACnC,WAAW,EAAE,OAAO;QACpB,SAAS,EAAE,KAAK;QAChB,SAAS,EAAE,KAAK,GAAG,OAAO;QAC1B,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,SAAS;QAC7B,WAAW,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,IAAI,SAAS;QAC1C,YAAY,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,IAAI,SAAS;QAC5C,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,SAAS;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,cAAc;IACR,MAAM,CAAiB;IAChC,YAAY,CAAS;IACrB,KAAK,GAA0C,IAAI,CAAC;IAE5D,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,gCAAgC;IAClF,CAAC;IAED,KAAK,CAAC,EAAM,EAAE,OAAmC;QAC/C,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;IACtF,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,KAAK;YAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,EAAM,EAAE,OAAmC;QAC5D,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,4BAA4B,CAAC;QACpE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,QAAQ,CACpF,QAAQ,CACT,CAAC;QAEF,MAAM,GAAG,GAAG,GAAG,OAAO,oCAAoC,kBAAkB,CAAC,KAAK,CAAC,kBAAkB,CAAC;QACtG,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,OAAO,EAAE,EAAE,aAAa,EAAE,SAAS,IAAI,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAChF,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,kCAAkC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAChF,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAuB,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAE9B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM;gBAAE,SAAS;YAE1C,MAAM,KAAK,GAAiB,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9F,MAAM,MAAM,GAAgB;gBAC1B,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,WAAW,EAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,cAAc,CAAwB,IAAI,UAAU;gBACnF,KAAK;aACN,CAAC;YACF,MAAM,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;YAC1C,OAAO,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"otlp-parser.d.ts","sourceRoot":"","sources":["../../../src/ingestion/otlp-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EAIX,WAAW,EAGZ,MAAM,aAAa,
|
|
1
|
+
{"version":3,"file":"otlp-parser.d.ts","sourceRoot":"","sources":["../../../src/ingestion/otlp-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EAIX,WAAW,EAGZ,MAAM,aAAa,CAAC;AAuFrB,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,WAAW,GAAG,WAAW,EAAE,CAiDpE"}
|
|
@@ -27,7 +27,11 @@ function inferKind(spanName, attrs) {
|
|
|
27
27
|
return 'EMBEDDING';
|
|
28
28
|
if (op === 'retrieve' || op === 'retrieval' || name.includes('retriev'))
|
|
29
29
|
return 'RETRIEVER';
|
|
30
|
-
if (op === 'chat' ||
|
|
30
|
+
if (op === 'chat' ||
|
|
31
|
+
op === 'completion' ||
|
|
32
|
+
op === 'text_generation' ||
|
|
33
|
+
name.includes('llm') ||
|
|
34
|
+
name.includes('chat'))
|
|
31
35
|
return 'LLM';
|
|
32
36
|
if (name.includes('chain') || name.includes('pipeline') || name.includes('graph'))
|
|
33
37
|
return 'CHAIN';
|
|
@@ -100,7 +104,8 @@ export function parseOtlpPayload(payload) {
|
|
|
100
104
|
endTimeMs,
|
|
101
105
|
latencyMs: endTimeMs - startTimeMs,
|
|
102
106
|
operationName: attrs['gen_ai.operation.name'],
|
|
103
|
-
model: attrs['gen_ai.request.model'] ??
|
|
107
|
+
model: attrs['gen_ai.request.model'] ??
|
|
108
|
+
attrs['gen_ai.response.model'],
|
|
104
109
|
system: attrs['gen_ai.system'],
|
|
105
110
|
inputTokens: attrs['gen_ai.usage.input_tokens'],
|
|
106
111
|
outputTokens: attrs['gen_ai.usage.output_tokens'],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"otlp-parser.js","sourceRoot":"","sources":["../../../src/ingestion/otlp-parser.ts"],"names":[],"mappings":"AAUA,SAAS,SAAS,CAAC,CAAqB;IACtC,IAAI,CAAC,CAAC,WAAW,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,WAAW,
|
|
1
|
+
{"version":3,"file":"otlp-parser.js","sourceRoot":"","sources":["../../../src/ingestion/otlp-parser.ts"],"names":[],"mappings":"AAUA,SAAS,SAAS,CAAC,CAAqB;IACtC,IAAI,CAAC,CAAC,WAAW,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,WAAW,CAAC;IACtD,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC9D,IAAI,CAAC,CAAC,WAAW,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,WAAW,CAAC;IACtD,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,SAAS,CAAC;IAClD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAAC,QAAyB,EAAE;IAC7C,MAAM,GAAG,GAAqD,EAAE,CAAC;IACjE,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACvD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAU,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,SAAS,CAChB,QAAgB,EAChB,KAAuD;IAEvD,MAAM,EAAE,GAAI,KAAK,CAAC,uBAAuB,CAAmB,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAClF,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,EAAE,KAAK,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,UAAU,CAAC;IAClE,IAAI,EAAE,KAAK,YAAY,IAAI,EAAE,KAAK,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,WAAW,CAAC;IACxF,IAAI,EAAE,KAAK,UAAU,IAAI,EAAE,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,OAAO,WAAW,CAAC;IAC5F,IACE,EAAE,KAAK,MAAM;QACb,EAAE,KAAK,YAAY;QACnB,EAAE,KAAK,iBAAiB;QACxB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAErB,OAAO,KAAK,CAAC;IACf,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAClG,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CACrB,KAAuD,EACvD,QAAyB;IAEzB,+EAA+E;IAC/E,MAAM,GAAG,GAAG,KAAK,CAAC,4BAA4B,CAAkB,CAAC;IACjE,IAAI,GAAG,EAAE,CAAC;QACR,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAoD,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;oBACtF,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC;oBACrB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;oBACnB,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC,CAAC,CAAC;YACN,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,sCAAsC;QACxC,CAAC;IACH,CAAC;IAED,wEAAwE;IACxE,MAAM,IAAI,GAA4C,IAAI,GAAG,EAAE,CAAC;IAChE,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;QACtF,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAA+B,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,KAAK,KAAK,IAAI;YAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;QAChD,IAAI,KAAK,KAAK,OAAO;YAAE,GAAG,CAAC,KAAK,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,IAAI,KAAK,KAAK,SAAS;YAAE,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;aAC9B,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;aACzB,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC3F,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAoB;IACnD,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,aAAa,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,aAAa,GAAG,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,WAAW,GAAI,aAAa,CAAC,cAAc,CAAmB,IAAI,SAAS,CAAC;QAElF,MAAM,UAAU,GAAG,IAAI,GAAG,EAAwB,CAAC;QAEnD,KAAK,MAAM,EAAE,IAAI,EAAE,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;YACrC,KAAK,MAAM,IAAI,IAAI,EAAE,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;gBAClC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;gBAChD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBACrD,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBACjD,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;gBAC/D,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAuB,CAAC;gBAEpF,MAAM,MAAM,GAAe;oBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC;oBACjC,WAAW;oBACX,SAAS;oBACT,SAAS,EAAE,SAAS,GAAG,WAAW;oBAClC,aAAa,EAAE,KAAK,CAAC,uBAAuB,CAAuB;oBACnE,KAAK,EACF,KAAK,CAAC,sBAAsB,CAAwB;wBACpD,KAAK,CAAC,uBAAuB,CAAwB;oBACxD,MAAM,EAAE,KAAK,CAAC,eAAe,CAAuB;oBACpD,WAAW,EAAE,KAAK,CAAC,2BAA2B,CAAuB;oBACrE,YAAY,EAAE,KAAK,CAAC,4BAA4B,CAAuB;oBACvE,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;oBACpD,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;oBACvD,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;iBACxD,CAAC;gBAEF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;oBAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACpE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,UAAU,EAAE,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -64,19 +64,29 @@ describe('parseOtlpPayload', () => {
|
|
|
64
64
|
});
|
|
65
65
|
it('infers LLM kind from operation name', () => {
|
|
66
66
|
const payload = {
|
|
67
|
-
resourceSpans: [
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
67
|
+
resourceSpans: [
|
|
68
|
+
{
|
|
69
|
+
scopeSpans: [
|
|
70
|
+
{
|
|
71
|
+
spans: [
|
|
72
|
+
{
|
|
73
|
+
traceId: 't1',
|
|
74
|
+
spanId: 's1',
|
|
75
|
+
name: 'openai.chat',
|
|
76
|
+
kind: 3,
|
|
77
|
+
startTimeUnixNano: '1000000000000',
|
|
78
|
+
endTimeUnixNano: '2000000000000',
|
|
72
79
|
attributes: [
|
|
73
80
|
{ key: 'gen_ai.operation.name', value: { stringValue: 'chat' } },
|
|
74
81
|
{ key: 'gen_ai.usage.input_tokens', value: { intValue: '100' } },
|
|
75
82
|
{ key: 'gen_ai.usage.output_tokens', value: { intValue: '50' } },
|
|
76
83
|
],
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
|
|
84
|
+
},
|
|
85
|
+
],
|
|
86
|
+
},
|
|
87
|
+
],
|
|
88
|
+
},
|
|
89
|
+
],
|
|
80
90
|
};
|
|
81
91
|
const traces = parseOtlpPayload(payload);
|
|
82
92
|
const span = traces[0].spans[0];
|
|
@@ -86,14 +96,24 @@ describe('parseOtlpPayload', () => {
|
|
|
86
96
|
});
|
|
87
97
|
it('falls back to SPAN kind for unknown spans', () => {
|
|
88
98
|
const payload = {
|
|
89
|
-
resourceSpans: [
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
99
|
+
resourceSpans: [
|
|
100
|
+
{
|
|
101
|
+
scopeSpans: [
|
|
102
|
+
{
|
|
103
|
+
spans: [
|
|
104
|
+
{
|
|
105
|
+
traceId: 't1',
|
|
106
|
+
spanId: 's1',
|
|
107
|
+
name: 'some.unknown.operation',
|
|
108
|
+
kind: 1,
|
|
109
|
+
startTimeUnixNano: '1000000000000',
|
|
110
|
+
endTimeUnixNano: '1000000001000',
|
|
111
|
+
},
|
|
112
|
+
],
|
|
113
|
+
},
|
|
114
|
+
],
|
|
115
|
+
},
|
|
116
|
+
],
|
|
97
117
|
};
|
|
98
118
|
const traces = parseOtlpPayload(payload);
|
|
99
119
|
expect(traces[0].spans[0].kind).toBe('SPAN');
|
|
@@ -104,21 +124,34 @@ describe('parseOtlpPayload', () => {
|
|
|
104
124
|
});
|
|
105
125
|
it('parses indexed gen_ai.retrieval.documents.N.field attributes', () => {
|
|
106
126
|
const payload = {
|
|
107
|
-
resourceSpans: [
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
127
|
+
resourceSpans: [
|
|
128
|
+
{
|
|
129
|
+
scopeSpans: [
|
|
130
|
+
{
|
|
131
|
+
spans: [
|
|
132
|
+
{
|
|
133
|
+
traceId: 't1',
|
|
134
|
+
spanId: 's1',
|
|
135
|
+
name: 'qdrant.query',
|
|
136
|
+
kind: 3,
|
|
137
|
+
startTimeUnixNano: '1000000000000',
|
|
138
|
+
endTimeUnixNano: '1001000000000',
|
|
112
139
|
attributes: [
|
|
113
140
|
{ key: 'gen_ai.retrieval.documents.0.id', value: { stringValue: 'chunk-a' } },
|
|
114
141
|
{ key: 'gen_ai.retrieval.documents.0.score', value: { doubleValue: 0.88 } },
|
|
115
|
-
{
|
|
142
|
+
{
|
|
143
|
+
key: 'gen_ai.retrieval.documents.0.content',
|
|
144
|
+
value: { stringValue: 'First chunk' },
|
|
145
|
+
},
|
|
116
146
|
{ key: 'gen_ai.retrieval.documents.1.id', value: { stringValue: 'chunk-b' } },
|
|
117
147
|
{ key: 'gen_ai.retrieval.documents.1.score', value: { doubleValue: 0.72 } },
|
|
118
148
|
],
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
|
|
149
|
+
},
|
|
150
|
+
],
|
|
151
|
+
},
|
|
152
|
+
],
|
|
153
|
+
},
|
|
154
|
+
],
|
|
122
155
|
};
|
|
123
156
|
const traces = parseOtlpPayload(payload);
|
|
124
157
|
const docs = traces[0].spans[0].documents;
|
|
@@ -130,19 +163,35 @@ describe('parseOtlpPayload', () => {
|
|
|
130
163
|
});
|
|
131
164
|
it('ignores malformed gen_ai.retrieval.documents JSON and falls back to indexed', () => {
|
|
132
165
|
const payload = {
|
|
133
|
-
resourceSpans: [
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
166
|
+
resourceSpans: [
|
|
167
|
+
{
|
|
168
|
+
scopeSpans: [
|
|
169
|
+
{
|
|
170
|
+
spans: [
|
|
171
|
+
{
|
|
172
|
+
traceId: 't1',
|
|
173
|
+
spanId: 's1',
|
|
174
|
+
name: 'retriever',
|
|
175
|
+
kind: 3,
|
|
176
|
+
startTimeUnixNano: '1000000000000',
|
|
177
|
+
endTimeUnixNano: '1001000000000',
|
|
138
178
|
attributes: [
|
|
139
|
-
{
|
|
140
|
-
|
|
179
|
+
{
|
|
180
|
+
key: 'gen_ai.retrieval.documents',
|
|
181
|
+
value: { stringValue: 'not valid json {{' },
|
|
182
|
+
},
|
|
183
|
+
{
|
|
184
|
+
key: 'gen_ai.retrieval.documents.0.id',
|
|
185
|
+
value: { stringValue: 'fallback-doc' },
|
|
186
|
+
},
|
|
141
187
|
{ key: 'gen_ai.retrieval.documents.0.score', value: { doubleValue: 0.5 } },
|
|
142
188
|
],
|
|
143
|
-
}
|
|
144
|
-
|
|
145
|
-
|
|
189
|
+
},
|
|
190
|
+
],
|
|
191
|
+
},
|
|
192
|
+
],
|
|
193
|
+
},
|
|
194
|
+
],
|
|
146
195
|
};
|
|
147
196
|
const traces = parseOtlpPayload(payload);
|
|
148
197
|
const docs = traces[0].spans[0].documents;
|
|
@@ -151,42 +200,74 @@ describe('parseOtlpPayload', () => {
|
|
|
151
200
|
});
|
|
152
201
|
it('infers EMBEDDING kind', () => {
|
|
153
202
|
const payload = {
|
|
154
|
-
resourceSpans: [
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
203
|
+
resourceSpans: [
|
|
204
|
+
{
|
|
205
|
+
scopeSpans: [
|
|
206
|
+
{
|
|
207
|
+
spans: [
|
|
208
|
+
{
|
|
209
|
+
traceId: 't1',
|
|
210
|
+
spanId: 's1',
|
|
211
|
+
name: 'openai.embed',
|
|
212
|
+
kind: 3,
|
|
213
|
+
startTimeUnixNano: '1000000000000',
|
|
214
|
+
endTimeUnixNano: '1001000000000',
|
|
215
|
+
attributes: [
|
|
216
|
+
{ key: 'gen_ai.operation.name', value: { stringValue: 'embeddings' } },
|
|
217
|
+
],
|
|
218
|
+
},
|
|
219
|
+
],
|
|
220
|
+
},
|
|
221
|
+
],
|
|
222
|
+
},
|
|
223
|
+
],
|
|
163
224
|
};
|
|
164
225
|
expect(parseOtlpPayload(payload)[0].spans[0].kind).toBe('EMBEDDING');
|
|
165
226
|
});
|
|
166
227
|
it('infers RERANKER kind', () => {
|
|
167
228
|
const payload = {
|
|
168
|
-
resourceSpans: [
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
229
|
+
resourceSpans: [
|
|
230
|
+
{
|
|
231
|
+
scopeSpans: [
|
|
232
|
+
{
|
|
233
|
+
spans: [
|
|
234
|
+
{
|
|
235
|
+
traceId: 't1',
|
|
236
|
+
spanId: 's1',
|
|
237
|
+
name: 'cohere.rerank',
|
|
238
|
+
kind: 3,
|
|
239
|
+
startTimeUnixNano: '1000000000000',
|
|
240
|
+
endTimeUnixNano: '1001000000000',
|
|
173
241
|
attributes: [{ key: 'gen_ai.operation.name', value: { stringValue: 'rerank' } }],
|
|
174
|
-
}
|
|
175
|
-
|
|
176
|
-
|
|
242
|
+
},
|
|
243
|
+
],
|
|
244
|
+
},
|
|
245
|
+
],
|
|
246
|
+
},
|
|
247
|
+
],
|
|
177
248
|
};
|
|
178
249
|
expect(parseOtlpPayload(payload)[0].spans[0].kind).toBe('RERANKER');
|
|
179
250
|
});
|
|
180
251
|
it('defaults serviceName to unknown when resource has no service.name', () => {
|
|
181
252
|
const payload = {
|
|
182
|
-
resourceSpans: [
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
253
|
+
resourceSpans: [
|
|
254
|
+
{
|
|
255
|
+
scopeSpans: [
|
|
256
|
+
{
|
|
257
|
+
spans: [
|
|
258
|
+
{
|
|
259
|
+
traceId: 't1',
|
|
260
|
+
spanId: 's1',
|
|
261
|
+
name: 'op',
|
|
262
|
+
kind: 1,
|
|
263
|
+
startTimeUnixNano: '1000000000000',
|
|
264
|
+
endTimeUnixNano: '1001000000000',
|
|
265
|
+
},
|
|
266
|
+
],
|
|
267
|
+
},
|
|
268
|
+
],
|
|
269
|
+
},
|
|
270
|
+
],
|
|
190
271
|
};
|
|
191
272
|
expect(parseOtlpPayload(payload)[0].serviceName).toBe('unknown');
|
|
192
273
|
});
|