ragscope 0.1.0

package/dist/src/ingestion/otlp-parser.test.js

@@ -0,0 +1,194 @@
+import { describe, it, expect } from 'vitest';
+import { parseOtlpPayload } from './otlp-parser.js';
+const minimalPayload = {
+    resourceSpans: [
+        {
+            resource: { attributes: [{ key: 'service.name', value: { stringValue: 'my-rag-app' } }] },
+            scopeSpans: [
+                {
+                    spans: [
+                        {
+                            traceId: 'trace-abc',
+                            spanId: 'span-001',
+                            name: 'qdrant.query',
+                            kind: 3,
+                            startTimeUnixNano: '1700000000000000000',
+                            endTimeUnixNano: '1700000000050000000',
+                            attributes: [
+                                { key: 'gen_ai.operation.name', value: { stringValue: 'retrieve' } },
+                                { key: 'gen_ai.system', value: { stringValue: 'qdrant' } },
+                                {
+                                    key: 'gen_ai.retrieval.documents',
+                                    value: {
+                                        stringValue: JSON.stringify([
+                                            { id: 'doc-1', score: 0.92, content: 'Paris is the capital' },
+                                            { id: 'doc-2', score: 0.75 },
+                                        ]),
+                                    },
+                                },
+                            ],
+                        },
+                    ],
+                },
+            ],
+        },
+    ],
+};
+describe('parseOtlpPayload', () => {
+    it('extracts service name from resource attributes', () => {
+        const traces = parseOtlpPayload(minimalPayload);
+        expect(traces[0].serviceName).toBe('my-rag-app');
+    });
+    it('groups spans by traceId', () => {
+        const traces = parseOtlpPayload(minimalPayload);
+        expect(traces).toHaveLength(1);
+        expect(traces[0].traceId).toBe('trace-abc');
+        expect(traces[0].spans).toHaveLength(1);
+    });
+    it('converts nanosecond timestamps to milliseconds', () => {
+        const traces = parseOtlpPayload(minimalPayload);
+        const span = traces[0].spans[0];
+        expect(span.startTimeMs).toBe(1700000000000);
+        expect(span.latencyMs).toBe(50);
+    });
+    it('infers RETRIEVER kind from gen_ai.operation.name', () => {
+        const traces = parseOtlpPayload(minimalPayload);
+        expect(traces[0].spans[0].kind).toBe('RETRIEVER');
+    });
+    it('parses gen_ai.retrieval.documents JSON string', () => {
+        const traces = parseOtlpPayload(minimalPayload);
+        const docs = traces[0].spans[0].documents;
+        expect(docs).toHaveLength(2);
+        expect(docs[0]).toEqual({ id: 'doc-1', score: 0.92, content: 'Paris is the capital' });
+        expect(docs[1].id).toBe('doc-2');
+    });
+    it('infers LLM kind from operation name', () => {
+        const payload = {
+            resourceSpans: [{
+                    scopeSpans: [{
+                            spans: [{
+                                    traceId: 't1', spanId: 's1', name: 'openai.chat', kind: 3,
+                                    startTimeUnixNano: '1000000000000', endTimeUnixNano: '2000000000000',
+                                    attributes: [
+                                        { key: 'gen_ai.operation.name', value: { stringValue: 'chat' } },
+                                        { key: 'gen_ai.usage.input_tokens', value: { intValue: '100' } },
+                                        { key: 'gen_ai.usage.output_tokens', value: { intValue: '50' } },
+                                    ],
+                                }],
+                        }],
+                }],
+        };
+        const traces = parseOtlpPayload(payload);
+        const span = traces[0].spans[0];
+        expect(span.kind).toBe('LLM');
+        expect(span.inputTokens).toBe(100);
+        expect(span.outputTokens).toBe(50);
+    });
+    it('falls back to SPAN kind for unknown spans', () => {
+        const payload = {
+            resourceSpans: [{
+                    scopeSpans: [{
+                            spans: [{
+                                    traceId: 't1', spanId: 's1', name: 'some.unknown.operation', kind: 1,
+                                    startTimeUnixNano: '1000000000000', endTimeUnixNano: '1000000001000',
+                                }],
+                        }],
+                }],
+        };
+        const traces = parseOtlpPayload(payload);
+        expect(traces[0].spans[0].kind).toBe('SPAN');
+    });
+    it('handles empty payload gracefully', () => {
+        const traces = parseOtlpPayload({});
+        expect(traces).toHaveLength(0);
+    });
+    it('parses indexed gen_ai.retrieval.documents.N.field attributes', () => {
+        const payload = {
+            resourceSpans: [{
+                    scopeSpans: [{
+                            spans: [{
+                                    traceId: 't1', spanId: 's1', name: 'qdrant.query', kind: 3,
+                                    startTimeUnixNano: '1000000000000', endTimeUnixNano: '1001000000000',
+                                    attributes: [
+                                        { key: 'gen_ai.retrieval.documents.0.id', value: { stringValue: 'chunk-a' } },
+                                        { key: 'gen_ai.retrieval.documents.0.score', value: { doubleValue: 0.88 } },
+                                        { key: 'gen_ai.retrieval.documents.0.content', value: { stringValue: 'First chunk' } },
+                                        { key: 'gen_ai.retrieval.documents.1.id', value: { stringValue: 'chunk-b' } },
+                                        { key: 'gen_ai.retrieval.documents.1.score', value: { doubleValue: 0.72 } },
+                                    ],
+                                }],
+                        }],
+                }],
+        };
+        const traces = parseOtlpPayload(payload);
+        const docs = traces[0].spans[0].documents;
+        expect(docs).toHaveLength(2);
+        expect(docs[0].id).toBe('chunk-a');
+        expect(docs[0].score).toBeCloseTo(0.88);
+        expect(docs[0].content).toBe('First chunk');
+        expect(docs[1].id).toBe('chunk-b');
+    });
+    it('ignores malformed gen_ai.retrieval.documents JSON and falls back to indexed', () => {
+        const payload = {
+            resourceSpans: [{
+                    scopeSpans: [{
+                            spans: [{
+                                    traceId: 't1', spanId: 's1', name: 'retriever', kind: 3,
+                                    startTimeUnixNano: '1000000000000', endTimeUnixNano: '1001000000000',
+                                    attributes: [
+                                        { key: 'gen_ai.retrieval.documents', value: { stringValue: 'not valid json {{' } },
+                                        { key: 'gen_ai.retrieval.documents.0.id', value: { stringValue: 'fallback-doc' } },
+                                        { key: 'gen_ai.retrieval.documents.0.score', value: { doubleValue: 0.5 } },
+                                    ],
+                                }],
+                        }],
+                }],
+        };
+        const traces = parseOtlpPayload(payload);
+        const docs = traces[0].spans[0].documents;
+        expect(docs).toHaveLength(1);
+        expect(docs[0].id).toBe('fallback-doc');
+    });
+    it('infers EMBEDDING kind', () => {
+        const payload = {
+            resourceSpans: [{
+                    scopeSpans: [{
+                            spans: [{
+                                    traceId: 't1', spanId: 's1', name: 'openai.embed', kind: 3,
+                                    startTimeUnixNano: '1000000000000', endTimeUnixNano: '1001000000000',
+                                    attributes: [{ key: 'gen_ai.operation.name', value: { stringValue: 'embeddings' } }],
+                                }],
+                        }],
+                }],
+        };
+        expect(parseOtlpPayload(payload)[0].spans[0].kind).toBe('EMBEDDING');
+    });
+    it('infers RERANKER kind', () => {
+        const payload = {
+            resourceSpans: [{
+                    scopeSpans: [{
+                            spans: [{
+                                    traceId: 't1', spanId: 's1', name: 'cohere.rerank', kind: 3,
+                                    startTimeUnixNano: '1000000000000', endTimeUnixNano: '1001000000000',
+                                    attributes: [{ key: 'gen_ai.operation.name', value: { stringValue: 'rerank' } }],
+                                }],
+                        }],
+                }],
+        };
+        expect(parseOtlpPayload(payload)[0].spans[0].kind).toBe('RERANKER');
+    });
+    it('defaults serviceName to unknown when resource has no service.name', () => {
+        const payload = {
+            resourceSpans: [{
+                    scopeSpans: [{
+                            spans: [{
+                                    traceId: 't1', spanId: 's1', name: 'op', kind: 1,
+                                    startTimeUnixNano: '1000000000000', endTimeUnixNano: '1001000000000',
+                                }],
+                        }],
+                }],
+        };
+        expect(parseOtlpPayload(payload)[0].serviceName).toBe('unknown');
+    });
+});
+//# sourceMappingURL=otlp-parser.test.js.map

package/dist/src/ingestion/otlp-parser.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"otlp-parser.test.js","sourceRoot":"","sources":["../../../src/ingestion/otlp-parser.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAGnD,MAAM,cAAc,GAAgB;IAClC,aAAa,EAAE;QACb;YACE,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,CAAC,EAAE;YACzF,UAAU,EAAE;gBACV;oBACE,KAAK,EAAE;wBACL;4BACE,OAAO,EAAE,WAAW;4BACpB,MAAM,EAAE,UAAU;4BAClB,IAAI,EAAE,cAAc;4BACpB,IAAI,EAAE,CAAC;4BACP,iBAAiB,EAAE,qBAAqB;4BACxC,eAAe,EAAE,qBAAqB;4BACtC,UAAU,EAAE;gCACV,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;gCACpE,EAAE,GAAG,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE;gCAC1D;oCACE,GAAG,EAAE,4BAA4B;oCACjC,KAAK,EAAE;wCACL,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC;4CAC1B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,sBAAsB,EAAE;4CAC7D,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;yCAC7B,CAAC;qCACH;iCACF;6BACF;yBACF;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAA;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAC5C,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IACnD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAU,CAAA;QAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAAA;QACtF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE,CAAC;oBACd,UAAU,EAAE,CAAC;4BACX,KAAK,EAAE,CAAC;oCACN,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;oCACzD,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe;oCACpE,UAAU,EAAE;wCACV,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE;wCAChE,EAAE,GAAG,EAAE,2BAA2B,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;wCAChE,EAAE,GAAG,EAAE,4BAA4B,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;qCACjE;iCACF,CAAC;yBACH,CAAC;iBACH,CAAC;SACH,CAAA;QACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC7B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAClC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE,CAAC;oBACd,UAAU,EAAE,CAAC;4BACX,KAAK,EAAE,CAAC;oCACN,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,wBAAwB,EAAE,IAAI,EAAE,CAAC;oCACpE,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe;iCACrE,CAAC;yBACH,CAAC;iBACH,CAAC;SACH,CAAA;QACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAC9C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAA;QACnC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE,CAAC;oBACd,UAAU,EAAE,CAAC;4BACX,KAAK,EAAE,CAAC;oCACN,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC;oCAC1D,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe;oCACpE,UAAU,EAAE;wCACV,EAAE,GAAG,EAAE,iCAAiC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE;wCAC7E,EAAE,GAAG,EAAE,oCAAoC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE;wCAC3E,EAAE,GAAG,EAAE,sCAAsC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,aAAa,EAAE,EAAE;wCACtF,EAAE,GAAG,EAAE,iCAAiC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE;wCAC7E,EAAE,GAAG,EAAE,oCAAoC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE;qCAC5E;iCACF,CAAC;yBACH,CAAC;iBACH,CAAC;SACH,CAAA;QACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAU,CAAA;QAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAClC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;QACvC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6EAA6E,EAAE,GAAG,EAAE;QACrF,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE,CAAC;oBACd,UAAU,EAAE,CAAC;4BACX,KAAK,EAAE,CAAC;oCACN,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;oCACvD,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe;oCACpE,UAAU,EAAE;wCACV,EAAE,GAAG,EAAE,4BAA4B,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,mBAAmB,EAAE,EAAE;wCAClF,EAAE,GAAG,EAAE,iCAAiC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE,EAAE;wCAClF,EAAE,GAAG,EAAE,oCAAoC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE;qCAC3E;iCACF,CAAC;yBACH,CAAC;iBACH,CAAC;SACH,CAAA;QACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAU,CAAA;QAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE,CAAC;oBACd,UAAU,EAAE,CAAC;4BACX,KAAK,EAAE,CAAC;oCACN,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC;oCAC1D,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe;oCACpE,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,CAAC;iCACrF,CAAC;yBACH,CAAC;iBACH,CAAC;SACH,CAAA;QACD,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IACtE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE,CAAC;oBACd,UAAU,EAAE,CAAC;4BACX,KAAK,EAAE,CAAC;oCACN,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;oCAC3D,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe;oCACpE,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,CAAC;iCACjF,CAAC;yBACH,CAAC;iBACH,CAAC;SACH,CAAA;QACD,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IACrE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE,CAAC;oBACd,UAAU,EAAE,CAAC;4BACX,KAAK,EAAE,CAAC;oCACN,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oCAChD,iBAAiB,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe;iCACrE,CAAC;yBACH,CAAC;iBACH,CAAC;SACH,CAAA;QACD,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IAClE,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/src/types.d.ts

@@ -0,0 +1,114 @@
+export interface OtlpAttributeValue {
+    stringValue?: string;
+    intValue?: string;
+    doubleValue?: number;
+    boolValue?: boolean;
+    arrayValue?: {
+        values: OtlpAttributeValue[];
+    };
+}
+export interface OtlpAttribute {
+    key: string;
+    value: OtlpAttributeValue;
+}
+export interface OtlpSpan {
+    traceId: string;
+    spanId: string;
+    parentSpanId?: string;
+    name: string;
+    kind: number;
+    startTimeUnixNano: string;
+    endTimeUnixNano: string;
+    attributes?: OtlpAttribute[];
+    status?: {
+        code: number;
+        message?: string;
+    };
+}
+export interface OtlpPayload {
+    resourceSpans?: Array<{
+        resource?: {
+            attributes?: OtlpAttribute[];
+        };
+        scopeSpans?: Array<{
+            scope?: {
+                name?: string;
+                version?: string;
+            };
+            spans?: OtlpSpan[];
+        }>;
+    }>;
+}
+export type SpanKind = 'CHAIN' | 'EMBEDDING' | 'RETRIEVER' | 'RERANKER' | 'LLM' | 'SPAN';
+export interface RetrievalDocument {
+    id: string;
+    score: number;
+    content?: string;
+}
+export interface ParsedSpan {
+    traceId: string;
+    spanId: string;
+    parentSpanId?: string;
+    name: string;
+    kind: SpanKind;
+    startTimeMs: number;
+    endTimeMs: number;
+    latencyMs: number;
+    operationName?: string;
+    model?: string;
+    system?: string;
+    inputTokens?: number;
+    outputTokens?: number;
+    rawAttributes: string;
+    documents?: RetrievalDocument[];
+    prompt?: string;
+}
+export interface ParsedTrace {
+    traceId: string;
+    serviceName: string;
+    spans: ParsedSpan[];
+}
+export interface RagTrace {
+    id: string;
+    serviceName: string;
+    query: string | null;
+    source: 'traceai' | 'langfuse' | 'vercel' | 'manual';
+    totalLatencyMs: number | null;
+    spanCount: number;
+    chunkCount: number;
+    createdAt: number;
+}
+export interface RagSpan {
+    id: string;
+    traceId: string;
+    parentSpanId: string | null;
+    name: string;
+    kind: SpanKind;
+    startTimeMs: number;
+    endTimeMs: number;
+    latencyMs: number;
+    operationName: string | null;
+    model: string | null;
+    system: string | null;
+    inputTokens: number | null;
+    outputTokens: number | null;
+}
+export interface RagChunk {
+    id: string;
+    spanId: string;
+    traceId: string;
+    chunkId: string;
+    content: string | null;
+    scoreRaw: number | null;
+    scoreNormalized: number | null;
+    rankRetrieval: number | null;
+    rankReranked: number | null;
+    scoreReranked: number | null;
+    tokenCount: number | null;
+    vectorStore: string | null;
+    inContext: boolean;
+    contextPosition: number | null;
+    overlapWithNext: number | null;
+    scoreMissing: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,UAAU,CAAC,EAAE;QAAE,MAAM,EAAE,kBAAkB,EAAE,CAAA;KAAE,CAAA;CAC9C;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,EAAE,kBAAkB,CAAA;CAC1B;AAED,MAAM,WAAW,QAAQ;IACvB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,iBAAiB,EAAE,MAAM,CAAA;IACzB,eAAe,EAAE,MAAM,CAAA;IACvB,UAAU,CAAC,EAAE,aAAa,EAAE,CAAA;IAC5B,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CAC5C;AAED,MAAM,WAAW,WAAW;IAC1B,aAAa,CAAC,EAAE,KAAK,CAAC;QACpB,QAAQ,CAAC,EAAE;YAAE,UAAU,CAAC,EAAE,aAAa,EAAE,CAAA;SAAE,CAAA;QAC3C,UAAU,CAAC,EAAE,KAAK,CAAC;YACjB,KAAK,CAAC,EAAE;gBAAE,IAAI,CAAC,EAAE,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAE,CAAA;YAC3C,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAA;SACnB,CAAC,CAAA;KACH,CAAC,CAAA;CACH;AAID,MAAM,MAAM,QAAQ,GAChB,OAAO,GACP,WAAW,GACX,WAAW,GACX,UAAU,GACV,KAAK,GACL,MAAM,CAAA;AAEV,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,QAAQ,CAAA;IACd,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,SAAS,CAAC,EAAE,iBAAiB,EAAE,CAAA;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,MAAM,CAAA;IACnB,KAAK,EAAE,UAAU,EAAE,CAAA;CACpB;AAID,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAA;IACV,WAAW,EAAE,MAAM,CAAA;IACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,GAAG,QAAQ,CAAA;IACpD,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,MAAM,CAAA;IACf,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,QAAQ,CAAA;IACd,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;CAC5B;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;IAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,SAAS,EAAE,OAAO,CAAA;IAClB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,YAAY,EAAE,OAAO,CAAA;CACtB"}

package/dist/src/types.js

@@ -0,0 +1,3 @@
+// ─── OTLP wire format (incoming JSON payload) ────────────────────────────────
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,gFAAgF"}

package/package.json

@@ -0,0 +1,78 @@
+{
+  "name": "ragscope",
+  "version": "0.1.0",
+  "description": "Lighthouse for RAG — PASS/WARN/FAIL scores for your retrieval pipeline, straight in the terminal. Works with LangChain, LlamaIndex, Vercel AI SDK, Langfuse, and any OpenTelemetry source.",
+  "keywords": [
+    "rag",
+    "retrieval-augmented-generation",
+    "llm",
+    "ai",
+    "langchain",
+    "llamaindex",
+    "openai",
+    "vercel-ai-sdk",
+    "langfuse",
+    "opentelemetry",
+    "otlp",
+    "vector-search",
+    "qdrant",
+    "pinecone",
+    "chromadb",
+    "rag-evaluation",
+    "rag-debugging",
+    "observability",
+    "devtools",
+    "cli"
+  ],
+  "author": "Siddharth Pandey <pandeysiddharth27@gmail.com>",
+  "license": "Apache-2.0",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Sidd27/ragscope.git"
+  },
+  "homepage": "https://github.com/Sidd27/ragscope#readme",
+  "bugs": {
+    "url": "https://github.com/Sidd27/ragscope/issues"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "type": "module",
+  "bin": {
+    "ragscope": "dist/bin/ragscope.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc && chmod +x dist/bin/ragscope.js",
+    "prepublishOnly": "pnpm run build",
+    "dev": "tsx watch bin/ragscope.ts",
+    "test": "vitest run",
+    "typecheck": "tsc --noEmit"
+  },
+  "dependencies": {
+    "@fastify/cors": "^10.0.2",
+    "ai-tokenizer": "^1.0.6",
+    "better-sqlite3": "^12.10.0",
+    "chonkie": "^0.3.0",
+    "drizzle-orm": "^0.45.2",
+    "fastify": "^5.3.2",
+    "langfuse": "^3.37.1",
+    "picocolors": "^1.1.1"
+  },
+  "optionalDependencies": {
+    "@huggingface/transformers": "^4.2.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.13",
+    "@types/node": "^22.15.21",
+    "@vitest/coverage-v8": "^3.2.4",
+    "tsx": "^4.19.4",
+    "typescript": "^5.8.3",
+    "vitest": "^3.2.1"
+  }
+}