ragscope 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +135 -48
- package/dist/bin/ragscope.js +13 -6
- package/dist/bin/ragscope.js.map +1 -1
- package/dist/src/app.d.ts.map +1 -1
- package/dist/src/app.js +8 -8
- package/dist/src/app.js.map +1 -1
- package/dist/src/app.test.js +26 -9
- package/dist/src/app.test.js.map +1 -1
- package/dist/src/audit/scorer.d.ts.map +1 -1
- package/dist/src/audit/scorer.js +46 -17
- package/dist/src/audit/scorer.js.map +1 -1
- package/dist/src/audit/scorer.test.js +4 -4
- package/dist/src/audit/scorer.test.js.map +1 -1
- package/dist/src/db/index.d.ts +3 -730
- package/dist/src/db/index.d.ts.map +1 -1
- package/dist/src/db/index.js +6 -8
- package/dist/src/db/index.js.map +1 -1
- package/dist/src/db/queries.d.ts +6 -6
- package/dist/src/db/queries.d.ts.map +1 -1
- package/dist/src/db/queries.js +88 -24
- package/dist/src/db/queries.js.map +1 -1
- package/dist/src/db/queries.test.js +3 -3
- package/dist/src/db/queries.test.js.map +1 -1
- package/dist/src/enrichment/boundaries.d.ts.map +1 -1
- package/dist/src/enrichment/boundaries.js.map +1 -1
- package/dist/src/enrichment/boundaries.test.js +21 -16
- package/dist/src/enrichment/boundaries.test.js.map +1 -1
- package/dist/src/enrichment/embeddings.d.ts.map +1 -1
- package/dist/src/enrichment/embeddings.js +4 -2
- package/dist/src/enrichment/embeddings.js.map +1 -1
- package/dist/src/enrichment/normalizer.d.ts.map +1 -1
- package/dist/src/enrichment/normalizer.js +15 -5
- package/dist/src/enrichment/normalizer.js.map +1 -1
- package/dist/src/enrichment/normalizer.test.js +8 -2
- package/dist/src/enrichment/normalizer.test.js.map +1 -1
- package/dist/src/enrichment/pipeline.d.ts.map +1 -1
- package/dist/src/enrichment/pipeline.js +9 -9
- package/dist/src/enrichment/pipeline.js.map +1 -1
- package/dist/src/enrichment/pipeline.test.js +6 -6
- package/dist/src/enrichment/pipeline.test.js.map +1 -1
- package/dist/src/enrichment/reranker.d.ts.map +1 -1
- package/dist/src/enrichment/reranker.js +3 -3
- package/dist/src/enrichment/reranker.js.map +1 -1
- package/dist/src/enrichment/reranker.test.js +36 -19
- package/dist/src/enrichment/reranker.test.js.map +1 -1
- package/dist/src/enrichment/tokenizer.d.ts.map +1 -1
- package/dist/src/enrichment/tokenizer.js +0 -1
- package/dist/src/enrichment/tokenizer.js.map +1 -1
- package/dist/src/enrichment/tokenizer.test.js.map +1 -1
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js.map +1 -1
- package/dist/src/ingestion/langfuse.d.ts.map +1 -1
- package/dist/src/ingestion/langfuse.js +3 -4
- package/dist/src/ingestion/langfuse.js.map +1 -1
- package/dist/src/ingestion/otlp-parser.d.ts.map +1 -1
- package/dist/src/ingestion/otlp-parser.js +7 -2
- package/dist/src/ingestion/otlp-parser.js.map +1 -1
- package/dist/src/ingestion/otlp-parser.test.js +141 -60
- package/dist/src/ingestion/otlp-parser.test.js.map +1 -1
- package/dist/src/types.d.ts.map +1 -1
- package/package.json +24 -6
- package/dist/src/db/schema.d.ts +0 -725
- package/dist/src/db/schema.d.ts.map +0 -1
- package/dist/src/db/schema.js +0 -47
- package/dist/src/db/schema.js.map +0 -1
|
@@ -64,19 +64,29 @@ describe('parseOtlpPayload', () => {
|
|
|
64
64
|
});
|
|
65
65
|
it('infers LLM kind from operation name', () => {
|
|
66
66
|
const payload = {
|
|
67
|
-
resourceSpans: [
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
67
|
+
resourceSpans: [
|
|
68
|
+
{
|
|
69
|
+
scopeSpans: [
|
|
70
|
+
{
|
|
71
|
+
spans: [
|
|
72
|
+
{
|
|
73
|
+
traceId: 't1',
|
|
74
|
+
spanId: 's1',
|
|
75
|
+
name: 'openai.chat',
|
|
76
|
+
kind: 3,
|
|
77
|
+
startTimeUnixNano: '1000000000000',
|
|
78
|
+
endTimeUnixNano: '2000000000000',
|
|
72
79
|
attributes: [
|
|
73
80
|
{ key: 'gen_ai.operation.name', value: { stringValue: 'chat' } },
|
|
74
81
|
{ key: 'gen_ai.usage.input_tokens', value: { intValue: '100' } },
|
|
75
82
|
{ key: 'gen_ai.usage.output_tokens', value: { intValue: '50' } },
|
|
76
83
|
],
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
|
|
84
|
+
},
|
|
85
|
+
],
|
|
86
|
+
},
|
|
87
|
+
],
|
|
88
|
+
},
|
|
89
|
+
],
|
|
80
90
|
};
|
|
81
91
|
const traces = parseOtlpPayload(payload);
|
|
82
92
|
const span = traces[0].spans[0];
|
|
@@ -86,14 +96,24 @@ describe('parseOtlpPayload', () => {
|
|
|
86
96
|
});
|
|
87
97
|
it('falls back to SPAN kind for unknown spans', () => {
|
|
88
98
|
const payload = {
|
|
89
|
-
resourceSpans: [
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
99
|
+
resourceSpans: [
|
|
100
|
+
{
|
|
101
|
+
scopeSpans: [
|
|
102
|
+
{
|
|
103
|
+
spans: [
|
|
104
|
+
{
|
|
105
|
+
traceId: 't1',
|
|
106
|
+
spanId: 's1',
|
|
107
|
+
name: 'some.unknown.operation',
|
|
108
|
+
kind: 1,
|
|
109
|
+
startTimeUnixNano: '1000000000000',
|
|
110
|
+
endTimeUnixNano: '1000000001000',
|
|
111
|
+
},
|
|
112
|
+
],
|
|
113
|
+
},
|
|
114
|
+
],
|
|
115
|
+
},
|
|
116
|
+
],
|
|
97
117
|
};
|
|
98
118
|
const traces = parseOtlpPayload(payload);
|
|
99
119
|
expect(traces[0].spans[0].kind).toBe('SPAN');
|
|
@@ -104,21 +124,34 @@ describe('parseOtlpPayload', () => {
|
|
|
104
124
|
});
|
|
105
125
|
it('parses indexed gen_ai.retrieval.documents.N.field attributes', () => {
|
|
106
126
|
const payload = {
|
|
107
|
-
resourceSpans: [
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
127
|
+
resourceSpans: [
|
|
128
|
+
{
|
|
129
|
+
scopeSpans: [
|
|
130
|
+
{
|
|
131
|
+
spans: [
|
|
132
|
+
{
|
|
133
|
+
traceId: 't1',
|
|
134
|
+
spanId: 's1',
|
|
135
|
+
name: 'qdrant.query',
|
|
136
|
+
kind: 3,
|
|
137
|
+
startTimeUnixNano: '1000000000000',
|
|
138
|
+
endTimeUnixNano: '1001000000000',
|
|
112
139
|
attributes: [
|
|
113
140
|
{ key: 'gen_ai.retrieval.documents.0.id', value: { stringValue: 'chunk-a' } },
|
|
114
141
|
{ key: 'gen_ai.retrieval.documents.0.score', value: { doubleValue: 0.88 } },
|
|
115
|
-
{
|
|
142
|
+
{
|
|
143
|
+
key: 'gen_ai.retrieval.documents.0.content',
|
|
144
|
+
value: { stringValue: 'First chunk' },
|
|
145
|
+
},
|
|
116
146
|
{ key: 'gen_ai.retrieval.documents.1.id', value: { stringValue: 'chunk-b' } },
|
|
117
147
|
{ key: 'gen_ai.retrieval.documents.1.score', value: { doubleValue: 0.72 } },
|
|
118
148
|
],
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
|
|
149
|
+
},
|
|
150
|
+
],
|
|
151
|
+
},
|
|
152
|
+
],
|
|
153
|
+
},
|
|
154
|
+
],
|
|
122
155
|
};
|
|
123
156
|
const traces = parseOtlpPayload(payload);
|
|
124
157
|
const docs = traces[0].spans[0].documents;
|
|
@@ -130,19 +163,35 @@ describe('parseOtlpPayload', () => {
|
|
|
130
163
|
});
|
|
131
164
|
it('ignores malformed gen_ai.retrieval.documents JSON and falls back to indexed', () => {
|
|
132
165
|
const payload = {
|
|
133
|
-
resourceSpans: [
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
166
|
+
resourceSpans: [
|
|
167
|
+
{
|
|
168
|
+
scopeSpans: [
|
|
169
|
+
{
|
|
170
|
+
spans: [
|
|
171
|
+
{
|
|
172
|
+
traceId: 't1',
|
|
173
|
+
spanId: 's1',
|
|
174
|
+
name: 'retriever',
|
|
175
|
+
kind: 3,
|
|
176
|
+
startTimeUnixNano: '1000000000000',
|
|
177
|
+
endTimeUnixNano: '1001000000000',
|
|
138
178
|
attributes: [
|
|
139
|
-
{
|
|
140
|
-
|
|
179
|
+
{
|
|
180
|
+
key: 'gen_ai.retrieval.documents',
|
|
181
|
+
value: { stringValue: 'not valid json {{' },
|
|
182
|
+
},
|
|
183
|
+
{
|
|
184
|
+
key: 'gen_ai.retrieval.documents.0.id',
|
|
185
|
+
value: { stringValue: 'fallback-doc' },
|
|
186
|
+
},
|
|
141
187
|
{ key: 'gen_ai.retrieval.documents.0.score', value: { doubleValue: 0.5 } },
|
|
142
188
|
],
|
|
143
|
-
}
|
|
144
|
-
|
|
145
|
-
|
|
189
|
+
},
|
|
190
|
+
],
|
|
191
|
+
},
|
|
192
|
+
],
|
|
193
|
+
},
|
|
194
|
+
],
|
|
146
195
|
};
|
|
147
196
|
const traces = parseOtlpPayload(payload);
|
|
148
197
|
const docs = traces[0].spans[0].documents;
|
|
@@ -151,42 +200,74 @@ describe('parseOtlpPayload', () => {
|
|
|
151
200
|
});
|
|
152
201
|
it('infers EMBEDDING kind', () => {
|
|
153
202
|
const payload = {
|
|
154
|
-
resourceSpans: [
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
203
|
+
resourceSpans: [
|
|
204
|
+
{
|
|
205
|
+
scopeSpans: [
|
|
206
|
+
{
|
|
207
|
+
spans: [
|
|
208
|
+
{
|
|
209
|
+
traceId: 't1',
|
|
210
|
+
spanId: 's1',
|
|
211
|
+
name: 'openai.embed',
|
|
212
|
+
kind: 3,
|
|
213
|
+
startTimeUnixNano: '1000000000000',
|
|
214
|
+
endTimeUnixNano: '1001000000000',
|
|
215
|
+
attributes: [
|
|
216
|
+
{ key: 'gen_ai.operation.name', value: { stringValue: 'embeddings' } },
|
|
217
|
+
],
|
|
218
|
+
},
|
|
219
|
+
],
|
|
220
|
+
},
|
|
221
|
+
],
|
|
222
|
+
},
|
|
223
|
+
],
|
|
163
224
|
};
|
|
164
225
|
expect(parseOtlpPayload(payload)[0].spans[0].kind).toBe('EMBEDDING');
|
|
165
226
|
});
|
|
166
227
|
it('infers RERANKER kind', () => {
|
|
167
228
|
const payload = {
|
|
168
|
-
resourceSpans: [
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
229
|
+
resourceSpans: [
|
|
230
|
+
{
|
|
231
|
+
scopeSpans: [
|
|
232
|
+
{
|
|
233
|
+
spans: [
|
|
234
|
+
{
|
|
235
|
+
traceId: 't1',
|
|
236
|
+
spanId: 's1',
|
|
237
|
+
name: 'cohere.rerank',
|
|
238
|
+
kind: 3,
|
|
239
|
+
startTimeUnixNano: '1000000000000',
|
|
240
|
+
endTimeUnixNano: '1001000000000',
|
|
173
241
|
attributes: [{ key: 'gen_ai.operation.name', value: { stringValue: 'rerank' } }],
|
|
174
|
-
}
|
|
175
|
-
|
|
176
|
-
|
|
242
|
+
},
|
|
243
|
+
],
|
|
244
|
+
},
|
|
245
|
+
],
|
|
246
|
+
},
|
|
247
|
+
],
|
|
177
248
|
};
|
|
178
249
|
expect(parseOtlpPayload(payload)[0].spans[0].kind).toBe('RERANKER');
|
|
179
250
|
});
|
|
180
251
|
it('defaults serviceName to unknown when resource has no service.name', () => {
|
|
181
252
|
const payload = {
|
|
182
|
-
resourceSpans: [
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
253
|
+
resourceSpans: [
|
|
254
|
+
{
|
|
255
|
+
scopeSpans: [
|
|
256
|
+
{
|
|
257
|
+
spans: [
|
|
258
|
+
{
|
|
259
|
+
traceId: 't1',
|
|
260
|
+
spanId: 's1',
|
|
261
|
+
name: 'op',
|
|
262
|
+
kind: 1,
|
|
263
|
+
startTimeUnixNano: '1000000000000',
|
|
264
|
+
endTimeUnixNano: '1001000000000',
|
|
265
|
+
},
|
|
266
|
+
],
|
|
267
|
+
},
|
|
268
|
+
],
|
|
269
|
+
},
|
|
270
|
+
],
|
|
190
271
|
};
|
|
191
272
|
expect(parseOtlpPayload(payload)[0].serviceName).toBe('unknown');
|
|
192
273
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"otlp-parser.test.js","sourceRoot":"","sources":["../../../src/ingestion/otlp-parser.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,
|
|
1
|
+
{"version":3,"file":"otlp-parser.test.js","sourceRoot":"","sources":["../../../src/ingestion/otlp-parser.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGpD,MAAM,cAAc,GAAgB;IAClC,aAAa,EAAE;QACb;YACE,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,CAAC,EAAE;YACzF,UAAU,EAAE;gBACV;oBACE,KAAK,EAAE;wBACL;4BACE,OAAO,EAAE,WAAW;4BACpB,MAAM,EAAE,UAAU;4BAClB,IAAI,EAAE,cAAc;4BACpB,IAAI,EAAE,CAAC;4BACP,iBAAiB,EAAE,qBAAqB;4BACxC,eAAe,EAAE,qBAAqB;4BACtC,UAAU,EAAE;gCACV,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;gCACpE,EAAE,GAAG,EAAE,eAAe,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE;gCAC1D;oCACE,GAAG,EAAE,4BAA4B;oCACjC,KAAK,EAAE;wCACL,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC;4CAC1B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,sBAAsB,EAAE;4CAC7D,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE;yCAC7B,CAAC;qCACH;iCACF;6BACF;yBACF;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAC;AAEF,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAU,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAAC;QACvF,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE;gBACb;oBACE,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE;gCACL;oCACE,OAAO,EAAE,IAAI;oCACb,MAAM,EAAE,IAAI;oCACZ,IAAI,EAAE,aAAa;oCACnB,IAAI,EAAE,CAAC;oCACP,iBAAiB,EAAE,eAAe;oCAClC,eAAe,EAAE,eAAe;oCAChC,UAAU,EAAE;wCACV,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE;wCAChE,EAAE,GAAG,EAAE,2BAA2B,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;wCAChE,EAAE,GAAG,EAAE,4BAA4B,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;qCACjE;iCACF;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC;QACF,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE;gBACb;oBACE,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE;gCACL;oCACE,OAAO,EAAE,IAAI;oCACb,MAAM,EAAE,IAAI;oCACZ,IAAI,EAAE,wBAAwB;oCAC9B,IAAI,EAAE,CAAC;oCACP,iBAAiB,EAAE,eAAe;oCAClC,eAAe,EAAE,eAAe;iCACjC;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC;QACF,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE;gBACb;oBACE,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE;gCACL;oCACE,OAAO,EAAE,IAAI;oCACb,MAAM,EAAE,IAAI;oCACZ,IAAI,EAAE,cAAc;oCACpB,IAAI,EAAE,CAAC;oCACP,iBAAiB,EAAE,eAAe;oCAClC,eAAe,EAAE,eAAe;oCAChC,UAAU,EAAE;wCACV,EAAE,GAAG,EAAE,iCAAiC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE;wCAC7E,EAAE,GAAG,EAAE,oCAAoC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE;wCAC3E;4CACE,GAAG,EAAE,sCAAsC;4CAC3C,KAAK,EAAE,EAAE,WAAW,EAAE,aAAa,EAAE;yCACtC;wCACD,EAAE,GAAG,EAAE,iCAAiC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE;wCAC7E,EAAE,GAAG,EAAE,oCAAoC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE;qCAC5E;iCACF;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC;QACF,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAU,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,GAAG,EAAE;QACrF,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE;gBACb;oBACE,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE;gCACL;oCACE,OAAO,EAAE,IAAI;oCACb,MAAM,EAAE,IAAI;oCACZ,IAAI,EAAE,WAAW;oCACjB,IAAI,EAAE,CAAC;oCACP,iBAAiB,EAAE,eAAe;oCAClC,eAAe,EAAE,eAAe;oCAChC,UAAU,EAAE;wCACV;4CACE,GAAG,EAAE,4BAA4B;4CACjC,KAAK,EAAE,EAAE,WAAW,EAAE,mBAAmB,EAAE;yCAC5C;wCACD;4CACE,GAAG,EAAE,iCAAiC;4CACtC,KAAK,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE;yCACvC;wCACD,EAAE,GAAG,EAAE,oCAAoC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE;qCAC3E;iCACF;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC;QACF,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAU,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE;gBACb;oBACE,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE;gCACL;oCACE,OAAO,EAAE,IAAI;oCACb,MAAM,EAAE,IAAI;oCACZ,IAAI,EAAE,cAAc;oCACpB,IAAI,EAAE,CAAC;oCACP,iBAAiB,EAAE,eAAe;oCAClC,eAAe,EAAE,eAAe;oCAChC,UAAU,EAAE;wCACV,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE;qCACvE;iCACF;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE;gBACb;oBACE,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE;gCACL;oCACE,OAAO,EAAE,IAAI;oCACb,MAAM,EAAE,IAAI;oCACZ,IAAI,EAAE,eAAe;oCACrB,IAAI,EAAE,CAAC;oCACP,iBAAiB,EAAE,eAAe;oCAClC,eAAe,EAAE,eAAe;oCAChC,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,CAAC;iCACjF;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,OAAO,GAAgB;YAC3B,aAAa,EAAE;gBACb;oBACE,UAAU,EAAE;wBACV;4BACE,KAAK,EAAE;gCACL;oCACE,OAAO,EAAE,IAAI;oCACb,MAAM,EAAE,IAAI;oCACZ,IAAI,EAAE,IAAI;oCACV,IAAI,EAAE,CAAC;oCACP,iBAAiB,EAAE,eAAe;oCAClC,eAAe,EAAE,eAAe;iCACjC;6BACF;yBACF;qBACF;iBACF;aACF;SACF,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/src/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE;QAAE,MAAM,EAAE,kBAAkB,EAAE,CAAA;KAAE,CAAC;CAC/C;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,kBAAkB,CAAC;CAC3B;AAED,MAAM,WAAW,QAAQ;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,aAAa,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC7C;AAED,MAAM,WAAW,WAAW;IAC1B,aAAa,CAAC,EAAE,KAAK,CAAC;QACpB,QAAQ,CAAC,EAAE;YAAE,UAAU,CAAC,EAAE,aAAa,EAAE,CAAA;SAAE,CAAC;QAC5C,UAAU,CAAC,EAAE,KAAK,CAAC;YACjB,KAAK,CAAC,EAAE;gBAAE,IAAI,CAAC,EAAE,MAAM,CAAC;gBAAC,OAAO,CAAC,EAAE,MAAM,CAAA;aAAE,CAAC;YAC5C,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;SACpB,CAAC,CAAC;KACJ,CAAC,CAAC;CACJ;AAID,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,GAAG,KAAK,GAAG,MAAM,CAAC;AAEzF,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAID,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACrD,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,OAAO,CAAC;CACvB"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "ragscope",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.2",
|
|
4
4
|
"description": "Lighthouse for RAG — PASS/WARN/FAIL scores for your retrieval pipeline, straight in the terminal. Works with LangChain, LlamaIndex, Vercel AI SDK, Langfuse, and any OpenTelemetry source.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"rag",
|
|
@@ -35,7 +35,7 @@
|
|
|
35
35
|
"url": "https://github.com/Sidd27/ragscope/issues"
|
|
36
36
|
},
|
|
37
37
|
"engines": {
|
|
38
|
-
"node": ">=
|
|
38
|
+
"node": ">=24.0.0"
|
|
39
39
|
},
|
|
40
40
|
"publishConfig": {
|
|
41
41
|
"access": "public"
|
|
@@ -50,16 +50,20 @@
|
|
|
50
50
|
"scripts": {
|
|
51
51
|
"build": "tsc && chmod +x dist/bin/ragscope.js",
|
|
52
52
|
"prepublishOnly": "pnpm run build",
|
|
53
|
+
"release": "node scripts/release.js",
|
|
53
54
|
"dev": "tsx watch bin/ragscope.ts",
|
|
54
55
|
"test": "vitest run",
|
|
55
|
-
"typecheck": "tsc --noEmit"
|
|
56
|
+
"typecheck": "tsc --noEmit",
|
|
57
|
+
"lint": "eslint src bin",
|
|
58
|
+
"lint:fix": "eslint src bin --fix",
|
|
59
|
+
"format": "prettier --write .",
|
|
60
|
+
"format:check": "prettier --check .",
|
|
61
|
+
"prepare": "husky"
|
|
56
62
|
},
|
|
57
63
|
"dependencies": {
|
|
58
64
|
"@fastify/cors": "^10.0.2",
|
|
59
65
|
"ai-tokenizer": "^1.0.6",
|
|
60
|
-
"better-sqlite3": "^12.10.0",
|
|
61
66
|
"chonkie": "^0.3.0",
|
|
62
|
-
"drizzle-orm": "^0.45.2",
|
|
63
67
|
"fastify": "^5.3.2",
|
|
64
68
|
"langfuse": "^3.37.1",
|
|
65
69
|
"picocolors": "^1.1.1"
|
|
@@ -67,10 +71,24 @@
|
|
|
67
71
|
"optionalDependencies": {
|
|
68
72
|
"@huggingface/transformers": "^4.2.0"
|
|
69
73
|
},
|
|
74
|
+
"lint-staged": {
|
|
75
|
+
"*.ts": [
|
|
76
|
+
"eslint --fix",
|
|
77
|
+
"prettier --write"
|
|
78
|
+
],
|
|
79
|
+
"*.{json,md,yml,yaml}": [
|
|
80
|
+
"prettier --write"
|
|
81
|
+
]
|
|
82
|
+
},
|
|
70
83
|
"devDependencies": {
|
|
71
|
-
"@types/better-sqlite3": "^7.6.13",
|
|
72
84
|
"@types/node": "^22.15.21",
|
|
85
|
+
"@typescript-eslint/eslint-plugin": "^8.60.0",
|
|
86
|
+
"@typescript-eslint/parser": "^8.60.0",
|
|
73
87
|
"@vitest/coverage-v8": "^3.2.4",
|
|
88
|
+
"eslint": "^10.4.1",
|
|
89
|
+
"husky": "^9.1.7",
|
|
90
|
+
"lint-staged": "^17.0.6",
|
|
91
|
+
"prettier": "^3.8.3",
|
|
74
92
|
"tsx": "^4.19.4",
|
|
75
93
|
"typescript": "^5.8.3",
|
|
76
94
|
"vitest": "^3.2.1"
|