@absolutejs/rag 0.0.17 → 0.0.18

package/dist/index.js

@@ -5666,7 +5666,8 @@ var evaluateRAGCollectionCases = async ({
   input,
   defaultTopK = DEFAULT_TOP_K,
   rerank,
-  includeTrace = false
+  includeTrace = false,
+  onCaseSettled
 }) => {
   if (input.dryRun) {
     return executeDryRunRAGEvaluation(input, defaultTopK).map((caseResult, caseIndex) => ({
@@ -5702,18 +5703,20 @@ var evaluateRAGCollectionCases = async ({
     const sources = buildSources(searchOutcome.results);
     const elapsedMs = Date.now() - startedAt;
     const retrievedIds = normalizeExpectedIds(sources.map((source) => extractExpectedId(source, mode)));
+    const caseResult = summarizeRAGEvaluationCase({
+      caseIndex,
+      caseInput: { ...caseInput, topK },
+      elapsedMs,
+      expectedIds,
+      mode,
+      query,
+      retrievedIds,
+      retrievedSources: sources,
+      trace: searchOutcome.trace
+    });
+    onCaseSettled?.({ caseIndex, caseResult, total: input.cases.length });
     return {
-      caseResult: summarizeRAGEvaluationCase({
-        caseIndex,
-        caseInput: { ...caseInput, topK },
-        elapsedMs,
-        expectedIds,
-        mode,
-        query,
-        retrievedIds,
-        retrievedSources: sources,
-        trace: searchOutcome.trace
-      }),
+      caseResult,
       trace: searchOutcome.trace,
       filter: searchInput.filter,
       retrieval: searchInput.retrieval,
@@ -11077,13 +11080,15 @@ var evaluateRAGCollection = async ({
   collection,
   input,
   defaultTopK = DEFAULT_TOP_K,
-  rerank
+  rerank,
+  onCaseSettled
 }) => {
   const evaluated = await evaluateRAGCollectionCases({
     collection,
     defaultTopK,
     includeTrace: false,
     input,
+    onCaseSettled,
     rerank
   });
   return buildRAGEvaluationResponse(evaluated.map((entry) => entry.caseResult));
@@ -30848,6 +30853,85 @@ var ragChat = (config) => {
       }), HTTP_STATUS_OK);
     }
     return result;
+  }).post(`${path}/evaluate/stream`, async function* ({ body, request }) {
+    const input = toRAGEvaluationInput(body);
+    if (!input) {
+      yield {
+        data: JSON.stringify({
+          error: "Expected payload shape: { cases: [{ id, query, expectedChunkIds|expectedSources|expectedDocumentIds }] }"
+        }),
+        event: "error"
+      };
+      return;
+    }
+    const accessScope = await loadAccessScope(request);
+    for (const evaluationCase of input.cases) {
+      if (evaluationCase.corpusKey && !matchesAccessScope(accessScope, {
+        corpusKey: evaluationCase.corpusKey
+      }) || (evaluationCase.expectedDocumentIds ?? []).some((documentId) => !matchesAccessScope(accessScope, { documentId })) || (evaluationCase.expectedSources ?? []).some((source) => !matchesAccessScope(accessScope, { source }))) {
+        yield {
+          data: JSON.stringify({
+            error: "Evaluation case is outside the allowed RAG access scope"
+          }),
+          event: "error"
+        };
+        return;
+      }
+    }
+    const collection = resolveCollection();
+    if (!collection) {
+      yield {
+        data: JSON.stringify({ error: "RAG collection is not configured" }),
+        event: "error"
+      };
+      return;
+    }
+    yield {
+      data: JSON.stringify({ total: input.cases.length }),
+      event: "start"
+    };
+    const pending = [];
+    let resolveNext = null;
+    let finished = false;
+    const wake = () => {
+      const resolve2 = resolveNext;
+      resolveNext = null;
+      resolve2?.();
+    };
+    const resultPromise = evaluateRAGCollection({
+      collection,
+      defaultTopK: topK,
+      input,
+      onCaseSettled: (event) => {
+        pending.push(event);
+        wake();
+      }
+    }).finally(() => {
+      finished = true;
+      wake();
+    });
+    while (true) {
+      while (pending.length > 0) {
+        yield { data: JSON.stringify(pending.shift()), event: "case" };
+      }
+      if (finished) {
+        break;
+      }
+      await new Promise((resolve2) => {
+        resolveNext = resolve2;
+      });
+    }
+    try {
+      const result = await resultPromise;
+      yield { data: JSON.stringify(result), event: "result" };
+    } catch (caught) {
+      yield {
+        data: JSON.stringify({
+          error: caught instanceof Error ? caught.message : String(caught)
+        }),
+        event: "error"
+      };
+    }
   }).get(`${path}/status`, async ({ request }) => {
     const result = await handleStatus(request);
     if (config.htmx && isHTMXRequest(request)) {
@@ -38080,5 +38164,5 @@ export {
   addRAGEvaluationSuiteCase
 };
 
-//# debugId=1EFB64CE5660478364756E2164756E21
+//# debugId=27BA74206F3A122164756E2164756E21
 //# sourceMappingURL=index.js.map