@absolutejs/rag 0.0.16 → 0.0.18

package/dist/client/index.js

@@ -5666,7 +5666,8 @@ var evaluateRAGCollectionCases = async ({
   input,
   defaultTopK = DEFAULT_TOP_K,
   rerank,
-  includeTrace = false
+  includeTrace = false,
+  onCaseSettled
 }) => {
   if (input.dryRun) {
     return executeDryRunRAGEvaluation(input, defaultTopK).map((caseResult, caseIndex) => ({
@@ -5702,18 +5703,20 @@ var evaluateRAGCollectionCases = async ({
     const sources = buildSources(searchOutcome.results);
     const elapsedMs = Date.now() - startedAt;
     const retrievedIds = normalizeExpectedIds(sources.map((source) => extractExpectedId(source, mode)));
+    const caseResult = summarizeRAGEvaluationCase({
+      caseIndex,
+      caseInput: { ...caseInput, topK },
+      elapsedMs,
+      expectedIds,
+      mode,
+      query,
+      retrievedIds,
+      retrievedSources: sources,
+      trace: searchOutcome.trace
+    });
+    onCaseSettled?.({ caseIndex, caseResult, total: input.cases.length });
     return {
-      caseResult: summarizeRAGEvaluationCase({
-        caseIndex,
-        caseInput: { ...caseInput, topK },
-        elapsedMs,
-        expectedIds,
-        mode,
-        query,
-        retrievedIds,
-        retrievedSources: sources,
-        trace: searchOutcome.trace
-      }),
+      caseResult,
       trace: searchOutcome.trace,
       filter: searchInput.filter,
       retrieval: searchInput.retrieval,
@@ -11077,13 +11080,15 @@ var evaluateRAGCollection = async ({
   collection,
   input,
   defaultTopK = DEFAULT_TOP_K,
-  rerank
+  rerank,
+  onCaseSettled
 }) => {
   const evaluated = await evaluateRAGCollectionCases({
     collection,
     defaultTopK,
     includeTrace: false,
     input,
+    onCaseSettled,
     rerank
   });
   return buildRAGEvaluationResponse(evaluated.map((entry) => entry.caseResult));
@@ -11466,6 +11471,78 @@ var createRAGClient = (options) => {
       }
       return parseJson(response);
     },
+    async evaluateStream(input, options2) {
+      const response = await fetchImpl(`${basePath}/evaluate/stream`, {
+        body: JSON.stringify(input),
+        headers: jsonHeaders,
+        method: "POST",
+        signal: options2?.signal
+      });
+      if (!response.ok || !response.body) {
+        throw new Error(await toErrorMessage(response));
+      }
+      const reader = response.body.getReader();
+      const decoder = new TextDecoder;
+      let buffer = "";
+      let result = null;
+      let streamError = null;
+      const handleEvent = (rawEvent) => {
+        let eventName = "message";
+        const dataLines = [];
+        for (const line of rawEvent.split(`
+`)) {
+          if (line.startsWith("event:")) {
+            eventName = line.slice("event:".length).trim();
+          } else if (line.startsWith("data:")) {
+            dataLines.push(line.slice("data:".length).trim());
+          }
+        }
+        if (dataLines.length === 0) {
+          return;
+        }
+        const payload = JSON.parse(dataLines.join(`
+`));
+        if (eventName === "start") {
+          options2?.onStart?.(payload);
+        } else if (eventName === "case") {
+          options2?.onCase?.(payload);
+        } else if (eventName === "result") {
+          result = payload;
+        } else if (eventName === "error") {
+          streamError = payload.error ?? "RAG evaluation stream failed";
+        }
+      };
+      for (;; ) {
+        const { done, value } = await reader.read();
+        if (done) {
+          break;
+        }
+        buffer += decoder.decode(value, { stream: true });
+        let separator = buffer.indexOf(`
+
+`);
+        while (separator !== -1) {
+          const rawEvent = buffer.slice(0, separator);
+          buffer = buffer.slice(separator + 2);
+          if (rawEvent.trim().length > 0) {
+            handleEvent(rawEvent);
+          }
+          separator = buffer.indexOf(`
+
+`);
+        }
+      }
+      if (buffer.trim().length > 0) {
+        handleEvent(buffer);
+      }
+      if (streamError) {
+        throw new Error(streamError);
+      }
+      if (!result) {
+        throw new Error("RAG evaluation stream ended without a result");
+      }
+      return result;
+    },
     async compareRetrievals(input) {
       const response = await fetchImpl(`${basePath}/compare/retrieval`, {
         body: JSON.stringify(input),
@@ -12624,5 +12701,5 @@ export {
   buildRAGEvaluationLeaderboard
 };
 
-//# debugId=A6C0AA9DAD70220D64756E2164756E21
+//# debugId=53C15FFD52386C7864756E2164756E21
 //# sourceMappingURL=index.js.map