@absolutejs/rag 0.0.17 → 0.0.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -5666,7 +5666,8 @@ var evaluateRAGCollectionCases = async ({
5666
5666
  input,
5667
5667
  defaultTopK = DEFAULT_TOP_K,
5668
5668
  rerank,
5669
- includeTrace = false
5669
+ includeTrace = false,
5670
+ onCaseSettled
5670
5671
  }) => {
5671
5672
  if (input.dryRun) {
5672
5673
  return executeDryRunRAGEvaluation(input, defaultTopK).map((caseResult, caseIndex) => ({
@@ -5702,18 +5703,20 @@ var evaluateRAGCollectionCases = async ({
5702
5703
  const sources = buildSources(searchOutcome.results);
5703
5704
  const elapsedMs = Date.now() - startedAt;
5704
5705
  const retrievedIds = normalizeExpectedIds(sources.map((source) => extractExpectedId(source, mode)));
5706
+ const caseResult = summarizeRAGEvaluationCase({
5707
+ caseIndex,
5708
+ caseInput: { ...caseInput, topK },
5709
+ elapsedMs,
5710
+ expectedIds,
5711
+ mode,
5712
+ query,
5713
+ retrievedIds,
5714
+ retrievedSources: sources,
5715
+ trace: searchOutcome.trace
5716
+ });
5717
+ onCaseSettled?.({ caseIndex, caseResult, total: input.cases.length });
5705
5718
  return {
5706
- caseResult: summarizeRAGEvaluationCase({
5707
- caseIndex,
5708
- caseInput: { ...caseInput, topK },
5709
- elapsedMs,
5710
- expectedIds,
5711
- mode,
5712
- query,
5713
- retrievedIds,
5714
- retrievedSources: sources,
5715
- trace: searchOutcome.trace
5716
- }),
5719
+ caseResult,
5717
5720
  trace: searchOutcome.trace,
5718
5721
  filter: searchInput.filter,
5719
5722
  retrieval: searchInput.retrieval,
@@ -11077,13 +11080,15 @@ var evaluateRAGCollection = async ({
11077
11080
  collection,
11078
11081
  input,
11079
11082
  defaultTopK = DEFAULT_TOP_K,
11080
- rerank
11083
+ rerank,
11084
+ onCaseSettled
11081
11085
  }) => {
11082
11086
  const evaluated = await evaluateRAGCollectionCases({
11083
11087
  collection,
11084
11088
  defaultTopK,
11085
11089
  includeTrace: false,
11086
11090
  input,
11091
+ onCaseSettled,
11087
11092
  rerank
11088
11093
  });
11089
11094
  return buildRAGEvaluationResponse(evaluated.map((entry) => entry.caseResult));
@@ -11730,5 +11735,5 @@ export {
11730
11735
  buildCitationGroups
11731
11736
  };
11732
11737
 
11733
- //# debugId=FCAE71C0401EF18B64756E2164756E21
11738
+ //# debugId=6E3D7C908D19A9A964756E2164756E21
11734
11739
  //# sourceMappingURL=ui.js.map