@absolutejs/absolute 0.19.0-beta.523 → 0.19.0-beta.525

package/dist/ai/client/index.js

@@ -1795,6 +1795,82 @@ var buildGroundingDifficultyDiffEntry = (current, previous) => ({
   previousRank: previous?.rank,
   query: current.query
 });
+var buildRAGAnswerGroundingCaseDifficultyTrends = ({
+  runs
+}) => {
+  const movementCounts = new Map;
+  for (let index = 0;index < runs.length - 1; index += 1) {
+    const current = runs[index];
+    const previous = runs[index + 1];
+    if (!current || !previous) {
+      continue;
+    }
+    const diff = buildRAGAnswerGroundingCaseDifficultyRunDiff({
+      current,
+      previous
+    });
+    for (const entry of diff.harderCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.harder += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+    for (const entry of diff.easierCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.easier += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+    for (const entry of diff.unchangedCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.unchanged += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+  }
+  const movementEntries = [...movementCounts.entries()];
+  const mostOftenHarderCaseIds = movementEntries.filter(([, counts]) => counts.harder > 0).sort((left, right) => {
+    if (right[1].harder !== left[1].harder) {
+      return right[1].harder - left[1].harder;
+    }
+    return left[0].localeCompare(right[0]);
+  }).map(([caseId]) => caseId);
+  const mostOftenEasierCaseIds = movementEntries.filter(([, counts]) => counts.easier > 0).sort((left, right) => {
+    if (right[1].easier !== left[1].easier) {
+      return right[1].easier - left[1].easier;
+    }
+    return left[0].localeCompare(right[0]);
+  }).map(([caseId]) => caseId);
+  return {
+    easiestCaseIds: runs[runs.length - 1]?.entries.map((entry) => entry.caseId).reverse() ?? [],
+    hardestCaseIds: runs[0]?.entries.map((entry) => entry.caseId) ?? [],
+    mostOftenEasierCaseIds,
+    mostOftenHarderCaseIds,
+    movementCounts: Object.fromEntries(movementEntries.map(([caseId, counts]) => [
+      caseId,
+      {
+        easier: counts.easier,
+        harder: counts.harder,
+        unchanged: counts.unchanged
+      }
+    ]))
+  };
+};
 var buildRAGAnswerGroundingCaseDifficultyRunDiff = ({
   current,
   previous
@@ -1842,18 +1918,30 @@ var buildGroundingCaseDiff = (currentCase, previousCase) => ({
   answerChanged: typeof previousCase?.answer === "string" ? previousCase.answer !== currentCase.answer : true,
   caseId: currentCase.caseId,
   currentCitationF1: currentCase.citationF1,
+  currentCitedIds: currentCase.citedIds,
   currentCoverage: currentCase.coverage,
+  currentExtraIds: currentCase.extraIds,
   currentMatchedIds: currentCase.matchedIds,
   currentMissingIds: currentCase.missingIds,
+  currentReferenceCount: currentCase.referenceCount,
+  currentResolvedCitationCount: currentCase.resolvedCitationCount,
   currentAnswer: currentCase.answer,
   currentStatus: currentCase.status,
+  currentUngroundedReferenceNumbers: currentCase.groundedAnswer.ungroundedReferenceNumbers,
+  currentUnresolvedCitationCount: currentCase.unresolvedCitationCount,
   label: currentCase.label,
   previousAnswer: previousCase?.answer,
   previousCitationF1: previousCase?.citationF1,
+  previousCitedIds: previousCase?.citedIds ?? [],
   previousCoverage: previousCase?.coverage,
+  previousExtraIds: previousCase?.extraIds ?? [],
   previousMatchedIds: previousCase?.matchedIds ?? [],
   previousMissingIds: previousCase?.missingIds ?? [],
+  previousReferenceCount: previousCase?.referenceCount,
+  previousResolvedCitationCount: previousCase?.resolvedCitationCount,
   previousStatus: previousCase?.status,
+  previousUngroundedReferenceNumbers: previousCase?.groundedAnswer.ungroundedReferenceNumbers ?? [],
+  previousUnresolvedCitationCount: previousCase?.unresolvedCitationCount,
   query: currentCase.query
 });
 var buildGroundingCaseSnapshots = ({
@@ -1870,7 +1958,9 @@ var buildGroundingCaseSnapshots = ({
       answer: entry.answer,
       answerChange: typeof previousCase?.answer === "string" ? previousCase.answer === entry.answer ? "unchanged" : "changed" : "new",
       caseId: entry.caseId,
+      citationCount: entry.citationCount,
       citationF1: entry.citationF1,
+      citedIds: entry.citedIds,
       coverage: entry.coverage,
       extraIds: entry.extraIds,
       label: entry.label,
@@ -1878,8 +1968,12 @@ var buildGroundingCaseSnapshots = ({
       missingIds: entry.missingIds,
       previousAnswer: previousCase?.answer,
       query: entry.query,
+      referenceCount: entry.referenceCount,
+      resolvedCitationCount: entry.resolvedCitationCount,
       resolvedCitationRate: entry.resolvedCitationRate,
-      status: entry.status
+      status: entry.status,
+      ungroundedReferenceNumbers: entry.groundedAnswer.ungroundedReferenceNumbers,
+      unresolvedCitationCount: entry.unresolvedCitationCount
     };
   });
 };
@@ -2115,7 +2209,8 @@ var loadRAGAnswerGroundingCaseDifficultyHistory = async ({
     previousRun,
     runs,
     suiteId: suite.id,
-    suiteLabel: suite.label ?? suite.id
+    suiteLabel: suite.label ?? suite.id,
+    trends: buildRAGAnswerGroundingCaseDifficultyTrends({ runs })
   };
 };
 var persistRAGEvaluationSuiteRun = async ({
@@ -2516,5 +2611,5 @@ export {
   buildRAGAnswerWorkflowState
 };
 
-//# debugId=00A3D464CC429EC964756E2164756E21
+//# debugId=B29805440D07EE6F64756E2164756E21
 //# sourceMappingURL=index.js.map