@absolutejs/absolute 0.19.0-beta.523 → 0.19.0-beta.525

package/dist/types/ai.d.ts

@@ -1003,6 +1003,17 @@ export type RAGAnswerGroundingCaseDifficultyHistory = {
     latestRun?: RAGAnswerGroundingCaseDifficultyRun;
     previousRun?: RAGAnswerGroundingCaseDifficultyRun;
     diff?: RAGAnswerGroundingCaseDifficultyRunDiff;
+    trends: {
+        hardestCaseIds: string[];
+        easiestCaseIds: string[];
+        mostOftenHarderCaseIds: string[];
+        mostOftenEasierCaseIds: string[];
+        movementCounts: Record<string, {
+            harder: number;
+            easier: number;
+            unchanged: number;
+        }>;
+    };
 };
 export type RAGAnswerGroundingEvaluationCaseDiff = {
     caseId: string;
@@ -1014,10 +1025,22 @@ export type RAGAnswerGroundingEvaluationCaseDiff = {
     currentCoverage: RAGAnswerGroundingEvaluationCaseResult['coverage'];
     previousCitationF1?: number;
     currentCitationF1: number;
+    previousCitedIds: string[];
+    currentCitedIds: string[];
     previousMatchedIds: string[];
     currentMatchedIds: string[];
     previousMissingIds: string[];
     currentMissingIds: string[];
+    previousExtraIds: string[];
+    currentExtraIds: string[];
+    previousReferenceCount?: number;
+    currentReferenceCount: number;
+    previousResolvedCitationCount?: number;
+    currentResolvedCitationCount: number;
+    previousUnresolvedCitationCount?: number;
+    currentUnresolvedCitationCount: number;
+    previousUngroundedReferenceNumbers: number[];
+    currentUngroundedReferenceNumbers: number[];
     previousAnswer?: string;
     currentAnswer: string;
     answerChanged: boolean;
@@ -1030,9 +1053,15 @@ export type RAGAnswerGroundingEvaluationCaseSnapshot = {
     coverage: RAGAnswerGroundingEvaluationCaseResult['coverage'];
     citationF1: number;
     resolvedCitationRate: number;
+    citationCount: number;
+    referenceCount: number;
+    resolvedCitationCount: number;
+    unresolvedCitationCount: number;
+    citedIds: string[];
     matchedIds: string[];
     missingIds: string[];
     extraIds: string[];
+    ungroundedReferenceNumbers: number[];
     answer: string;
     previousAnswer?: string;
     answerChange: 'new' | 'changed' | 'unchanged';

package/dist/vue/ai/index.js

@@ -1819,6 +1819,82 @@ var buildGroundingDifficultyDiffEntry = (current, previous) => ({
   previousRank: previous?.rank,
   query: current.query
 });
+var buildRAGAnswerGroundingCaseDifficultyTrends = ({
+  runs
+}) => {
+  const movementCounts = new Map;
+  for (let index = 0;index < runs.length - 1; index += 1) {
+    const current = runs[index];
+    const previous = runs[index + 1];
+    if (!current || !previous) {
+      continue;
+    }
+    const diff = buildRAGAnswerGroundingCaseDifficultyRunDiff({
+      current,
+      previous
+    });
+    for (const entry of diff.harderCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.harder += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+    for (const entry of diff.easierCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.easier += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+    for (const entry of diff.unchangedCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.unchanged += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+  }
+  const movementEntries = [...movementCounts.entries()];
+  const mostOftenHarderCaseIds = movementEntries.filter(([, counts]) => counts.harder > 0).sort((left, right) => {
+    if (right[1].harder !== left[1].harder) {
+      return right[1].harder - left[1].harder;
+    }
+    return left[0].localeCompare(right[0]);
+  }).map(([caseId]) => caseId);
+  const mostOftenEasierCaseIds = movementEntries.filter(([, counts]) => counts.easier > 0).sort((left, right) => {
+    if (right[1].easier !== left[1].easier) {
+      return right[1].easier - left[1].easier;
+    }
+    return left[0].localeCompare(right[0]);
+  }).map(([caseId]) => caseId);
+  return {
+    easiestCaseIds: runs[runs.length - 1]?.entries.map((entry) => entry.caseId).reverse() ?? [],
+    hardestCaseIds: runs[0]?.entries.map((entry) => entry.caseId) ?? [],
+    mostOftenEasierCaseIds,
+    mostOftenHarderCaseIds,
+    movementCounts: Object.fromEntries(movementEntries.map(([caseId, counts]) => [
+      caseId,
+      {
+        easier: counts.easier,
+        harder: counts.harder,
+        unchanged: counts.unchanged
+      }
+    ]))
+  };
+};
 var buildRAGAnswerGroundingCaseDifficultyRunDiff = ({
   current,
   previous
@@ -1866,18 +1942,30 @@ var buildGroundingCaseDiff = (currentCase, previousCase) => ({
   answerChanged: typeof previousCase?.answer === "string" ? previousCase.answer !== currentCase.answer : true,
   caseId: currentCase.caseId,
   currentCitationF1: currentCase.citationF1,
+  currentCitedIds: currentCase.citedIds,
   currentCoverage: currentCase.coverage,
+  currentExtraIds: currentCase.extraIds,
   currentMatchedIds: currentCase.matchedIds,
   currentMissingIds: currentCase.missingIds,
+  currentReferenceCount: currentCase.referenceCount,
+  currentResolvedCitationCount: currentCase.resolvedCitationCount,
   currentAnswer: currentCase.answer,
   currentStatus: currentCase.status,
+  currentUngroundedReferenceNumbers: currentCase.groundedAnswer.ungroundedReferenceNumbers,
+  currentUnresolvedCitationCount: currentCase.unresolvedCitationCount,
   label: currentCase.label,
   previousAnswer: previousCase?.answer,
   previousCitationF1: previousCase?.citationF1,
+  previousCitedIds: previousCase?.citedIds ?? [],
   previousCoverage: previousCase?.coverage,
+  previousExtraIds: previousCase?.extraIds ?? [],
   previousMatchedIds: previousCase?.matchedIds ?? [],
   previousMissingIds: previousCase?.missingIds ?? [],
+  previousReferenceCount: previousCase?.referenceCount,
+  previousResolvedCitationCount: previousCase?.resolvedCitationCount,
   previousStatus: previousCase?.status,
+  previousUngroundedReferenceNumbers: previousCase?.groundedAnswer.ungroundedReferenceNumbers ?? [],
+  previousUnresolvedCitationCount: previousCase?.unresolvedCitationCount,
   query: currentCase.query
 });
 var buildGroundingCaseSnapshots = ({
@@ -1894,7 +1982,9 @@ var buildGroundingCaseSnapshots = ({
       answer: entry.answer,
       answerChange: typeof previousCase?.answer === "string" ? previousCase.answer === entry.answer ? "unchanged" : "changed" : "new",
       caseId: entry.caseId,
+      citationCount: entry.citationCount,
       citationF1: entry.citationF1,
+      citedIds: entry.citedIds,
       coverage: entry.coverage,
       extraIds: entry.extraIds,
       label: entry.label,
@@ -1902,8 +1992,12 @@ var buildGroundingCaseSnapshots = ({
       missingIds: entry.missingIds,
       previousAnswer: previousCase?.answer,
       query: entry.query,
+      referenceCount: entry.referenceCount,
+      resolvedCitationCount: entry.resolvedCitationCount,
       resolvedCitationRate: entry.resolvedCitationRate,
-      status: entry.status
+      status: entry.status,
+      ungroundedReferenceNumbers: entry.groundedAnswer.ungroundedReferenceNumbers,
+      unresolvedCitationCount: entry.unresolvedCitationCount
     };
   });
 };
@@ -2139,7 +2233,8 @@ var loadRAGAnswerGroundingCaseDifficultyHistory = async ({
     previousRun,
     runs,
     suiteId: suite.id,
-    suiteLabel: suite.label ?? suite.id
+    suiteLabel: suite.label ?? suite.id,
+    trends: buildRAGAnswerGroundingCaseDifficultyTrends({ runs })
   };
 };
 var persistRAGEvaluationSuiteRun = async ({
@@ -3179,5 +3274,5 @@ export {
   AIStreamKey
 };
 
-//# debugId=8138A6ECFE2C732864756E2164756E21
+//# debugId=FCF3EE50E141C64C64756E2164756E21
 //# sourceMappingURL=index.js.map