@absolutejs/absolute 0.19.0-beta.518 → 0.19.0-beta.519

package/dist/types/ai.d.ts

@@ -936,6 +936,16 @@ export type RAGAnswerGroundingEvaluationHistoryStore = {
         limit?: number;
     }) => Promise<RAGAnswerGroundingEvaluationRun[]> | RAGAnswerGroundingEvaluationRun[];
 };
+export type RAGAnswerGroundingEvaluationLeaderboardEntry = {
+    runId: string;
+    suiteId: string;
+    label: string;
+    passingRate: number;
+    averageCitationF1: number;
+    averageResolvedCitationRate: number;
+    rank: number;
+    totalCases: number;
+};
 export type RAGAnswerGroundingEvaluationCaseDiff = {
     caseId: string;
     label?: string;
@@ -969,6 +979,7 @@ export type RAGAnswerGroundingEvaluationHistory = {
     suiteId: string;
     suiteLabel?: string;
     runs: RAGAnswerGroundingEvaluationRun[];
+    leaderboard: RAGAnswerGroundingEvaluationLeaderboardEntry[];
     latestRun?: RAGAnswerGroundingEvaluationRun;
     previousRun?: RAGAnswerGroundingEvaluationRun;
     diff?: RAGAnswerGroundingEvaluationRunDiff;

package/dist/vue/ai/index.js

@@ -1716,6 +1716,30 @@ var buildRAGEvaluationLeaderboard = (runs) => {
     totalCases: run.response.totalCases
   }));
 };
+var buildRAGAnswerGroundingEvaluationLeaderboard = (runs) => {
+  const sorted = [...runs].sort((left, right) => {
+    if (right.response.passingRate !== left.response.passingRate) {
+      return right.response.passingRate - left.response.passingRate;
+    }
+    if (right.response.summary.averageCitationF1 !== left.response.summary.averageCitationF1) {
+      return right.response.summary.averageCitationF1 - left.response.summary.averageCitationF1;
+    }
+    if (right.response.summary.averageResolvedCitationRate !== left.response.summary.averageResolvedCitationRate) {
+      return right.response.summary.averageResolvedCitationRate - left.response.summary.averageResolvedCitationRate;
+    }
+    return left.elapsedMs - right.elapsedMs;
+  });
+  return sorted.map((run, index) => ({
+    averageCitationF1: run.response.summary.averageCitationF1,
+    averageResolvedCitationRate: run.response.summary.averageResolvedCitationRate,
+    label: run.label,
+    passingRate: run.response.passingRate,
+    rank: index + 1,
+    runId: run.id,
+    suiteId: run.suiteId,
+    totalCases: run.response.totalCases
+  }));
+};
 var toHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
 var normalizeHistoryRuns = (runs) => [...runs].sort(toHistorySortOrder);
 var toGroundingHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
@@ -1911,6 +1935,7 @@ var loadRAGAnswerGroundingEvaluationHistory = async ({
       previous: previousRun
     }) : undefined,
     latestRun,
+    leaderboard: buildRAGAnswerGroundingEvaluationLeaderboard(runs),
     previousRun,
     runs,
     suiteId: suite.id,
@@ -2947,5 +2972,5 @@ export {
   AIStreamKey
 };
 
-//# debugId=9275DFD130B50DC164756E2164756E21
+//# debugId=CE780A331BCCEACE64756E2164756E21
 //# sourceMappingURL=index.js.map