@absolutejs/absolute 0.19.0-beta.524 → 0.19.0-beta.525

package/dist/types/ai.d.ts

@@ -1003,6 +1003,17 @@ export type RAGAnswerGroundingCaseDifficultyHistory = {
     latestRun?: RAGAnswerGroundingCaseDifficultyRun;
     previousRun?: RAGAnswerGroundingCaseDifficultyRun;
     diff?: RAGAnswerGroundingCaseDifficultyRunDiff;
+    trends: {
+        hardestCaseIds: string[];
+        easiestCaseIds: string[];
+        mostOftenHarderCaseIds: string[];
+        mostOftenEasierCaseIds: string[];
+        movementCounts: Record<string, {
+            harder: number;
+            easier: number;
+            unchanged: number;
+        }>;
+    };
 };
 export type RAGAnswerGroundingEvaluationCaseDiff = {
     caseId: string;

package/dist/vue/ai/index.js

@@ -1819,6 +1819,82 @@ var buildGroundingDifficultyDiffEntry = (current, previous) => ({
   previousRank: previous?.rank,
   query: current.query
 });
+var buildRAGAnswerGroundingCaseDifficultyTrends = ({
+  runs
+}) => {
+  const movementCounts = new Map;
+  for (let index = 0;index < runs.length - 1; index += 1) {
+    const current = runs[index];
+    const previous = runs[index + 1];
+    if (!current || !previous) {
+      continue;
+    }
+    const diff = buildRAGAnswerGroundingCaseDifficultyRunDiff({
+      current,
+      previous
+    });
+    for (const entry of diff.harderCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.harder += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+    for (const entry of diff.easierCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.easier += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+    for (const entry of diff.unchangedCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.unchanged += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+  }
+  const movementEntries = [...movementCounts.entries()];
+  const mostOftenHarderCaseIds = movementEntries.filter(([, counts]) => counts.harder > 0).sort((left, right) => {
+    if (right[1].harder !== left[1].harder) {
+      return right[1].harder - left[1].harder;
+    }
+    return left[0].localeCompare(right[0]);
+  }).map(([caseId]) => caseId);
+  const mostOftenEasierCaseIds = movementEntries.filter(([, counts]) => counts.easier > 0).sort((left, right) => {
+    if (right[1].easier !== left[1].easier) {
+      return right[1].easier - left[1].easier;
+    }
+    return left[0].localeCompare(right[0]);
+  }).map(([caseId]) => caseId);
+  return {
+    easiestCaseIds: runs[runs.length - 1]?.entries.map((entry) => entry.caseId).reverse() ?? [],
+    hardestCaseIds: runs[0]?.entries.map((entry) => entry.caseId) ?? [],
+    mostOftenEasierCaseIds,
+    mostOftenHarderCaseIds,
+    movementCounts: Object.fromEntries(movementEntries.map(([caseId, counts]) => [
+      caseId,
+      {
+        easier: counts.easier,
+        harder: counts.harder,
+        unchanged: counts.unchanged
+      }
+    ]))
+  };
+};
 var buildRAGAnswerGroundingCaseDifficultyRunDiff = ({
   current,
   previous
@@ -2157,7 +2233,8 @@ var loadRAGAnswerGroundingCaseDifficultyHistory = async ({
     previousRun,
     runs,
     suiteId: suite.id,
-    suiteLabel: suite.label ?? suite.id
+    suiteLabel: suite.label ?? suite.id,
+    trends: buildRAGAnswerGroundingCaseDifficultyTrends({ runs })
   };
 };
 var persistRAGEvaluationSuiteRun = async ({
@@ -3197,5 +3274,5 @@ export {
   AIStreamKey
 };
 
-//# debugId=C3E8EFD0B7AD1FB864756E2164756E21
+//# debugId=FCF3EE50E141C64C64756E2164756E21
 //# sourceMappingURL=index.js.map