@absolutejs/absolute 0.19.0-beta.524 → 0.19.0-beta.526

package/dist/ai/client/index.js

@@ -1795,6 +1795,82 @@ var buildGroundingDifficultyDiffEntry = (current, previous) => ({
   previousRank: previous?.rank,
   query: current.query
 });
+var buildRAGAnswerGroundingCaseDifficultyTrends = ({
+  runs
+}) => {
+  const movementCounts = new Map;
+  for (let index = 0;index < runs.length - 1; index += 1) {
+    const current = runs[index];
+    const previous = runs[index + 1];
+    if (!current || !previous) {
+      continue;
+    }
+    const diff = buildRAGAnswerGroundingCaseDifficultyRunDiff({
+      current,
+      previous
+    });
+    for (const entry of diff.harderCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.harder += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+    for (const entry of diff.easierCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.easier += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+    for (const entry of diff.unchangedCases) {
+      const currentCounts = movementCounts.get(entry.caseId) ?? {
+        easier: 0,
+        harder: 0,
+        label: entry.label,
+        unchanged: 0
+      };
+      currentCounts.unchanged += 1;
+      currentCounts.label ??= entry.label;
+      movementCounts.set(entry.caseId, currentCounts);
+    }
+  }
+  const movementEntries = [...movementCounts.entries()];
+  const mostOftenHarderCaseIds = movementEntries.filter(([, counts]) => counts.harder > 0).sort((left, right) => {
+    if (right[1].harder !== left[1].harder) {
+      return right[1].harder - left[1].harder;
+    }
+    return left[0].localeCompare(right[0]);
+  }).map(([caseId]) => caseId);
+  const mostOftenEasierCaseIds = movementEntries.filter(([, counts]) => counts.easier > 0).sort((left, right) => {
+    if (right[1].easier !== left[1].easier) {
+      return right[1].easier - left[1].easier;
+    }
+    return left[0].localeCompare(right[0]);
+  }).map(([caseId]) => caseId);
+  return {
+    easiestCaseIds: runs[runs.length - 1]?.entries.map((entry) => entry.caseId).reverse() ?? [],
+    hardestCaseIds: runs[0]?.entries.map((entry) => entry.caseId) ?? [],
+    mostOftenEasierCaseIds,
+    mostOftenHarderCaseIds,
+    movementCounts: Object.fromEntries(movementEntries.map(([caseId, counts]) => [
+      caseId,
+      {
+        easier: counts.easier,
+        harder: counts.harder,
+        unchanged: counts.unchanged
+      }
+    ]))
+  };
+};
 var buildRAGAnswerGroundingCaseDifficultyRunDiff = ({
   current,
   previous
@@ -2133,7 +2209,8 @@ var loadRAGAnswerGroundingCaseDifficultyHistory = async ({
     previousRun,
     runs,
     suiteId: suite.id,
-    suiteLabel: suite.label ?? suite.id
+    suiteLabel: suite.label ?? suite.id,
+    trends: buildRAGAnswerGroundingCaseDifficultyTrends({ runs })
   };
 };
 var persistRAGEvaluationSuiteRun = async ({
@@ -2513,17 +2590,17 @@ export {
   summarizeRAGEvaluationCase,
   runRAGEvaluationSuite,
   resolveRAGStreamStage,
-  buildRAGStreamProgress as getRAGTransportProgress,
+  buildRAGStreamProgress as getRAGStreamProgress,
   getLatestAssistantMessage,
   executeDryRunRAGEvaluation,
   evaluateRAGCollection,
-  createAIStream as createRAGTransport,
+  createRAGAnswerWorkflow as createRAGWorkflow,
+  createAIStream as createRAGStream,
   createRAGEvaluationSuite,
   createRAGClient,
-  createRAGAnswerWorkflow,
   createAIStream,
   compareRAGRerankers,
-  buildRAGStreamProgress as buildRAGTransportProgress,
+  buildRAGStreamProgress,
   buildRAGSourceSummaries,
   buildRAGSourceGroups,
   buildRAGGroundingReferences,
@@ -2534,5 +2611,5 @@ export {
   buildRAGAnswerWorkflowState
 };
 
-//# debugId=7192E640FE1BAA2564756E2164756E21
+//# debugId=75D8CBBBAA88277464756E2164756E21
 //# sourceMappingURL=index.js.map