@absolutejs/absolute 0.19.0-beta.532 → 0.19.0-beta.533

package/dist/types/ai.d.ts

@@ -1194,6 +1194,7 @@ export type RAGEvaluationSuiteRun = {
     finishedAt: number;
     elapsedMs: number;
     response: RAGEvaluationResponse;
+    traceSummary?: RAGRetrievalTraceComparisonSummary;
     metadata?: Record<string, unknown>;
 };
 export type RAGEvaluationHistoryStore = {
@@ -1231,6 +1232,19 @@ export type RAGEvaluationRunDiff = {
         failedCases: number;
         partialCases: number;
     };
+    traceSummaryDelta?: {
+        modesChanged: boolean;
+        vectorCases: number;
+        lexicalCases: number;
+        transformedCases: number;
+        variantCases: number;
+        averageFinalCount: number;
+        averageVectorCount: number;
+        averageLexicalCount: number;
+        averageCandidateTopK: number;
+        averageLexicalTopK: number;
+        stageCounts: Partial<Record<RAGRetrievalTraceStage, number>>;
+    };
 };
 export type RAGEvaluationHistory = {
     suiteId: string;

package/dist/vue/ai/index.js

@@ -1777,6 +1777,23 @@ var buildTraceStageCounts = (traces) => {
   }
   return counts;
 };
+var diffTraceStageCounts = ({
+  current,
+  previous
+}) => {
+  const next = {};
+  const stages = new Set([
+    ...Object.keys(current),
+    ...Object.keys(previous)
+  ]);
+  for (const stage of stages) {
+    const delta = (current[stage] ?? 0) - (previous[stage] ?? 0);
+    if (delta !== 0) {
+      next[stage] = delta;
+    }
+  }
+  return next;
+};
 var roundTraceAverage = (value, total) => total > 0 ? Number((value / total).toFixed(2)) : 0;
 var summarizeRetrievalTraces = (traces) => {
   if (traces.length === 0) {
@@ -2161,6 +2178,22 @@ var buildRAGEvaluationRunDiff = ({
       passingRate: current.response.passingRate - (previous?.response.passingRate ?? 0),
       partialCases: current.response.summary.partialCases - (previous?.response.summary.partialCases ?? 0)
     },
+    traceSummaryDelta: current.traceSummary || previous?.traceSummary ? {
+      averageCandidateTopK: (current.traceSummary?.averageCandidateTopK ?? 0) - (previous?.traceSummary?.averageCandidateTopK ?? 0),
+      averageFinalCount: (current.traceSummary?.averageFinalCount ?? 0) - (previous?.traceSummary?.averageFinalCount ?? 0),
+      averageLexicalCount: (current.traceSummary?.averageLexicalCount ?? 0) - (previous?.traceSummary?.averageLexicalCount ?? 0),
+      averageLexicalTopK: (current.traceSummary?.averageLexicalTopK ?? 0) - (previous?.traceSummary?.averageLexicalTopK ?? 0),
+      averageVectorCount: (current.traceSummary?.averageVectorCount ?? 0) - (previous?.traceSummary?.averageVectorCount ?? 0),
+      lexicalCases: (current.traceSummary?.lexicalCases ?? 0) - (previous?.traceSummary?.lexicalCases ?? 0),
+      modesChanged: (current.traceSummary?.modes ?? []).join("|") !== (previous?.traceSummary?.modes ?? []).join("|"),
+      stageCounts: diffTraceStageCounts({
+        current: current.traceSummary?.stageCounts ?? {},
+        previous: previous?.traceSummary?.stageCounts ?? {}
+      }),
+      transformedCases: (current.traceSummary?.transformedCases ?? 0) - (previous?.traceSummary?.transformedCases ?? 0),
+      variantCases: (current.traceSummary?.variantCases ?? 0) - (previous?.traceSummary?.variantCases ?? 0),
+      vectorCases: (current.traceSummary?.vectorCases ?? 0) - (previous?.traceSummary?.vectorCases ?? 0)
+    } : undefined,
     unchangedCases
   };
 };
@@ -2534,7 +2567,8 @@ var compareRAGRerankers = async ({
     label: entry.label,
     response: entry.response,
     startedAt: 0,
-    suiteId: suite.id
+    suiteId: suite.id,
+    traceSummary: entry.traceSummary
   })));
   return {
     entries,
@@ -2619,7 +2653,8 @@ var compareRAGRetrievalStrategies = async ({
     label: entry.label,
     response: entry.response,
     startedAt: 0,
-    suiteId: suite.id
+    suiteId: suite.id,
+    traceSummary: entry.traceSummary
   })));
   return {
     entries,
@@ -3402,5 +3437,5 @@ export {
   AIStreamKey
 };
 
-//# debugId=28BD639F9F0C6C1364756E2164756E21
+//# debugId=D6FF5517CF2D735064756E2164756E21
 //# sourceMappingURL=index.js.map