@absolutejs/absolute 0.19.0-beta.534 → 0.19.0-beta.535

package/dist/src/ai/rag/quality.d.ts

@@ -1,4 +1,4 @@
-import type { RAGAnswerGroundingCaseDifficultyHistory, RAGAnswerGroundingCaseDifficultyHistoryStore, RAGAnswerGroundingCaseDifficultyRun, RAGAnswerGroundingCaseDifficultyRunDiff, RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGCollection, RAGEvaluationCase, RAGEvaluationCaseResult, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationInput, RAGEvaluationLeaderboardEntry, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGLabelValueRow, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalComparisonSummary, RAGRerankerCandidate, RAGRerankerComparison, RAGRerankerComparisonEntry, RAGRerankerComparisonSummary, RAGRerankerProviderLike } from '../../../types/ai';
+import type { RAGAnswerGroundingCaseDifficultyHistory, RAGAnswerGroundingCaseDifficultyHistoryStore, RAGAnswerGroundingCaseDifficultyRun, RAGAnswerGroundingCaseDifficultyRunDiff, RAGAnswerGroundingEvaluationCase, RAGAnswerGroundingEvaluationCaseDifficultyEntry, RAGAnswerGroundingEvaluationCaseResult, RAGAnswerGroundingEvaluationHistory, RAGAnswerGroundingEvaluationLeaderboardEntry, RAGAnswerGroundingEvaluationHistoryStore, RAGAnswerGroundingEvaluationInput, RAGAnswerGroundingEvaluationResponse, RAGAnswerGroundingEvaluationRun, RAGAnswerGroundingEvaluationRunDiff, RAGCollection, RAGEvaluationCase, RAGEvaluationCaseTraceSnapshot, RAGEvaluationCaseResult, RAGEvaluationHistory, RAGEvaluationHistoryStore, RAGEvaluationInput, RAGEvaluationLeaderboardEntry, RAGEvaluationResponse, RAGEvaluationRunDiff, RAGLabelValueRow, RAGEvaluationSuite, RAGEvaluationSuiteRun, RAGRetrievalCandidate, RAGRetrievalComparison, RAGRetrievalComparisonEntry, RAGRetrievalTraceComparisonSummary, RAGRetrievalComparisonSummary, RAGRerankerCandidate, RAGRerankerComparison, RAGRerankerComparisonEntry, RAGRerankerComparisonSummary, RAGRerankerProviderLike } from '../../../types/ai';
 export declare const buildRAGEvaluationLeaderboard: (runs: RAGEvaluationSuiteRun[]) => RAGEvaluationLeaderboardEntry[];
 export declare const buildRAGAnswerGroundingEvaluationLeaderboard: (runs: RAGAnswerGroundingEvaluationRun[]) => RAGAnswerGroundingEvaluationLeaderboardEntry[];
 export declare const buildRAGAnswerGroundingCaseDifficultyLeaderboard: (entries: Array<{
@@ -77,11 +77,13 @@ export declare const evaluateRAGCollection: ({ collection, input, defaultTopK, r
     rerank?: RAGRerankerProviderLike;
 }) => Promise<RAGEvaluationResponse>;
 export declare const executeDryRunRAGEvaluation: (input: RAGEvaluationInput, defaultTopK?: number) => RAGEvaluationCaseResult[];
-export declare const runRAGEvaluationSuite: ({ suite, evaluate, overrides }: {
+export declare const runRAGEvaluationSuite: ({ suite, evaluate, overrides, artifacts }: {
     suite: RAGEvaluationSuite;
     evaluate: (input: RAGEvaluationInput) => Promise<RAGEvaluationResponse>;
     overrides?: Partial<RAGEvaluationInput>;
+    artifacts?: Pick<RAGEvaluationSuiteRun, "traceSummary" | "caseTraceSnapshots">;
 }) => Promise<{
+    caseTraceSnapshots: RAGEvaluationCaseTraceSnapshot[] | undefined;
     elapsedMs: number;
     finishedAt: number;
     id: `${string}-${string}-${string}-${string}-${string}`;
@@ -90,6 +92,7 @@ export declare const runRAGEvaluationSuite: ({ suite, evaluate, overrides }: {
     response: RAGEvaluationResponse;
     startedAt: number;
     suiteId: string;
+    traceSummary: RAGRetrievalTraceComparisonSummary | undefined;
 }>;
 export declare const summarizeRAGEvaluationCase: ({ caseIndex, caseInput, query, mode, retrievedIds, expectedIds, elapsedMs }: {
     caseIndex: number;

package/dist/src/react/ai/useRAG.d.ts

@@ -40,6 +40,7 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
         removeSuite: (id: string) => void;
         reset: () => void;
         runSuite: (suite: import("../..").RAGEvaluationSuite, overrides?: Partial<import("../..").RAGEvaluationInput>) => Promise<{
+            caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
             elapsedMs: number;
             finishedAt: number;
             id: `${string}-${string}-${string}-${string}-${string}`;
@@ -48,6 +49,7 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
             response: import("../..").RAGEvaluationResponse;
             startedAt: number;
             suiteId: string;
+            traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
         }>;
         saveSuite: (suite: import("../..").RAGEvaluationSuite) => import("../..").RAGEvaluationSuite;
         suiteRuns: import("../..").RAGEvaluationSuiteRun[];

package/dist/src/react/ai/useRAGEvaluate.d.ts

@@ -10,6 +10,7 @@ export declare const useRAGEvaluate: (path: string) => {
     removeSuite: (id: string) => void;
     reset: () => void;
     runSuite: (suite: RAGEvaluationSuite, overrides?: Partial<RAGEvaluationInput>) => Promise<{
+        caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
         elapsedMs: number;
         finishedAt: number;
         id: `${string}-${string}-${string}-${string}-${string}`;
@@ -18,6 +19,7 @@ export declare const useRAGEvaluate: (path: string) => {
         response: RAGEvaluationResponse;
         startedAt: number;
         suiteId: string;
+        traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
     }>;
     saveSuite: (suite: RAGEvaluationSuite) => RAGEvaluationSuite;
     suiteRuns: RAGEvaluationSuiteRun[];

package/dist/src/svelte/ai/createRAG.d.ts

@@ -40,6 +40,7 @@ export declare const createRAG: (path: string, options?: CreateRAGOptions) => {
         removeSuite: (id: string) => void;
         reset: () => void;
         runSuite: (suite: import("../..").RAGEvaluationSuite, overrides?: Partial<import("../..").RAGEvaluationInput>) => Promise<{
+            caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
             elapsedMs: number;
             finishedAt: number;
             id: `${string}-${string}-${string}-${string}-${string}`;
@@ -48,6 +49,7 @@ export declare const createRAG: (path: string, options?: CreateRAGOptions) => {
             response: import("../..").RAGEvaluationResponse;
             startedAt: number;
             suiteId: string;
+            traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
         }>;
         saveSuite: (suite: import("../..").RAGEvaluationSuite) => import("../..").RAGEvaluationSuite;
         suiteRuns: import("svelte/store").Writable<import("../..").RAGEvaluationSuiteRun[]>;

package/dist/src/svelte/ai/createRAGEvaluate.d.ts

@@ -10,6 +10,7 @@ export declare const createRAGEvaluate: (path: string) => {
     removeSuite: (id: string) => void;
     reset: () => void;
     runSuite: (suite: RAGEvaluationSuite, overrides?: Partial<RAGEvaluationInput>) => Promise<{
+        caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
         elapsedMs: number;
         finishedAt: number;
         id: `${string}-${string}-${string}-${string}-${string}`;
@@ -18,6 +19,7 @@ export declare const createRAGEvaluate: (path: string) => {
         response: RAGEvaluationResponse;
         startedAt: number;
         suiteId: string;
+        traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
     }>;
     saveSuite: (suite: RAGEvaluationSuite) => RAGEvaluationSuite;
     suiteRuns: import("svelte/store").Writable<RAGEvaluationSuiteRun[]>;

package/dist/src/vue/ai/useRAG.d.ts

@@ -254,6 +254,7 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
         removeSuite: (id: string) => void;
         reset: () => void;
         runSuite: (suite: import("../..").RAGEvaluationSuite, overrides?: Partial<import("../..").RAGEvaluationInput>) => Promise<{
+            caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
             elapsedMs: number;
             finishedAt: number;
             id: `${string}-${string}-${string}-${string}-${string}`;
@@ -262,6 +263,7 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
             response: import("../..").RAGEvaluationResponse;
             startedAt: number;
             suiteId: string;
+            traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
         }>;
         saveSuite: (suite: import("../..").RAGEvaluationSuite) => import("../..").RAGEvaluationSuite;
         suiteRuns: import("vue").Ref<{
@@ -331,6 +333,51 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
                     finalize?: number | undefined;
                 };
             } | undefined;
+            caseTraceSnapshots?: {
+                caseId: string;
+                label?: string | undefined;
+                query: string;
+                status: import("../..").RAGEvaluationCaseResult["status"];
+                traceMode?: import("../..").RAGHybridRetrievalMode | undefined;
+                previousTraceMode?: import("../..").RAGHybridRetrievalMode | undefined;
+                transformedQuery?: string | undefined;
+                previousTransformedQuery?: string | undefined;
+                variantQueries: string[];
+                previousVariantQueries: string[];
+                finalCount: number;
+                previousFinalCount?: number | undefined;
+                vectorCount: number;
+                previousVectorCount?: number | undefined;
+                lexicalCount: number;
+                previousLexicalCount?: number | undefined;
+                candidateTopK: number;
+                previousCandidateTopK?: number | undefined;
+                lexicalTopK: number;
+                previousLexicalTopK?: number | undefined;
+                stageCounts: {
+                    input?: number | undefined;
+                    embed?: number | undefined;
+                    query_transform?: number | undefined;
+                    vector_search?: number | undefined;
+                    lexical_search?: number | undefined;
+                    fusion?: number | undefined;
+                    rerank?: number | undefined;
+                    score_filter?: number | undefined;
+                    finalize?: number | undefined;
+                };
+                previousStageCounts: {
+                    input?: number | undefined;
+                    embed?: number | undefined;
+                    query_transform?: number | undefined;
+                    vector_search?: number | undefined;
+                    lexical_search?: number | undefined;
+                    fusion?: number | undefined;
+                    rerank?: number | undefined;
+                    score_filter?: number | undefined;
+                    finalize?: number | undefined;
+                };
+                traceChange: "new" | "changed" | "unchanged";
+            }[] | undefined;
             metadata?: Record<string, unknown> | undefined;
         }[], import("../..").RAGEvaluationSuiteRun[] | {
             id: string;
@@ -399,6 +446,51 @@ export declare const useRAG: (path: string, options?: UseRAGOptions) => {
                     finalize?: number | undefined;
                 };
             } | undefined;
+            caseTraceSnapshots?: {
+                caseId: string;
+                label?: string | undefined;
+                query: string;
+                status: import("../..").RAGEvaluationCaseResult["status"];
+                traceMode?: import("../..").RAGHybridRetrievalMode | undefined;
+                previousTraceMode?: import("../..").RAGHybridRetrievalMode | undefined;
+                transformedQuery?: string | undefined;
+                previousTransformedQuery?: string | undefined;
+                variantQueries: string[];
+                previousVariantQueries: string[];
+                finalCount: number;
+                previousFinalCount?: number | undefined;
+                vectorCount: number;
+                previousVectorCount?: number | undefined;
+                lexicalCount: number;
+                previousLexicalCount?: number | undefined;
+                candidateTopK: number;
+                previousCandidateTopK?: number | undefined;
+                lexicalTopK: number;
+                previousLexicalTopK?: number | undefined;
+                stageCounts: {
+                    input?: number | undefined;
+                    embed?: number | undefined;
+                    query_transform?: number | undefined;
+                    vector_search?: number | undefined;
+                    lexical_search?: number | undefined;
+                    fusion?: number | undefined;
+                    rerank?: number | undefined;
+                    score_filter?: number | undefined;
+                    finalize?: number | undefined;
+                };
+                previousStageCounts: {
+                    input?: number | undefined;
+                    embed?: number | undefined;
+                    query_transform?: number | undefined;
+                    vector_search?: number | undefined;
+                    lexical_search?: number | undefined;
+                    fusion?: number | undefined;
+                    rerank?: number | undefined;
+                    score_filter?: number | undefined;
+                    finalize?: number | undefined;
+                };
+                traceChange: "new" | "changed" | "unchanged";
+            }[] | undefined;
             metadata?: Record<string, unknown> | undefined;
         }[]>;
         suites: import("vue").Ref<{

package/dist/src/vue/ai/useRAGEvaluate.d.ts

@@ -118,6 +118,7 @@ export declare const useRAGEvaluate: (path: string) => {
     removeSuite: (id: string) => void;
     reset: () => void;
     runSuite: (suite: RAGEvaluationSuite, overrides?: Partial<RAGEvaluationInput>) => Promise<{
+        caseTraceSnapshots: import("../..").RAGEvaluationCaseTraceSnapshot[] | undefined;
         elapsedMs: number;
         finishedAt: number;
         id: `${string}-${string}-${string}-${string}-${string}`;
@@ -126,6 +127,7 @@ export declare const useRAGEvaluate: (path: string) => {
         response: RAGEvaluationResponse;
         startedAt: number;
         suiteId: string;
+        traceSummary: import("../..").RAGRetrievalTraceComparisonSummary | undefined;
     }>;
     saveSuite: (suite: RAGEvaluationSuite) => RAGEvaluationSuite;
     suiteRuns: import("vue").Ref<{
@@ -195,6 +197,51 @@ export declare const useRAGEvaluate: (path: string) => {
                 finalize?: number | undefined;
             };
         } | undefined;
+        caseTraceSnapshots?: {
+            caseId: string;
+            label?: string | undefined;
+            query: string;
+            status: import("../..").RAGEvaluationCaseResult["status"];
+            traceMode?: import("../..").RAGHybridRetrievalMode | undefined;
+            previousTraceMode?: import("../..").RAGHybridRetrievalMode | undefined;
+            transformedQuery?: string | undefined;
+            previousTransformedQuery?: string | undefined;
+            variantQueries: string[];
+            previousVariantQueries: string[];
+            finalCount: number;
+            previousFinalCount?: number | undefined;
+            vectorCount: number;
+            previousVectorCount?: number | undefined;
+            lexicalCount: number;
+            previousLexicalCount?: number | undefined;
+            candidateTopK: number;
+            previousCandidateTopK?: number | undefined;
+            lexicalTopK: number;
+            previousLexicalTopK?: number | undefined;
+            stageCounts: {
+                input?: number | undefined;
+                embed?: number | undefined;
+                query_transform?: number | undefined;
+                vector_search?: number | undefined;
+                lexical_search?: number | undefined;
+                fusion?: number | undefined;
+                rerank?: number | undefined;
+                score_filter?: number | undefined;
+                finalize?: number | undefined;
+            };
+            previousStageCounts: {
+                input?: number | undefined;
+                embed?: number | undefined;
+                query_transform?: number | undefined;
+                vector_search?: number | undefined;
+                lexical_search?: number | undefined;
+                fusion?: number | undefined;
+                rerank?: number | undefined;
+                score_filter?: number | undefined;
+                finalize?: number | undefined;
+            };
+            traceChange: "new" | "changed" | "unchanged";
+        }[] | undefined;
         metadata?: Record<string, unknown> | undefined;
     }[], RAGEvaluationSuiteRun[] | {
         id: string;
@@ -263,6 +310,51 @@ export declare const useRAGEvaluate: (path: string) => {
                 finalize?: number | undefined;
             };
         } | undefined;
+        caseTraceSnapshots?: {
+            caseId: string;
+            label?: string | undefined;
+            query: string;
+            status: import("../..").RAGEvaluationCaseResult["status"];
+            traceMode?: import("../..").RAGHybridRetrievalMode | undefined;
+            previousTraceMode?: import("../..").RAGHybridRetrievalMode | undefined;
+            transformedQuery?: string | undefined;
+            previousTransformedQuery?: string | undefined;
+            variantQueries: string[];
+            previousVariantQueries: string[];
+            finalCount: number;
+            previousFinalCount?: number | undefined;
+            vectorCount: number;
+            previousVectorCount?: number | undefined;
+            lexicalCount: number;
+            previousLexicalCount?: number | undefined;
+            candidateTopK: number;
+            previousCandidateTopK?: number | undefined;
+            lexicalTopK: number;
+            previousLexicalTopK?: number | undefined;
+            stageCounts: {
+                input?: number | undefined;
+                embed?: number | undefined;
+                query_transform?: number | undefined;
+                vector_search?: number | undefined;
+                lexical_search?: number | undefined;
+                fusion?: number | undefined;
+                rerank?: number | undefined;
+                score_filter?: number | undefined;
+                finalize?: number | undefined;
+            };
+            previousStageCounts: {
+                input?: number | undefined;
+                embed?: number | undefined;
+                query_transform?: number | undefined;
+                vector_search?: number | undefined;
+                lexical_search?: number | undefined;
+                fusion?: number | undefined;
+                rerank?: number | undefined;
+                score_filter?: number | undefined;
+                finalize?: number | undefined;
+            };
+            traceChange: "new" | "changed" | "unchanged";
+        }[] | undefined;
         metadata?: Record<string, unknown> | undefined;
     }[]>;
     suites: import("vue").Ref<{

package/dist/svelte/ai/index.js

@@ -2157,6 +2157,98 @@ var buildGroundingCaseSnapshots = ({
     };
   });
 };
+var areStageCountsEqual = (left, right) => {
+  const keys = new Set([
+    ...Object.keys(left),
+    ...Object.keys(right)
+  ]);
+  for (const key of keys) {
+    if ((left[key] ?? 0) !== (right[key] ?? 0)) {
+      return false;
+    }
+  }
+  return true;
+};
+var buildEvaluationCaseTraceSnapshot = ({
+  caseResult,
+  currentTrace,
+  previousTrace
+}) => {
+  const stageCounts = currentTrace ? buildTraceStageCounts([currentTrace]) : {};
+  const previousStageCounts = previousTrace?.stageCounts ?? {};
+  const traceChange = !previousTrace ? currentTrace ? "new" : "unchanged" : previousTrace.traceMode !== currentTrace?.mode || previousTrace.transformedQuery !== (currentTrace?.transformedQuery || undefined) || previousTrace.variantQueries.join("|") !== (currentTrace?.variantQueries ?? []).join("|") || previousTrace.finalCount !== (currentTrace?.resultCounts.final ?? 0) || previousTrace.vectorCount !== (currentTrace?.resultCounts.vector ?? 0) || previousTrace.lexicalCount !== (currentTrace?.resultCounts.lexical ?? 0) || previousTrace.candidateTopK !== (currentTrace?.candidateTopK ?? 0) || previousTrace.lexicalTopK !== (currentTrace?.lexicalTopK ?? 0) || !areStageCountsEqual(previousStageCounts, stageCounts) ? "changed" : "unchanged";
+  return {
+    candidateTopK: currentTrace?.candidateTopK ?? 0,
+    caseId: caseResult.caseId,
+    finalCount: currentTrace?.resultCounts.final ?? 0,
+    label: caseResult.label,
+    lexicalCount: currentTrace?.resultCounts.lexical ?? 0,
+    lexicalTopK: currentTrace?.lexicalTopK ?? 0,
+    previousCandidateTopK: previousTrace?.candidateTopK,
+    previousFinalCount: previousTrace?.finalCount,
+    previousLexicalCount: previousTrace?.lexicalCount,
+    previousLexicalTopK: previousTrace?.lexicalTopK,
+    previousStageCounts,
+    previousTraceMode: previousTrace?.traceMode,
+    previousTransformedQuery: previousTrace?.transformedQuery,
+    previousVariantQueries: previousTrace?.variantQueries ?? [],
+    previousVectorCount: previousTrace?.vectorCount,
+    query: caseResult.query,
+    stageCounts,
+    status: caseResult.status,
+    traceChange,
+    traceMode: currentTrace?.mode,
+    transformedQuery: currentTrace?.transformedQuery || undefined,
+    variantQueries: currentTrace?.variantQueries ?? [],
+    vectorCount: currentTrace?.resultCounts.vector ?? 0
+  };
+};
+var buildEvaluationCaseTraceSnapshotsFromEvaluated = (evaluated) => evaluated.map(({ caseResult, trace }) => buildEvaluationCaseTraceSnapshot({
+  caseResult,
+  currentTrace: trace
+}));
+var buildEvaluationCaseTraceSnapshots = ({
+  current,
+  previous
+}) => {
+  if (!current) {
+    return [];
+  }
+  const currentTraces = new Map((current.caseTraceSnapshots ?? []).map((entry) => [entry.caseId, entry]));
+  const previousTraces = new Map((previous?.caseTraceSnapshots ?? []).map((entry) => [
+    entry.caseId,
+    entry
+  ]));
+  return current.response.cases.map((caseResult) => buildEvaluationCaseTraceSnapshot({
+    caseResult,
+    currentTrace: (() => {
+      const currentSnapshot = currentTraces.get(caseResult.caseId);
+      if (!currentSnapshot) {
+        return;
+      }
+      return {
+        candidateTopK: currentSnapshot.candidateTopK,
+        lexicalTopK: currentSnapshot.lexicalTopK,
+        mode: currentSnapshot.traceMode ?? "vector",
+        query: caseResult.query,
+        resultCounts: {
+          final: currentSnapshot.finalCount,
+          fused: currentSnapshot.finalCount,
+          lexical: currentSnapshot.lexicalCount,
+          reranked: currentSnapshot.finalCount,
+          vector: currentSnapshot.vectorCount
+        },
+        runLexical: currentSnapshot.lexicalCount > 0,
+        runVector: currentSnapshot.vectorCount > 0,
+        steps: [],
+        topK: caseResult.topK,
+        transformedQuery: currentSnapshot.transformedQuery ?? caseResult.query,
+        variantQueries: currentSnapshot.variantQueries
+      };
+    })(),
+    previousTrace: previousTraces.get(caseResult.caseId)
+  }));
+};
 var getStatusRank = (status) => status === "pass" ? 2 : status === "partial" ? 1 : 0;
 var formatSignedDelta = (value, decimals = 0, suffix = "") => `${value >= 0 ? "+" : ""}${value.toFixed(decimals)}${suffix}`;
 var formatEvaluationSummary = (response) => `${response.summary.passedCases}/${response.totalCases} pass \xB7 f1 ${response.summary.averageF1.toFixed(3)} \xB7 latency ${response.summary.averageLatencyMs.toFixed(1)}ms`;
@@ -2316,6 +2408,13 @@ var buildRAGEvaluationHistoryRows = (history) => {
       rows.push({ label: "Trace stage delta", value: stageDelta });
     }
   }
+  if (history.caseTraceSnapshots.length > 0) {
+    const changedCases = history.caseTraceSnapshots.filter((entry) => entry.traceChange === "changed");
+    rows.push({
+      label: "Trace drift cases",
+      value: changedCases.length > 0 ? changedCases.map((entry) => entry.label ?? entry.caseId).slice(0, 4).join(", ") : "none"
+    });
+  }
   return rows;
 };
 var buildRAGEvaluationRunDiff = ({
@@ -2505,6 +2604,10 @@ var loadRAGEvaluationHistory = async ({
   const latestRun = runs[0];
   const previousRun = runs[1];
   return {
+    caseTraceSnapshots: buildEvaluationCaseTraceSnapshots({
+      current: latestRun,
+      previous: previousRun
+    }),
     diff: latestRun && previousRun ? buildRAGEvaluationRunDiff({
       current: latestRun,
       previous: previousRun
@@ -2716,6 +2819,7 @@ var compareRAGRerankers = async ({
     });
     const response = buildRAGEvaluationResponse(evaluated.map((entry) => entry.caseResult));
     return {
+      caseTraceSnapshots: buildEvaluationCaseTraceSnapshotsFromEvaluated(evaluated),
       label: candidate.label ?? candidate.id,
       providerName: typeof candidate.rerank === "function" ? undefined : candidate.rerank?.providerName,
       response,
@@ -2802,6 +2906,7 @@ var compareRAGRetrievalStrategies = async ({
     });
     const response = buildRAGEvaluationResponse(evaluated.map((entry) => entry.caseResult));
     return {
+      caseTraceSnapshots: buildEvaluationCaseTraceSnapshotsFromEvaluated(evaluated),
       label: candidate.label ?? candidate.id,
       response,
       retrievalId: candidate.id,
@@ -2870,7 +2975,8 @@ var executeDryRunRAGEvaluation = (input, defaultTopK = DEFAULT_TOP_K) => input.c
 var runRAGEvaluationSuite = async ({
   suite,
   evaluate,
-  overrides
+  overrides,
+  artifacts
 }) => {
   const startedAt = Date.now();
   const response = await evaluate({
@@ -2880,6 +2986,7 @@ var runRAGEvaluationSuite = async ({
   });
   const finishedAt = Date.now();
   return {
+    caseTraceSnapshots: artifacts?.caseTraceSnapshots,
     elapsedMs: finishedAt - startedAt,
     finishedAt,
     id: generateId(),
@@ -2887,7 +2994,8 @@ var runRAGEvaluationSuite = async ({
     metadata: suite.metadata,
     response,
     startedAt,
-    suiteId: suite.id
+    suiteId: suite.id,
+    traceSummary: artifacts?.traceSummary
   };
 };
 var summarizeRAGEvaluationCase = ({
@@ -3614,5 +3722,5 @@ export {
   createAIStream
 };
 
-//# debugId=E92A24FDA13560A364756E2164756E21
+//# debugId=609C67383E3D7B6464756E2164756E21
 //# sourceMappingURL=index.js.map