@absolutejs/absolute 0.19.0-beta.534 → 0.19.0-beta.536

package/dist/ai/client/index.js

@@ -804,6 +804,69 @@ var formatTimestampLabel = (value) => {
     timeStyle: "short"
   });
 };
+var formatRAGTraceValue = (value) => {
+  if (typeof value === "string")
+    return value;
+  if (typeof value === "number" || typeof value === "boolean") {
+    return String(value);
+  }
+  if (Array.isArray(value)) {
+    return value.join(", ");
+  }
+  if (value && typeof value === "object") {
+    return JSON.stringify(value);
+  }
+  return "n/a";
+};
+var buildRAGRetrievalTracePresentation = (trace) => {
+  if (!trace) {
+    return {
+      details: [],
+      stats: [],
+      steps: []
+    };
+  }
+  const stats = [
+    { label: "Mode", value: trace.mode },
+    { label: "Final Results", value: String(trace.resultCounts.final) },
+    {
+      label: "Vector Candidates",
+      value: String(trace.resultCounts.vector)
+    },
+    {
+      label: "Lexical Candidates",
+      value: String(trace.resultCounts.lexical)
+    }
+  ];
+  const details = [
+    { label: "Transformed query", value: trace.transformedQuery },
+    {
+      label: "Variant queries",
+      value: trace.variantQueries.length > 0 ? trace.variantQueries.join(" \xB7 ") : "none"
+    },
+    { label: "Candidate topK", value: String(trace.candidateTopK) },
+    { label: "Lexical topK", value: String(trace.lexicalTopK) }
+  ];
+  const steps = trace.steps.map((step) => ({
+    count: step.count,
+    label: step.label,
+    rows: [
+      { label: "stage", value: step.stage },
+      ...typeof step.count === "number" ? [{ label: "count", value: String(step.count) }] : [],
+      ...typeof step.durationMs === "number" ? [{ label: "durationMs", value: String(step.durationMs) }] : [],
+      ...Object.entries(step.metadata ?? {}).map(([key, value]) => ({
+        label: key,
+        value: formatRAGTraceValue(value)
+      }))
+    ],
+    stage: step.stage
+  }));
+  return {
+    details,
+    stats,
+    steps
+  };
+};
 var formatMediaTimestamp = (value) => {
   if (typeof value !== "number" || !Number.isFinite(value) || value < 0) {
     return;
@@ -2130,6 +2193,98 @@ var buildGroundingCaseSnapshots = ({
     };
   });
 };
+var areStageCountsEqual = (left, right) => {
+  const keys = new Set([
+    ...Object.keys(left),
+    ...Object.keys(right)
+  ]);
+  for (const key of keys) {
+    if ((left[key] ?? 0) !== (right[key] ?? 0)) {
+      return false;
+    }
+  }
+  return true;
+};
+var buildEvaluationCaseTraceSnapshot = ({
+  caseResult,
+  currentTrace,
+  previousTrace
+}) => {
+  const stageCounts = currentTrace ? buildTraceStageCounts([currentTrace]) : {};
+  const previousStageCounts = previousTrace?.stageCounts ?? {};
+  const traceChange = !previousTrace ? currentTrace ? "new" : "unchanged" : previousTrace.traceMode !== currentTrace?.mode || previousTrace.transformedQuery !== (currentTrace?.transformedQuery || undefined) || previousTrace.variantQueries.join("|") !== (currentTrace?.variantQueries ?? []).join("|") || previousTrace.finalCount !== (currentTrace?.resultCounts.final ?? 0) || previousTrace.vectorCount !== (currentTrace?.resultCounts.vector ?? 0) || previousTrace.lexicalCount !== (currentTrace?.resultCounts.lexical ?? 0) || previousTrace.candidateTopK !== (currentTrace?.candidateTopK ?? 0) || previousTrace.lexicalTopK !== (currentTrace?.lexicalTopK ?? 0) || !areStageCountsEqual(previousStageCounts, stageCounts) ? "changed" : "unchanged";
+  return {
+    candidateTopK: currentTrace?.candidateTopK ?? 0,
+    caseId: caseResult.caseId,
+    finalCount: currentTrace?.resultCounts.final ?? 0,
+    label: caseResult.label,
+    lexicalCount: currentTrace?.resultCounts.lexical ?? 0,
+    lexicalTopK: currentTrace?.lexicalTopK ?? 0,
+    previousCandidateTopK: previousTrace?.candidateTopK,
+    previousFinalCount: previousTrace?.finalCount,
+    previousLexicalCount: previousTrace?.lexicalCount,
+    previousLexicalTopK: previousTrace?.lexicalTopK,
+    previousStageCounts,
+    previousTraceMode: previousTrace?.traceMode,
+    previousTransformedQuery: previousTrace?.transformedQuery,
+    previousVariantQueries: previousTrace?.variantQueries ?? [],
+    previousVectorCount: previousTrace?.vectorCount,
+    query: caseResult.query,
+    stageCounts,
+    status: caseResult.status,
+    traceChange,
+    traceMode: currentTrace?.mode,
+    transformedQuery: currentTrace?.transformedQuery || undefined,
+    variantQueries: currentTrace?.variantQueries ?? [],
+    vectorCount: currentTrace?.resultCounts.vector ?? 0
+  };
+};
+var buildEvaluationCaseTraceSnapshotsFromEvaluated = (evaluated) => evaluated.map(({ caseResult, trace }) => buildEvaluationCaseTraceSnapshot({
+  caseResult,
+  currentTrace: trace
+}));
+var buildEvaluationCaseTraceSnapshots = ({
+  current,
+  previous
+}) => {
+  if (!current) {
+    return [];
+  }
+  const currentTraces = new Map((current.caseTraceSnapshots ?? []).map((entry) => [entry.caseId, entry]));
+  const previousTraces = new Map((previous?.caseTraceSnapshots ?? []).map((entry) => [
+    entry.caseId,
+    entry
+  ]));
+  return current.response.cases.map((caseResult) => buildEvaluationCaseTraceSnapshot({
+    caseResult,
+    currentTrace: (() => {
+      const currentSnapshot = currentTraces.get(caseResult.caseId);
+      if (!currentSnapshot) {
+        return;
+      }
+      return {
+        candidateTopK: currentSnapshot.candidateTopK,
+        lexicalTopK: currentSnapshot.lexicalTopK,
+        mode: currentSnapshot.traceMode ?? "vector",
+        query: caseResult.query,
+        resultCounts: {
+          final: currentSnapshot.finalCount,
+          fused: currentSnapshot.finalCount,
+          lexical: currentSnapshot.lexicalCount,
+          reranked: currentSnapshot.finalCount,
+          vector: currentSnapshot.vectorCount
+        },
+        runLexical: currentSnapshot.lexicalCount > 0,
+        runVector: currentSnapshot.vectorCount > 0,
+        steps: [],
+        topK: caseResult.topK,
+        transformedQuery: currentSnapshot.transformedQuery ?? caseResult.query,
+        variantQueries: currentSnapshot.variantQueries
+      };
+    })(),
+    previousTrace: previousTraces.get(caseResult.caseId)
+  }));
+};
 var getStatusRank = (status) => status === "pass" ? 2 : status === "partial" ? 1 : 0;
 var formatSignedDelta = (value, decimals = 0, suffix = "") => `${value >= 0 ? "+" : ""}${value.toFixed(decimals)}${suffix}`;
 var formatEvaluationSummary = (response) => `${response.summary.passedCases}/${response.totalCases} pass \xB7 f1 ${response.summary.averageF1.toFixed(3)} \xB7 latency ${response.summary.averageLatencyMs.toFixed(1)}ms`;
@@ -2289,6 +2444,13 @@ var buildRAGEvaluationHistoryRows = (history) => {
       rows.push({ label: "Trace stage delta", value: stageDelta });
     }
   }
+  if (history.caseTraceSnapshots.length > 0) {
+    const changedCases = history.caseTraceSnapshots.filter((entry) => entry.traceChange === "changed");
+    rows.push({
+      label: "Trace drift cases",
+      value: changedCases.length > 0 ? changedCases.map((entry) => entry.label ?? entry.caseId).slice(0, 4).join(", ") : "none"
+    });
+  }
   return rows;
 };
 var buildRAGEvaluationRunDiff = ({
@@ -2478,6 +2640,10 @@ var loadRAGEvaluationHistory = async ({
   const latestRun = runs[0];
   const previousRun = runs[1];
   return {
+    caseTraceSnapshots: buildEvaluationCaseTraceSnapshots({
+      current: latestRun,
+      previous: previousRun
+    }),
     diff: latestRun && previousRun ? buildRAGEvaluationRunDiff({
       current: latestRun,
       previous: previousRun
@@ -2689,6 +2855,7 @@ var compareRAGRerankers = async ({
     });
     const response = buildRAGEvaluationResponse(evaluated.map((entry) => entry.caseResult));
     return {
+      caseTraceSnapshots: buildEvaluationCaseTraceSnapshotsFromEvaluated(evaluated),
       label: candidate.label ?? candidate.id,
       providerName: typeof candidate.rerank === "function" ? undefined : candidate.rerank?.providerName,
       response,
@@ -2775,6 +2942,7 @@ var compareRAGRetrievalStrategies = async ({
     });
     const response = buildRAGEvaluationResponse(evaluated.map((entry) => entry.caseResult));
     return {
+      caseTraceSnapshots: buildEvaluationCaseTraceSnapshotsFromEvaluated(evaluated),
       label: candidate.label ?? candidate.id,
       response,
       retrievalId: candidate.id,
@@ -2843,7 +3011,8 @@ var executeDryRunRAGEvaluation = (input, defaultTopK = DEFAULT_TOP_K) => input.c
 var runRAGEvaluationSuite = async ({
   suite,
   evaluate,
-  overrides
+  overrides,
+  artifacts
 }) => {
   const startedAt = Date.now();
   const response = await evaluate({
@@ -2853,6 +3022,7 @@ var runRAGEvaluationSuite = async ({
   });
   const finishedAt = Date.now();
   return {
+    caseTraceSnapshots: artifacts?.caseTraceSnapshots,
     elapsedMs: finishedAt - startedAt,
     finishedAt,
     id: generateId(),
@@ -2860,7 +3030,8 @@ var runRAGEvaluationSuite = async ({
     metadata: suite.metadata,
     response,
     startedAt,
-    suiteId: suite.id
+    suiteId: suite.id,
+    traceSummary: artifacts?.traceSummary
   };
 };
 var summarizeRAGEvaluationCase = ({
@@ -2934,5 +3105,5 @@ export {
   buildRAGAnswerWorkflowState
 };
 
-//# debugId=119AFB5A8066203F64756E2164756E21
+//# debugId=0D0362F3A383A2F164756E2164756E21
 //# sourceMappingURL=index.js.map