@absolutejs/absolute 0.19.0-beta.641 → 0.19.0-beta.643

package/dist/ai/client/index.js

@@ -2933,21 +2933,40 @@ var formatTraceCountDelta = (value) => `${value >= 0 ? "+" : ""}${value}`;
 var buildComparisonOverviewPresentation = (input) => {
   const winnerLabel = input.resolveLabel(input.summary.bestByPassingRate);
   const winnerEntry = input.resolveEntry(input.summary.bestByPassingRate);
+  const rows = [
+    {
+      label: "Best passing rate",
+      value: input.resolveLabel(input.summary.bestByPassingRate)
+    },
+    {
+      label: "Best average F1",
+      value: input.resolveLabel(input.summary.bestByAverageF1)
+    },
+    {
+      label: "Fastest",
+      value: input.resolveLabel(input.summary.fastest)
+    }
+  ];
+  if (input.summary.bestByMultivectorCollapsedCases) {
+    rows.push({
+      label: "Best multivector collapse",
+      value: input.resolveLabel(input.summary.bestByMultivectorCollapsedCases)
+    });
+  }
+  if (input.summary.bestByMultivectorLexicalHitCases) {
+    rows.push({
+      label: "Best multivector lexical hits",
+      value: input.resolveLabel(input.summary.bestByMultivectorLexicalHitCases)
+    });
+  }
+  if (input.summary.bestByMultivectorVectorHitCases) {
+    rows.push({
+      label: "Best multivector vector hits",
+      value: input.resolveLabel(input.summary.bestByMultivectorVectorHitCases)
+    });
+  }
   return {
-    rows: [
-      {
-        label: "Best passing rate",
-        value: input.resolveLabel(input.summary.bestByPassingRate)
-      },
-      {
-        label: "Best average F1",
-        value: input.resolveLabel(input.summary.bestByAverageF1)
-      },
-      {
-        label: "Fastest",
-        value: input.resolveLabel(input.summary.fastest)
-      }
-    ],
+    rows,
     winnerLabel,
     summary: winnerEntry ? `passing ${formatEvaluationPassingRate(winnerEntry.response.passingRate)} \xB7 f1 ${winnerEntry.response.summary.averageF1.toFixed(3)} \xB7 latency ${winnerEntry.response.summary.averageLatencyMs.toFixed(1)}ms` : "Stored benchmark comparison"
   };
@@ -2995,6 +3014,9 @@ var buildRAGComparisonTraceSummaryRows = (entry) => {
   }, {
     label: "Variants",
     value: formatTraceRatio(trace.variantCases, trace.totalCases)
+  }, {
+    label: "Multivector",
+    value: `${formatTraceRatio(trace.multiVectorCases, trace.totalCases)} \xB7 collapse ${formatTraceRatio(trace.multiVectorCollapsedCases, trace.totalCases)} \xB7 lexical ${formatTraceRatio(trace.multiVectorLexicalHitCases, trace.totalCases)} \xB7 vector ${formatTraceRatio(trace.multiVectorVectorHitCases, trace.totalCases)}`
   }, {
     label: "TopK",
     value: `${trace.averageCandidateTopK.toFixed(1)} / ${trace.averageLexicalTopK.toFixed(1)}`
@@ -4051,6 +4073,15 @@ var evaluateRetrievalComparisonGate = ({
   if (typeof policy.maxElapsedMsDelta === "number" && delta.elapsedMsDelta > policy.maxElapsedMsDelta) {
     reasons.push(`elapsed ms delta ${delta.elapsedMsDelta} exceeds ${policy.maxElapsedMsDelta}`);
   }
+  if (typeof policy.minMultiVectorCollapsedCasesDelta === "number" && (delta.multiVectorCollapsedCasesDelta ?? 0) < policy.minMultiVectorCollapsedCasesDelta) {
+    reasons.push(`multivector collapsed delta ${delta.multiVectorCollapsedCasesDelta ?? 0} is below ${policy.minMultiVectorCollapsedCasesDelta}`);
+  }
+  if (typeof policy.minMultiVectorLexicalHitCasesDelta === "number" && (delta.multiVectorLexicalHitCasesDelta ?? 0) < policy.minMultiVectorLexicalHitCasesDelta) {
+    reasons.push(`multivector lexical-hit delta ${delta.multiVectorLexicalHitCasesDelta ?? 0} is below ${policy.minMultiVectorLexicalHitCasesDelta}`);
+  }
+  if (typeof policy.minMultiVectorVectorHitCasesDelta === "number" && (delta.multiVectorVectorHitCasesDelta ?? 0) < policy.minMultiVectorVectorHitCasesDelta) {
+    reasons.push(`multivector vector-hit delta ${delta.multiVectorVectorHitCasesDelta ?? 0} is below ${policy.minMultiVectorVectorHitCasesDelta}`);
+  }
   if (reasons.length === 0) {
     return {
       policy,
@@ -4553,6 +4584,34 @@ var buildTraceSummaryAggregate = ({
         direction: "flat",
         metric: "variantCases",
         previous: 0
+      },
+      {
+        current: 0,
+        delta: 0,
+        direction: "flat",
+        metric: "multiVectorCases",
+        previous: 0
+      },
+      {
+        current: 0,
+        delta: 0,
+        direction: "flat",
+        metric: "multiVectorVectorHitCases",
+        previous: 0
+      },
+      {
+        current: 0,
+        delta: 0,
+        direction: "flat",
+        metric: "multiVectorLexicalHitCases",
+        previous: 0
+      },
+      {
+        current: 0,
+        delta: 0,
+        direction: "flat",
+        metric: "multiVectorCollapsedCases",
+        previous: 0
       }
     ];
     return {
@@ -4647,6 +4706,34 @@ var buildTraceSummaryAggregate = ({
       direction: buildTraceSummaryDirection(latest.variantCases - previous.variantCases),
       metric: "variantCases",
       previous: previous.variantCases
+    },
+    {
+      current: latest.multiVectorCases,
+      delta: latest.multiVectorCases - previous.multiVectorCases,
+      direction: buildTraceSummaryDirection(latest.multiVectorCases - previous.multiVectorCases),
+      metric: "multiVectorCases",
+      previous: previous.multiVectorCases
+    },
+    {
+      current: latest.multiVectorVectorHitCases,
+      delta: latest.multiVectorVectorHitCases - previous.multiVectorVectorHitCases,
+      direction: buildTraceSummaryDirection(latest.multiVectorVectorHitCases - previous.multiVectorVectorHitCases),
+      metric: "multiVectorVectorHitCases",
+      previous: previous.multiVectorVectorHitCases
+    },
+    {
+      current: latest.multiVectorLexicalHitCases,
+      delta: latest.multiVectorLexicalHitCases - previous.multiVectorLexicalHitCases,
+      direction: buildTraceSummaryDirection(latest.multiVectorLexicalHitCases - previous.multiVectorLexicalHitCases),
+      metric: "multiVectorLexicalHitCases",
+      previous: previous.multiVectorLexicalHitCases
+    },
+    {
+      current: latest.multiVectorCollapsedCases,
+      delta: latest.multiVectorCollapsedCases - previous.multiVectorCollapsedCases,
+      direction: buildTraceSummaryDirection(latest.multiVectorCollapsedCases - previous.multiVectorCollapsedCases),
+      metric: "multiVectorCollapsedCases",
+      previous: previous.multiVectorCollapsedCases
     }
   ];
   const absoluteSorted = [...aggregate].sort((left, right) => Math.abs(right.delta) - Math.abs(left.delta) || left.metric.localeCompare(right.metric));
@@ -4697,6 +4784,10 @@ var summarizeRetrievalTraces = (traces) => {
   let roundRobinCases = 0;
   let transformedCases = 0;
   let variantCases = 0;
+  let multiVectorCases = 0;
+  let multiVectorVectorHitCases = 0;
+  let multiVectorLexicalHitCases = 0;
+  let multiVectorCollapsedCases = 0;
   let finalCountSum = 0;
   let vectorCountSum = 0;
   let lexicalCountSum = 0;
@@ -4723,6 +4814,18 @@ var summarizeRetrievalTraces = (traces) => {
     if (trace.variantQueries.length > 0) {
       variantCases += 1;
     }
+    if (trace.multiVector?.configured) {
+      multiVectorCases += 1;
+    }
+    if ((trace.multiVector?.vectorVariantHits ?? 0) > 0) {
+      multiVectorVectorHitCases += 1;
+    }
+    if ((trace.multiVector?.lexicalVariantHits ?? 0) > 0) {
+      multiVectorLexicalHitCases += 1;
+    }
+    if ((trace.multiVector?.collapsedParents ?? 0) > 0) {
+      multiVectorCollapsedCases += 1;
+    }
     finalCountSum += trace.resultCounts.final;
     vectorCountSum += trace.resultCounts.vector;
     lexicalCountSum += trace.resultCounts.lexical;
@@ -4744,6 +4847,10 @@ var summarizeRetrievalTraces = (traces) => {
     totalCases,
     transformedCases,
     variantCases,
+    multiVectorCases,
+    multiVectorVectorHitCases,
+    multiVectorLexicalHitCases,
+    multiVectorCollapsedCases,
     vectorCases
   };
 };
@@ -8326,13 +8433,19 @@ var buildRAGRetrievalComparisonDecisionSummary = ({
   const delta = baselineEntry && candidateEntry ? {
     averageF1Delta: candidateEntry.response.summary.averageF1 - baselineEntry.response.summary.averageF1,
     elapsedMsDelta: candidateEntry.response.elapsedMs - baselineEntry.response.elapsedMs,
-    passingRateDelta: candidateEntry.response.passingRate - baselineEntry.response.passingRate
+    passingRateDelta: candidateEntry.response.passingRate - baselineEntry.response.passingRate,
+    multiVectorCollapsedCasesDelta: (candidateEntry.traceSummary?.multiVectorCollapsedCases ?? 0) - (baselineEntry.traceSummary?.multiVectorCollapsedCases ?? 0),
+    multiVectorLexicalHitCasesDelta: (candidateEntry.traceSummary?.multiVectorLexicalHitCases ?? 0) - (baselineEntry.traceSummary?.multiVectorLexicalHitCases ?? 0),
+    multiVectorVectorHitCasesDelta: (candidateEntry.traceSummary?.multiVectorVectorHitCases ?? 0) - (baselineEntry.traceSummary?.multiVectorVectorHitCases ?? 0)
   } : undefined;
   return {
     baseline: baselineEntry ? {
       averageF1: baselineEntry.response.summary.averageF1,
       elapsedMs: baselineEntry.response.elapsedMs,
       label: baselineEntry.label,
+      multiVectorCollapsedCases: baselineEntry.traceSummary?.multiVectorCollapsedCases,
+      multiVectorLexicalHitCases: baselineEntry.traceSummary?.multiVectorLexicalHitCases,
+      multiVectorVectorHitCases: baselineEntry.traceSummary?.multiVectorVectorHitCases,
       passingRate: baselineEntry.response.passingRate,
       retrievalId: baselineEntry.retrievalId
     } : undefined,
@@ -8341,6 +8454,9 @@ var buildRAGRetrievalComparisonDecisionSummary = ({
       averageF1: candidateEntry.response.summary.averageF1,
       elapsedMs: candidateEntry.response.elapsedMs,
       label: candidateEntry.label,
+      multiVectorCollapsedCases: candidateEntry.traceSummary?.multiVectorCollapsedCases,
+      multiVectorLexicalHitCases: candidateEntry.traceSummary?.multiVectorLexicalHitCases,
+      multiVectorVectorHitCases: candidateEntry.traceSummary?.multiVectorVectorHitCases,
       passingRate: candidateEntry.response.passingRate,
       retrievalId: candidateEntry.retrievalId
     } : undefined,
@@ -8349,7 +8465,10 @@ var buildRAGRetrievalComparisonDecisionSummary = ({
     fastest: comparison.summary.fastest,
     gate: evaluateRetrievalComparisonGate({ delta, policy }),
     winnerByAverageF1: comparison.summary.bestByAverageF1,
-    winnerByPassingRate: comparison.summary.bestByPassingRate
+    winnerByPassingRate: comparison.summary.bestByPassingRate,
+    winnerByMultivectorCollapsedCases: comparison.summary.bestByMultivectorCollapsedCases,
+    winnerByMultivectorLexicalHitCases: comparison.summary.bestByMultivectorLexicalHitCases,
+    winnerByMultivectorVectorHitCases: comparison.summary.bestByMultivectorVectorHitCases
   };
 };
 var loadRAGSearchTracePruneHistory = async ({
@@ -9011,6 +9130,32 @@ var summarizeEvaluationResponseComparison = (entries, idKey) => {
     fastest: getId(byLatency[0])
   };
 };
+var selectComparisonEntryByTraceMetric = (entries, idKey, metric) => {
+  const ranked = [...entries].sort((left, right) => {
+    const leftMetric = left.traceSummary?.[metric] ?? 0;
+    const rightMetric = right.traceSummary?.[metric] ?? 0;
+    if (rightMetric !== leftMetric) {
+      return rightMetric - leftMetric;
+    }
+    const leftEvidenceScore = (left.traceSummary?.multiVectorCollapsedCases ?? 0) + (left.traceSummary?.multiVectorLexicalHitCases ?? 0) + (left.traceSummary?.multiVectorVectorHitCases ?? 0);
+    const rightEvidenceScore = (right.traceSummary?.multiVectorCollapsedCases ?? 0) + (right.traceSummary?.multiVectorLexicalHitCases ?? 0) + (right.traceSummary?.multiVectorVectorHitCases ?? 0);
+    if (rightEvidenceScore !== leftEvidenceScore) {
+      return rightEvidenceScore - leftEvidenceScore;
+    }
+    if (right.response.passingRate !== left.response.passingRate) {
+      return right.response.passingRate - left.response.passingRate;
+    }
+    if (right.response.summary.averageF1 !== left.response.summary.averageF1) {
+      return right.response.summary.averageF1 - left.response.summary.averageF1;
+    }
+    return left.response.summary.averageLatencyMs - right.response.summary.averageLatencyMs;
+  });
+  const winner = ranked[0];
+  if (!winner || (winner.traceSummary?.[metric] ?? 0) === 0) {
+    return;
+  }
+  return typeof winner[idKey] === "string" ? winner[idKey] : undefined;
+};
 var resolveRetrievalMode = (candidate) => {
   if (!candidate.retrieval) {
     return "vector";
@@ -9100,7 +9245,11 @@ var compareRAGRetrievalTraceSummaries = (current, previous) => ({
   totalCasesDelta: current.totalCases - previous.totalCases,
   transformedCasesDelta: current.transformedCases - previous.transformedCases,
   vectorCasesDelta: current.vectorCases - previous.vectorCases,
-  variantCasesDelta: current.variantCases - previous.variantCases
+  variantCasesDelta: current.variantCases - previous.variantCases,
+  multiVectorCasesDelta: current.multiVectorCases - previous.multiVectorCases,
+  multiVectorVectorHitCasesDelta: current.multiVectorVectorHitCases - previous.multiVectorVectorHitCases,
+  multiVectorLexicalHitCasesDelta: current.multiVectorLexicalHitCases - previous.multiVectorLexicalHitCases,
+  multiVectorCollapsedCasesDelta: current.multiVectorCollapsedCases - previous.multiVectorCollapsedCases
 });
 var buildSearchTraceResultSnapshots = (results) => results.map((result) => ({
   chunkId: result.chunkId,
@@ -9665,7 +9814,12 @@ var summarizeRAGEvaluationCase = ({
 var summarizeRAGRerankerComparison = (entries) => {
   return summarizeEvaluationResponseComparison(entries, "rerankerId");
 };
-var summarizeRAGRetrievalComparison = (entries) => summarizeEvaluationResponseComparison(entries, "retrievalId");
+var summarizeRAGRetrievalComparison = (entries) => ({
+  ...summarizeEvaluationResponseComparison(entries, "retrievalId"),
+  bestByMultivectorCollapsedCases: selectComparisonEntryByTraceMetric(entries, "retrievalId", "multiVectorCollapsedCases"),
+  bestByMultivectorLexicalHitCases: selectComparisonEntryByTraceMetric(entries, "retrievalId", "multiVectorLexicalHitCases"),
+  bestByMultivectorVectorHitCases: selectComparisonEntryByTraceMetric(entries, "retrievalId", "multiVectorVectorHitCases")
+});
 
 // src/ai/client/actions.ts
 var serverMessageToAction = (message) => {
@@ -11496,5 +11650,5 @@ export {
   buildRAGEvaluationLeaderboard
 };
 
-//# debugId=00DB804E0ECBE7A964756E2164756E21
+//# debugId=D3475A6543A6377064756E2164756E21
 //# sourceMappingURL=index.js.map