@absolutejs/absolute 0.19.0-beta.552 → 0.19.0-beta.554

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -2182,8 +2182,11 @@ var summarizeRetrievalTraces = (traces) => {
2182
2182
  }
2183
2183
  const totalCases = traces.length;
2184
2184
  const modeSet = new Set;
2185
+ const sourceBalanceStrategySet = new Set;
2185
2186
  let vectorCases = 0;
2186
2187
  let lexicalCases = 0;
2188
+ let balancedCases = 0;
2189
+ let roundRobinCases = 0;
2187
2190
  let transformedCases = 0;
2188
2191
  let variantCases = 0;
2189
2192
  let finalCountSum = 0;
@@ -2193,12 +2196,19 @@ var summarizeRetrievalTraces = (traces) => {
2193
2196
  let lexicalTopKSum = 0;
2194
2197
  for (const trace of traces) {
2195
2198
  modeSet.add(trace.mode);
2199
+ sourceBalanceStrategySet.add(trace.sourceBalanceStrategy ?? "cap");
2196
2200
  if (trace.runVector) {
2197
2201
  vectorCases += 1;
2198
2202
  }
2199
2203
  if (trace.runLexical) {
2200
2204
  lexicalCases += 1;
2201
2205
  }
2206
+ if (typeof trace.maxResultsPerSource === "number") {
2207
+ balancedCases += 1;
2208
+ if (trace.sourceBalanceStrategy === "round_robin") {
2209
+ roundRobinCases += 1;
2210
+ }
2211
+ }
2202
2212
  if (trace.transformedQuery !== trace.query) {
2203
2213
  transformedCases += 1;
2204
2214
  }
@@ -2216,9 +2226,12 @@ var summarizeRetrievalTraces = (traces) => {
2216
2226
  averageFinalCount: roundTraceAverage(finalCountSum, totalCases),
2217
2227
  averageLexicalCount: roundTraceAverage(lexicalCountSum, totalCases),
2218
2228
  averageLexicalTopK: roundTraceAverage(lexicalTopKSum, totalCases),
2229
+ balancedCases,
2219
2230
  averageVectorCount: roundTraceAverage(vectorCountSum, totalCases),
2220
2231
  lexicalCases,
2221
2232
  modes: Array.from(modeSet),
2233
+ roundRobinCases,
2234
+ sourceBalanceStrategies: Array.from(sourceBalanceStrategySet),
2222
2235
  stageCounts: buildTraceStageCounts(traces),
2223
2236
  totalCases,
2224
2237
  transformedCases,
@@ -2554,7 +2567,7 @@ var buildEvaluationCaseTraceSnapshot = ({
2554
2567
  }) => {
2555
2568
  const stageCounts = currentTrace ? buildTraceStageCounts([currentTrace]) : {};
2556
2569
  const previousStageCounts = previousTrace?.stageCounts ?? {};
2557
- const traceChange = !previousTrace ? currentTrace ? "new" : "unchanged" : previousTrace.traceMode !== currentTrace?.mode || previousTrace.transformedQuery !== (currentTrace?.transformedQuery || undefined) || previousTrace.variantQueries.join("|") !== (currentTrace?.variantQueries ?? []).join("|") || previousTrace.finalCount !== (currentTrace?.resultCounts.final ?? 0) || previousTrace.vectorCount !== (currentTrace?.resultCounts.vector ?? 0) || previousTrace.lexicalCount !== (currentTrace?.resultCounts.lexical ?? 0) || previousTrace.candidateTopK !== (currentTrace?.candidateTopK ?? 0) || previousTrace.lexicalTopK !== (currentTrace?.lexicalTopK ?? 0) || !areStageCountsEqual(previousStageCounts, stageCounts) ? "changed" : "unchanged";
2570
+ const traceChange = !previousTrace ? currentTrace ? "new" : "unchanged" : previousTrace.traceMode !== currentTrace?.mode || previousTrace.sourceBalanceStrategy !== currentTrace?.sourceBalanceStrategy || previousTrace.transformedQuery !== (currentTrace?.transformedQuery || undefined) || previousTrace.variantQueries.join("|") !== (currentTrace?.variantQueries ?? []).join("|") || previousTrace.finalCount !== (currentTrace?.resultCounts.final ?? 0) || previousTrace.vectorCount !== (currentTrace?.resultCounts.vector ?? 0) || previousTrace.lexicalCount !== (currentTrace?.resultCounts.lexical ?? 0) || previousTrace.candidateTopK !== (currentTrace?.candidateTopK ?? 0) || previousTrace.lexicalTopK !== (currentTrace?.lexicalTopK ?? 0) || !areStageCountsEqual(previousStageCounts, stageCounts) ? "changed" : "unchanged";
2558
2571
  return {
2559
2572
  candidateTopK: currentTrace?.candidateTopK ?? 0,
2560
2573
  caseId: caseResult.caseId,
@@ -2566,6 +2579,7 @@ var buildEvaluationCaseTraceSnapshot = ({
2566
2579
  previousFinalCount: previousTrace?.finalCount,
2567
2580
  previousLexicalCount: previousTrace?.lexicalCount,
2568
2581
  previousLexicalTopK: previousTrace?.lexicalTopK,
2582
+ previousSourceBalanceStrategy: previousTrace?.sourceBalanceStrategy,
2569
2583
  previousStageCounts,
2570
2584
  previousTraceMode: previousTrace?.traceMode,
2571
2585
  previousTransformedQuery: previousTrace?.transformedQuery,
@@ -2574,6 +2588,7 @@ var buildEvaluationCaseTraceSnapshot = ({
2574
2588
  query: caseResult.query,
2575
2589
  stageCounts,
2576
2590
  status: caseResult.status,
2591
+ sourceBalanceStrategy: currentTrace?.sourceBalanceStrategy,
2577
2592
  traceChange,
2578
2593
  traceMode: currentTrace?.mode,
2579
2594
  transformedQuery: currentTrace?.transformedQuery || undefined,
@@ -2618,6 +2633,7 @@ var buildEvaluationCaseTraceSnapshots = ({
2618
2633
  },
2619
2634
  runLexical: currentSnapshot.lexicalCount > 0,
2620
2635
  runVector: currentSnapshot.vectorCount > 0,
2636
+ sourceBalanceStrategy: currentSnapshot.sourceBalanceStrategy ?? "cap",
2621
2637
  steps: [],
2622
2638
  topK: caseResult.topK,
2623
2639
  transformedQuery: currentSnapshot.transformedQuery ?? caseResult.query,
@@ -2648,6 +2664,7 @@ var formatRetrievalComparisonHeadline = (entry) => [
2648
2664
  `latency ${entry.response.summary.averageLatencyMs.toFixed(1)}ms`
2649
2665
  ].join(" \xB7 ");
2650
2666
  var formatTraceModes = (modes) => modes.length > 0 ? modes.join(" / ") : "n/a";
2667
+ var formatSourceBalanceStrategies = (strategies) => strategies.length > 0 ? strategies.join(" / ") : "n/a";
2651
2668
  var formatTraceStageSummary = (stageCounts) => {
2652
2669
  const topStages = Object.entries(stageCounts).sort((left, right) => right[1] - left[1]).slice(0, 3);
2653
2670
  return topStages.length > 0 ? topStages.map(([stage, count]) => `${stage} ${count}`).join(" \xB7 ") : "n/a";
@@ -2683,9 +2700,21 @@ var buildRAGComparisonTraceSummaryRows = (entry) => {
2683
2700
  }
2684
2701
  return [
2685
2702
  { label: "Modes", value: formatTraceModes(trace.modes) },
2703
+ {
2704
+ label: "Balance",
2705
+ value: formatSourceBalanceStrategies(trace.sourceBalanceStrategies)
2706
+ },
2686
2707
  { label: "Avg final", value: trace.averageFinalCount.toFixed(1) },
2687
2708
  { label: "Avg vector", value: trace.averageVectorCount.toFixed(1) },
2688
2709
  { label: "Avg lexical", value: trace.averageLexicalCount.toFixed(1) },
2710
+ {
2711
+ label: "Balanced",
2712
+ value: formatTraceRatio(trace.balancedCases, trace.totalCases)
2713
+ },
2714
+ {
2715
+ label: "Round robin",
2716
+ value: formatTraceRatio(trace.roundRobinCases, trace.totalCases)
2717
+ },
2689
2718
  {
2690
2719
  label: "Transforms",
2691
2720
  value: formatTraceRatio(trace.transformedCases, trace.totalCases)
@@ -2733,6 +2762,12 @@ var buildRAGComparisonTraceDiffRows = (entry, leader) => {
2733
2762
  value: `${formatTraceModes(trace.modes)} vs ${formatTraceModes(leaderTrace.modes)}`
2734
2763
  });
2735
2764
  }
2765
+ if (formatSourceBalanceStrategies(trace.sourceBalanceStrategies) !== formatSourceBalanceStrategies(leaderTrace.sourceBalanceStrategies)) {
2766
+ rows.push({
2767
+ label: "Balance vs leader",
2768
+ value: `${formatSourceBalanceStrategies(trace.sourceBalanceStrategies)} vs ${formatSourceBalanceStrategies(leaderTrace.sourceBalanceStrategies)}`
2769
+ });
2770
+ }
2736
2771
  rows.push({
2737
2772
  label: "Final delta",
2738
2773
  value: formatSignedDelta(trace.averageFinalCount - leaderTrace.averageFinalCount, 1)
@@ -2745,6 +2780,12 @@ var buildRAGComparisonTraceDiffRows = (entry, leader) => {
2745
2780
  }, {
2746
2781
  label: "Transform delta",
2747
2782
  value: formatTraceCountDelta(trace.transformedCases - leaderTrace.transformedCases)
2783
+ }, {
2784
+ label: "Balanced delta",
2785
+ value: formatTraceCountDelta(trace.balancedCases - leaderTrace.balancedCases)
2786
+ }, {
2787
+ label: "Round robin delta",
2788
+ value: formatTraceCountDelta(trace.roundRobinCases - leaderTrace.roundRobinCases)
2748
2789
  });
2749
2790
  if (stageDelta) {
2750
2791
  rows.push({ label: "Stage delta", value: stageDelta });
@@ -2908,7 +2949,7 @@ var buildRAGEvaluationHistoryRows = (history) => {
2908
2949
  if (history.latestRun.traceSummary) {
2909
2950
  rows.push({
2910
2951
  label: "Latest trace",
2911
- value: `${formatTraceModes(history.latestRun.traceSummary.modes)} \xB7 final ${history.latestRun.traceSummary.averageFinalCount.toFixed(1)} \xB7 vector ${history.latestRun.traceSummary.averageVectorCount.toFixed(1)} \xB7 lexical ${history.latestRun.traceSummary.averageLexicalCount.toFixed(1)}`
2952
+ value: `${formatTraceModes(history.latestRun.traceSummary.modes)} \xB7 balance ${formatSourceBalanceStrategies(history.latestRun.traceSummary.sourceBalanceStrategies)} \xB7 final ${history.latestRun.traceSummary.averageFinalCount.toFixed(1)} \xB7 vector ${history.latestRun.traceSummary.averageVectorCount.toFixed(1)} \xB7 lexical ${history.latestRun.traceSummary.averageLexicalCount.toFixed(1)}`
2912
2953
  });
2913
2954
  }
2914
2955
  if (history.previousRun) {
@@ -2944,6 +2985,9 @@ var buildRAGEvaluationHistoryRows = (history) => {
2944
2985
  rows.push({
2945
2986
  label: "Trace mode shift",
2946
2987
  value: history.diff.traceSummaryDelta.modesChanged ? "changed" : "stable"
2988
+ }, {
2989
+ label: "Trace balance shift",
2990
+ value: history.diff.traceSummaryDelta.sourceBalanceStrategiesChanged ? "changed" : "stable"
2947
2991
  }, {
2948
2992
  label: "Trace final delta",
2949
2993
  value: formatSignedDelta(history.diff.traceSummaryDelta.averageFinalCount, 1)
@@ -2953,6 +2997,12 @@ var buildRAGEvaluationHistoryRows = (history) => {
2953
2997
  }, {
2954
2998
  label: "Trace lexical delta",
2955
2999
  value: formatSignedDelta(history.diff.traceSummaryDelta.averageLexicalCount, 1)
3000
+ }, {
3001
+ label: "Trace balanced delta",
3002
+ value: formatTraceCountDelta(history.diff.traceSummaryDelta.balancedCases)
3003
+ }, {
3004
+ label: "Trace round robin delta",
3005
+ value: formatTraceCountDelta(history.diff.traceSummaryDelta.roundRobinCases)
2956
3006
  }, {
2957
3007
  label: "Trace transform delta",
2958
3008
  value: formatTraceCountDelta(history.diff.traceSummaryDelta.transformedCases)
@@ -2982,6 +3032,8 @@ var buildRAGEvaluationCaseTracePresentations = (history) => {
2982
3032
  const label = entry.label ?? entry.caseId;
2983
3033
  const currentMode = entry.traceMode ?? "no-trace";
2984
3034
  const previousMode = entry.previousTraceMode ?? "n/a";
3035
+ const currentBalance = entry.sourceBalanceStrategy ?? "cap";
3036
+ const previousBalance = entry.previousSourceBalanceStrategy ?? "n/a";
2985
3037
  const currentVariants = entry.variantQueries.length > 0 ? entry.variantQueries.join(", ") : "none";
2986
3038
  const previousVariants = entry.previousVariantQueries.length > 0 ? entry.previousVariantQueries.join(", ") : "none";
2987
3039
  const currentStages = Object.keys(entry.stageCounts).length > 0 ? Object.entries(entry.stageCounts).map(([stage, count]) => `${stage} ${count}`).join(", ") : "none";
@@ -2989,12 +3041,16 @@ var buildRAGEvaluationCaseTracePresentations = (history) => {
2989
3041
  return {
2990
3042
  caseId: entry.caseId,
2991
3043
  label,
2992
- summary: `${entry.traceChange} \xB7 ${previousMode}\u2192${currentMode} \xB7 final ${entry.previousFinalCount ?? 0}\u2192${entry.finalCount}`,
3044
+ summary: `${entry.traceChange} \xB7 ${previousMode}\u2192${currentMode} \xB7 ${previousBalance}\u2192${currentBalance} \xB7 final ${entry.previousFinalCount ?? 0}\u2192${entry.finalCount}`,
2993
3045
  traceChange: entry.traceChange,
2994
3046
  rows: [
2995
3047
  { label: "Query", value: entry.query },
2996
3048
  { label: "Trace change", value: entry.traceChange },
2997
3049
  { label: "Mode", value: `${previousMode}\u2192${currentMode}` },
3050
+ {
3051
+ label: "Balance",
3052
+ value: `${previousBalance}\u2192${currentBalance}`
3053
+ },
2998
3054
  {
2999
3055
  label: "Transformed query",
3000
3056
  value: `${entry.previousTransformedQuery?.trim() || "n/a"}\u2192${entry.transformedQuery?.trim() || "n/a"}`
@@ -3066,12 +3122,15 @@ var buildRAGEvaluationRunDiff = ({
3066
3122
  averageLexicalCount: (current.traceSummary?.averageLexicalCount ?? 0) - (previous?.traceSummary?.averageLexicalCount ?? 0),
3067
3123
  averageLexicalTopK: (current.traceSummary?.averageLexicalTopK ?? 0) - (previous?.traceSummary?.averageLexicalTopK ?? 0),
3068
3124
  averageVectorCount: (current.traceSummary?.averageVectorCount ?? 0) - (previous?.traceSummary?.averageVectorCount ?? 0),
3125
+ balancedCases: (current.traceSummary?.balancedCases ?? 0) - (previous?.traceSummary?.balancedCases ?? 0),
3069
3126
  lexicalCases: (current.traceSummary?.lexicalCases ?? 0) - (previous?.traceSummary?.lexicalCases ?? 0),
3070
3127
  modesChanged: (current.traceSummary?.modes ?? []).join("|") !== (previous?.traceSummary?.modes ?? []).join("|"),
3128
+ roundRobinCases: (current.traceSummary?.roundRobinCases ?? 0) - (previous?.traceSummary?.roundRobinCases ?? 0),
3071
3129
  stageCounts: diffTraceStageCounts({
3072
3130
  current: current.traceSummary?.stageCounts ?? {},
3073
3131
  previous: previous?.traceSummary?.stageCounts ?? {}
3074
3132
  }),
3133
+ sourceBalanceStrategiesChanged: (current.traceSummary?.sourceBalanceStrategies ?? []).join("|") !== (previous?.traceSummary?.sourceBalanceStrategies ?? []).join("|"),
3075
3134
  transformedCases: (current.traceSummary?.transformedCases ?? 0) - (previous?.traceSummary?.transformedCases ?? 0),
3076
3135
  variantCases: (current.traceSummary?.variantCases ?? 0) - (previous?.traceSummary?.variantCases ?? 0),
3077
3136
  vectorCases: (current.traceSummary?.vectorCases ?? 0) - (previous?.traceSummary?.vectorCases ?? 0)
@@ -4699,5 +4758,5 @@ export {
4699
4758
  AIStreamProvider
4700
4759
  };
4701
4760
 
4702
- //# debugId=C35C4A2183C5CD5C64756E2164756E21
4761
+ //# debugId=A470ED58B7B6961D64756E2164756E21
4703
4762
  //# sourceMappingURL=index.js.map