@absolutejs/absolute 0.19.0-beta.552 → 0.19.0-beta.554
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai/client/index.js +63 -4
- package/dist/ai/client/index.js.map +3 -3
- package/dist/ai/index.js +110 -7
- package/dist/ai/index.js.map +5 -5
- package/dist/react/ai/index.js +63 -4
- package/dist/react/ai/index.js.map +3 -3
- package/dist/src/ai/rag/lexical.d.ts +1 -17
- package/dist/src/vue/ai/useRAG.d.ts +12 -0
- package/dist/src/vue/ai/useRAGEvaluate.d.ts +10 -0
- package/dist/src/vue/ai/useRAGSearch.d.ts +2 -0
- package/dist/svelte/ai/index.js +63 -4
- package/dist/svelte/ai/index.js.map +3 -3
- package/dist/types/ai.d.ts +11 -0
- package/dist/vue/ai/index.js +63 -4
- package/dist/vue/ai/index.js.map +3 -3
- package/package.json +7 -7
package/dist/react/ai/index.js
CHANGED
|
@@ -2182,8 +2182,11 @@ var summarizeRetrievalTraces = (traces) => {
|
|
|
2182
2182
|
}
|
|
2183
2183
|
const totalCases = traces.length;
|
|
2184
2184
|
const modeSet = new Set;
|
|
2185
|
+
const sourceBalanceStrategySet = new Set;
|
|
2185
2186
|
let vectorCases = 0;
|
|
2186
2187
|
let lexicalCases = 0;
|
|
2188
|
+
let balancedCases = 0;
|
|
2189
|
+
let roundRobinCases = 0;
|
|
2187
2190
|
let transformedCases = 0;
|
|
2188
2191
|
let variantCases = 0;
|
|
2189
2192
|
let finalCountSum = 0;
|
|
@@ -2193,12 +2196,19 @@ var summarizeRetrievalTraces = (traces) => {
|
|
|
2193
2196
|
let lexicalTopKSum = 0;
|
|
2194
2197
|
for (const trace of traces) {
|
|
2195
2198
|
modeSet.add(trace.mode);
|
|
2199
|
+
sourceBalanceStrategySet.add(trace.sourceBalanceStrategy ?? "cap");
|
|
2196
2200
|
if (trace.runVector) {
|
|
2197
2201
|
vectorCases += 1;
|
|
2198
2202
|
}
|
|
2199
2203
|
if (trace.runLexical) {
|
|
2200
2204
|
lexicalCases += 1;
|
|
2201
2205
|
}
|
|
2206
|
+
if (typeof trace.maxResultsPerSource === "number") {
|
|
2207
|
+
balancedCases += 1;
|
|
2208
|
+
if (trace.sourceBalanceStrategy === "round_robin") {
|
|
2209
|
+
roundRobinCases += 1;
|
|
2210
|
+
}
|
|
2211
|
+
}
|
|
2202
2212
|
if (trace.transformedQuery !== trace.query) {
|
|
2203
2213
|
transformedCases += 1;
|
|
2204
2214
|
}
|
|
@@ -2216,9 +2226,12 @@ var summarizeRetrievalTraces = (traces) => {
|
|
|
2216
2226
|
averageFinalCount: roundTraceAverage(finalCountSum, totalCases),
|
|
2217
2227
|
averageLexicalCount: roundTraceAverage(lexicalCountSum, totalCases),
|
|
2218
2228
|
averageLexicalTopK: roundTraceAverage(lexicalTopKSum, totalCases),
|
|
2229
|
+
balancedCases,
|
|
2219
2230
|
averageVectorCount: roundTraceAverage(vectorCountSum, totalCases),
|
|
2220
2231
|
lexicalCases,
|
|
2221
2232
|
modes: Array.from(modeSet),
|
|
2233
|
+
roundRobinCases,
|
|
2234
|
+
sourceBalanceStrategies: Array.from(sourceBalanceStrategySet),
|
|
2222
2235
|
stageCounts: buildTraceStageCounts(traces),
|
|
2223
2236
|
totalCases,
|
|
2224
2237
|
transformedCases,
|
|
@@ -2554,7 +2567,7 @@ var buildEvaluationCaseTraceSnapshot = ({
|
|
|
2554
2567
|
}) => {
|
|
2555
2568
|
const stageCounts = currentTrace ? buildTraceStageCounts([currentTrace]) : {};
|
|
2556
2569
|
const previousStageCounts = previousTrace?.stageCounts ?? {};
|
|
2557
|
-
const traceChange = !previousTrace ? currentTrace ? "new" : "unchanged" : previousTrace.traceMode !== currentTrace?.mode || previousTrace.transformedQuery !== (currentTrace?.transformedQuery || undefined) || previousTrace.variantQueries.join("|") !== (currentTrace?.variantQueries ?? []).join("|") || previousTrace.finalCount !== (currentTrace?.resultCounts.final ?? 0) || previousTrace.vectorCount !== (currentTrace?.resultCounts.vector ?? 0) || previousTrace.lexicalCount !== (currentTrace?.resultCounts.lexical ?? 0) || previousTrace.candidateTopK !== (currentTrace?.candidateTopK ?? 0) || previousTrace.lexicalTopK !== (currentTrace?.lexicalTopK ?? 0) || !areStageCountsEqual(previousStageCounts, stageCounts) ? "changed" : "unchanged";
|
|
2570
|
+
const traceChange = !previousTrace ? currentTrace ? "new" : "unchanged" : previousTrace.traceMode !== currentTrace?.mode || previousTrace.sourceBalanceStrategy !== currentTrace?.sourceBalanceStrategy || previousTrace.transformedQuery !== (currentTrace?.transformedQuery || undefined) || previousTrace.variantQueries.join("|") !== (currentTrace?.variantQueries ?? []).join("|") || previousTrace.finalCount !== (currentTrace?.resultCounts.final ?? 0) || previousTrace.vectorCount !== (currentTrace?.resultCounts.vector ?? 0) || previousTrace.lexicalCount !== (currentTrace?.resultCounts.lexical ?? 0) || previousTrace.candidateTopK !== (currentTrace?.candidateTopK ?? 0) || previousTrace.lexicalTopK !== (currentTrace?.lexicalTopK ?? 0) || !areStageCountsEqual(previousStageCounts, stageCounts) ? "changed" : "unchanged";
|
|
2558
2571
|
return {
|
|
2559
2572
|
candidateTopK: currentTrace?.candidateTopK ?? 0,
|
|
2560
2573
|
caseId: caseResult.caseId,
|
|
@@ -2566,6 +2579,7 @@ var buildEvaluationCaseTraceSnapshot = ({
|
|
|
2566
2579
|
previousFinalCount: previousTrace?.finalCount,
|
|
2567
2580
|
previousLexicalCount: previousTrace?.lexicalCount,
|
|
2568
2581
|
previousLexicalTopK: previousTrace?.lexicalTopK,
|
|
2582
|
+
previousSourceBalanceStrategy: previousTrace?.sourceBalanceStrategy,
|
|
2569
2583
|
previousStageCounts,
|
|
2570
2584
|
previousTraceMode: previousTrace?.traceMode,
|
|
2571
2585
|
previousTransformedQuery: previousTrace?.transformedQuery,
|
|
@@ -2574,6 +2588,7 @@ var buildEvaluationCaseTraceSnapshot = ({
|
|
|
2574
2588
|
query: caseResult.query,
|
|
2575
2589
|
stageCounts,
|
|
2576
2590
|
status: caseResult.status,
|
|
2591
|
+
sourceBalanceStrategy: currentTrace?.sourceBalanceStrategy,
|
|
2577
2592
|
traceChange,
|
|
2578
2593
|
traceMode: currentTrace?.mode,
|
|
2579
2594
|
transformedQuery: currentTrace?.transformedQuery || undefined,
|
|
@@ -2618,6 +2633,7 @@ var buildEvaluationCaseTraceSnapshots = ({
|
|
|
2618
2633
|
},
|
|
2619
2634
|
runLexical: currentSnapshot.lexicalCount > 0,
|
|
2620
2635
|
runVector: currentSnapshot.vectorCount > 0,
|
|
2636
|
+
sourceBalanceStrategy: currentSnapshot.sourceBalanceStrategy ?? "cap",
|
|
2621
2637
|
steps: [],
|
|
2622
2638
|
topK: caseResult.topK,
|
|
2623
2639
|
transformedQuery: currentSnapshot.transformedQuery ?? caseResult.query,
|
|
@@ -2648,6 +2664,7 @@ var formatRetrievalComparisonHeadline = (entry) => [
|
|
|
2648
2664
|
`latency ${entry.response.summary.averageLatencyMs.toFixed(1)}ms`
|
|
2649
2665
|
].join(" \xB7 ");
|
|
2650
2666
|
var formatTraceModes = (modes) => modes.length > 0 ? modes.join(" / ") : "n/a";
|
|
2667
|
+
var formatSourceBalanceStrategies = (strategies) => strategies.length > 0 ? strategies.join(" / ") : "n/a";
|
|
2651
2668
|
var formatTraceStageSummary = (stageCounts) => {
|
|
2652
2669
|
const topStages = Object.entries(stageCounts).sort((left, right) => right[1] - left[1]).slice(0, 3);
|
|
2653
2670
|
return topStages.length > 0 ? topStages.map(([stage, count]) => `${stage} ${count}`).join(" \xB7 ") : "n/a";
|
|
@@ -2683,9 +2700,21 @@ var buildRAGComparisonTraceSummaryRows = (entry) => {
|
|
|
2683
2700
|
}
|
|
2684
2701
|
return [
|
|
2685
2702
|
{ label: "Modes", value: formatTraceModes(trace.modes) },
|
|
2703
|
+
{
|
|
2704
|
+
label: "Balance",
|
|
2705
|
+
value: formatSourceBalanceStrategies(trace.sourceBalanceStrategies)
|
|
2706
|
+
},
|
|
2686
2707
|
{ label: "Avg final", value: trace.averageFinalCount.toFixed(1) },
|
|
2687
2708
|
{ label: "Avg vector", value: trace.averageVectorCount.toFixed(1) },
|
|
2688
2709
|
{ label: "Avg lexical", value: trace.averageLexicalCount.toFixed(1) },
|
|
2710
|
+
{
|
|
2711
|
+
label: "Balanced",
|
|
2712
|
+
value: formatTraceRatio(trace.balancedCases, trace.totalCases)
|
|
2713
|
+
},
|
|
2714
|
+
{
|
|
2715
|
+
label: "Round robin",
|
|
2716
|
+
value: formatTraceRatio(trace.roundRobinCases, trace.totalCases)
|
|
2717
|
+
},
|
|
2689
2718
|
{
|
|
2690
2719
|
label: "Transforms",
|
|
2691
2720
|
value: formatTraceRatio(trace.transformedCases, trace.totalCases)
|
|
@@ -2733,6 +2762,12 @@ var buildRAGComparisonTraceDiffRows = (entry, leader) => {
|
|
|
2733
2762
|
value: `${formatTraceModes(trace.modes)} vs ${formatTraceModes(leaderTrace.modes)}`
|
|
2734
2763
|
});
|
|
2735
2764
|
}
|
|
2765
|
+
if (formatSourceBalanceStrategies(trace.sourceBalanceStrategies) !== formatSourceBalanceStrategies(leaderTrace.sourceBalanceStrategies)) {
|
|
2766
|
+
rows.push({
|
|
2767
|
+
label: "Balance vs leader",
|
|
2768
|
+
value: `${formatSourceBalanceStrategies(trace.sourceBalanceStrategies)} vs ${formatSourceBalanceStrategies(leaderTrace.sourceBalanceStrategies)}`
|
|
2769
|
+
});
|
|
2770
|
+
}
|
|
2736
2771
|
rows.push({
|
|
2737
2772
|
label: "Final delta",
|
|
2738
2773
|
value: formatSignedDelta(trace.averageFinalCount - leaderTrace.averageFinalCount, 1)
|
|
@@ -2745,6 +2780,12 @@ var buildRAGComparisonTraceDiffRows = (entry, leader) => {
|
|
|
2745
2780
|
}, {
|
|
2746
2781
|
label: "Transform delta",
|
|
2747
2782
|
value: formatTraceCountDelta(trace.transformedCases - leaderTrace.transformedCases)
|
|
2783
|
+
}, {
|
|
2784
|
+
label: "Balanced delta",
|
|
2785
|
+
value: formatTraceCountDelta(trace.balancedCases - leaderTrace.balancedCases)
|
|
2786
|
+
}, {
|
|
2787
|
+
label: "Round robin delta",
|
|
2788
|
+
value: formatTraceCountDelta(trace.roundRobinCases - leaderTrace.roundRobinCases)
|
|
2748
2789
|
});
|
|
2749
2790
|
if (stageDelta) {
|
|
2750
2791
|
rows.push({ label: "Stage delta", value: stageDelta });
|
|
@@ -2908,7 +2949,7 @@ var buildRAGEvaluationHistoryRows = (history) => {
|
|
|
2908
2949
|
if (history.latestRun.traceSummary) {
|
|
2909
2950
|
rows.push({
|
|
2910
2951
|
label: "Latest trace",
|
|
2911
|
-
value: `${formatTraceModes(history.latestRun.traceSummary.modes)} \xB7 final ${history.latestRun.traceSummary.averageFinalCount.toFixed(1)} \xB7 vector ${history.latestRun.traceSummary.averageVectorCount.toFixed(1)} \xB7 lexical ${history.latestRun.traceSummary.averageLexicalCount.toFixed(1)}`
|
|
2952
|
+
value: `${formatTraceModes(history.latestRun.traceSummary.modes)} \xB7 balance ${formatSourceBalanceStrategies(history.latestRun.traceSummary.sourceBalanceStrategies)} \xB7 final ${history.latestRun.traceSummary.averageFinalCount.toFixed(1)} \xB7 vector ${history.latestRun.traceSummary.averageVectorCount.toFixed(1)} \xB7 lexical ${history.latestRun.traceSummary.averageLexicalCount.toFixed(1)}`
|
|
2912
2953
|
});
|
|
2913
2954
|
}
|
|
2914
2955
|
if (history.previousRun) {
|
|
@@ -2944,6 +2985,9 @@ var buildRAGEvaluationHistoryRows = (history) => {
|
|
|
2944
2985
|
rows.push({
|
|
2945
2986
|
label: "Trace mode shift",
|
|
2946
2987
|
value: history.diff.traceSummaryDelta.modesChanged ? "changed" : "stable"
|
|
2988
|
+
}, {
|
|
2989
|
+
label: "Trace balance shift",
|
|
2990
|
+
value: history.diff.traceSummaryDelta.sourceBalanceStrategiesChanged ? "changed" : "stable"
|
|
2947
2991
|
}, {
|
|
2948
2992
|
label: "Trace final delta",
|
|
2949
2993
|
value: formatSignedDelta(history.diff.traceSummaryDelta.averageFinalCount, 1)
|
|
@@ -2953,6 +2997,12 @@ var buildRAGEvaluationHistoryRows = (history) => {
|
|
|
2953
2997
|
}, {
|
|
2954
2998
|
label: "Trace lexical delta",
|
|
2955
2999
|
value: formatSignedDelta(history.diff.traceSummaryDelta.averageLexicalCount, 1)
|
|
3000
|
+
}, {
|
|
3001
|
+
label: "Trace balanced delta",
|
|
3002
|
+
value: formatTraceCountDelta(history.diff.traceSummaryDelta.balancedCases)
|
|
3003
|
+
}, {
|
|
3004
|
+
label: "Trace round robin delta",
|
|
3005
|
+
value: formatTraceCountDelta(history.diff.traceSummaryDelta.roundRobinCases)
|
|
2956
3006
|
}, {
|
|
2957
3007
|
label: "Trace transform delta",
|
|
2958
3008
|
value: formatTraceCountDelta(history.diff.traceSummaryDelta.transformedCases)
|
|
@@ -2982,6 +3032,8 @@ var buildRAGEvaluationCaseTracePresentations = (history) => {
|
|
|
2982
3032
|
const label = entry.label ?? entry.caseId;
|
|
2983
3033
|
const currentMode = entry.traceMode ?? "no-trace";
|
|
2984
3034
|
const previousMode = entry.previousTraceMode ?? "n/a";
|
|
3035
|
+
const currentBalance = entry.sourceBalanceStrategy ?? "cap";
|
|
3036
|
+
const previousBalance = entry.previousSourceBalanceStrategy ?? "n/a";
|
|
2985
3037
|
const currentVariants = entry.variantQueries.length > 0 ? entry.variantQueries.join(", ") : "none";
|
|
2986
3038
|
const previousVariants = entry.previousVariantQueries.length > 0 ? entry.previousVariantQueries.join(", ") : "none";
|
|
2987
3039
|
const currentStages = Object.keys(entry.stageCounts).length > 0 ? Object.entries(entry.stageCounts).map(([stage, count]) => `${stage} ${count}`).join(", ") : "none";
|
|
@@ -2989,12 +3041,16 @@ var buildRAGEvaluationCaseTracePresentations = (history) => {
|
|
|
2989
3041
|
return {
|
|
2990
3042
|
caseId: entry.caseId,
|
|
2991
3043
|
label,
|
|
2992
|
-
summary: `${entry.traceChange} \xB7 ${previousMode}\u2192${currentMode} \xB7 final ${entry.previousFinalCount ?? 0}\u2192${entry.finalCount}`,
|
|
3044
|
+
summary: `${entry.traceChange} \xB7 ${previousMode}\u2192${currentMode} \xB7 ${previousBalance}\u2192${currentBalance} \xB7 final ${entry.previousFinalCount ?? 0}\u2192${entry.finalCount}`,
|
|
2993
3045
|
traceChange: entry.traceChange,
|
|
2994
3046
|
rows: [
|
|
2995
3047
|
{ label: "Query", value: entry.query },
|
|
2996
3048
|
{ label: "Trace change", value: entry.traceChange },
|
|
2997
3049
|
{ label: "Mode", value: `${previousMode}\u2192${currentMode}` },
|
|
3050
|
+
{
|
|
3051
|
+
label: "Balance",
|
|
3052
|
+
value: `${previousBalance}\u2192${currentBalance}`
|
|
3053
|
+
},
|
|
2998
3054
|
{
|
|
2999
3055
|
label: "Transformed query",
|
|
3000
3056
|
value: `${entry.previousTransformedQuery?.trim() || "n/a"}\u2192${entry.transformedQuery?.trim() || "n/a"}`
|
|
@@ -3066,12 +3122,15 @@ var buildRAGEvaluationRunDiff = ({
|
|
|
3066
3122
|
averageLexicalCount: (current.traceSummary?.averageLexicalCount ?? 0) - (previous?.traceSummary?.averageLexicalCount ?? 0),
|
|
3067
3123
|
averageLexicalTopK: (current.traceSummary?.averageLexicalTopK ?? 0) - (previous?.traceSummary?.averageLexicalTopK ?? 0),
|
|
3068
3124
|
averageVectorCount: (current.traceSummary?.averageVectorCount ?? 0) - (previous?.traceSummary?.averageVectorCount ?? 0),
|
|
3125
|
+
balancedCases: (current.traceSummary?.balancedCases ?? 0) - (previous?.traceSummary?.balancedCases ?? 0),
|
|
3069
3126
|
lexicalCases: (current.traceSummary?.lexicalCases ?? 0) - (previous?.traceSummary?.lexicalCases ?? 0),
|
|
3070
3127
|
modesChanged: (current.traceSummary?.modes ?? []).join("|") !== (previous?.traceSummary?.modes ?? []).join("|"),
|
|
3128
|
+
roundRobinCases: (current.traceSummary?.roundRobinCases ?? 0) - (previous?.traceSummary?.roundRobinCases ?? 0),
|
|
3071
3129
|
stageCounts: diffTraceStageCounts({
|
|
3072
3130
|
current: current.traceSummary?.stageCounts ?? {},
|
|
3073
3131
|
previous: previous?.traceSummary?.stageCounts ?? {}
|
|
3074
3132
|
}),
|
|
3133
|
+
sourceBalanceStrategiesChanged: (current.traceSummary?.sourceBalanceStrategies ?? []).join("|") !== (previous?.traceSummary?.sourceBalanceStrategies ?? []).join("|"),
|
|
3075
3134
|
transformedCases: (current.traceSummary?.transformedCases ?? 0) - (previous?.traceSummary?.transformedCases ?? 0),
|
|
3076
3135
|
variantCases: (current.traceSummary?.variantCases ?? 0) - (previous?.traceSummary?.variantCases ?? 0),
|
|
3077
3136
|
vectorCases: (current.traceSummary?.vectorCases ?? 0) - (previous?.traceSummary?.vectorCases ?? 0)
|
|
@@ -4699,5 +4758,5 @@ export {
|
|
|
4699
4758
|
AIStreamProvider
|
|
4700
4759
|
};
|
|
4701
4760
|
|
|
4702
|
-
//# debugId=
|
|
4761
|
+
//# debugId=A470ED58B7B6961D64756E2164756E21
|
|
4703
4762
|
//# sourceMappingURL=index.js.map
|