@absolutejs/absolute 0.19.0-beta.553 → 0.19.0-beta.554
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai/client/index.js +63 -4
- package/dist/ai/client/index.js.map +3 -3
- package/dist/ai/index.js +63 -4
- package/dist/ai/index.js.map +3 -3
- package/dist/angular/index.js +2 -2
- package/dist/angular/index.js.map +1 -1
- package/dist/angular/server.js +2 -2
- package/dist/angular/server.js.map +1 -1
- package/dist/build.js +2 -2
- package/dist/build.js.map +1 -1
- package/dist/index.js +2 -2
- package/dist/index.js.map +1 -1
- package/dist/react/ai/index.js +63 -4
- package/dist/react/ai/index.js.map +3 -3
- package/dist/src/vue/ai/useRAG.d.ts +10 -0
- package/dist/src/vue/ai/useRAGEvaluate.d.ts +10 -0
- package/dist/svelte/ai/index.js +63 -4
- package/dist/svelte/ai/index.js.map +3 -3
- package/dist/types/ai.d.ts +8 -0
- package/dist/vue/ai/index.js +63 -4
- package/dist/vue/ai/index.js.map +3 -3
- package/package.json +7 -7
package/dist/ai/index.js
CHANGED
|
@@ -5809,8 +5809,11 @@ var summarizeRetrievalTraces = (traces) => {
|
|
|
5809
5809
|
}
|
|
5810
5810
|
const totalCases = traces.length;
|
|
5811
5811
|
const modeSet = new Set;
|
|
5812
|
+
const sourceBalanceStrategySet = new Set;
|
|
5812
5813
|
let vectorCases = 0;
|
|
5813
5814
|
let lexicalCases = 0;
|
|
5815
|
+
let balancedCases = 0;
|
|
5816
|
+
let roundRobinCases = 0;
|
|
5814
5817
|
let transformedCases = 0;
|
|
5815
5818
|
let variantCases = 0;
|
|
5816
5819
|
let finalCountSum = 0;
|
|
@@ -5820,12 +5823,19 @@ var summarizeRetrievalTraces = (traces) => {
|
|
|
5820
5823
|
let lexicalTopKSum = 0;
|
|
5821
5824
|
for (const trace of traces) {
|
|
5822
5825
|
modeSet.add(trace.mode);
|
|
5826
|
+
sourceBalanceStrategySet.add(trace.sourceBalanceStrategy ?? "cap");
|
|
5823
5827
|
if (trace.runVector) {
|
|
5824
5828
|
vectorCases += 1;
|
|
5825
5829
|
}
|
|
5826
5830
|
if (trace.runLexical) {
|
|
5827
5831
|
lexicalCases += 1;
|
|
5828
5832
|
}
|
|
5833
|
+
if (typeof trace.maxResultsPerSource === "number") {
|
|
5834
|
+
balancedCases += 1;
|
|
5835
|
+
if (trace.sourceBalanceStrategy === "round_robin") {
|
|
5836
|
+
roundRobinCases += 1;
|
|
5837
|
+
}
|
|
5838
|
+
}
|
|
5829
5839
|
if (trace.transformedQuery !== trace.query) {
|
|
5830
5840
|
transformedCases += 1;
|
|
5831
5841
|
}
|
|
@@ -5843,9 +5853,12 @@ var summarizeRetrievalTraces = (traces) => {
|
|
|
5843
5853
|
averageFinalCount: roundTraceAverage(finalCountSum, totalCases),
|
|
5844
5854
|
averageLexicalCount: roundTraceAverage(lexicalCountSum, totalCases),
|
|
5845
5855
|
averageLexicalTopK: roundTraceAverage(lexicalTopKSum, totalCases),
|
|
5856
|
+
balancedCases,
|
|
5846
5857
|
averageVectorCount: roundTraceAverage(vectorCountSum, totalCases),
|
|
5847
5858
|
lexicalCases,
|
|
5848
5859
|
modes: Array.from(modeSet),
|
|
5860
|
+
roundRobinCases,
|
|
5861
|
+
sourceBalanceStrategies: Array.from(sourceBalanceStrategySet),
|
|
5849
5862
|
stageCounts: buildTraceStageCounts(traces),
|
|
5850
5863
|
totalCases,
|
|
5851
5864
|
transformedCases,
|
|
@@ -6181,7 +6194,7 @@ var buildEvaluationCaseTraceSnapshot = ({
|
|
|
6181
6194
|
}) => {
|
|
6182
6195
|
const stageCounts = currentTrace ? buildTraceStageCounts([currentTrace]) : {};
|
|
6183
6196
|
const previousStageCounts = previousTrace?.stageCounts ?? {};
|
|
6184
|
-
const traceChange = !previousTrace ? currentTrace ? "new" : "unchanged" : previousTrace.traceMode !== currentTrace?.mode || previousTrace.transformedQuery !== (currentTrace?.transformedQuery || undefined) || previousTrace.variantQueries.join("|") !== (currentTrace?.variantQueries ?? []).join("|") || previousTrace.finalCount !== (currentTrace?.resultCounts.final ?? 0) || previousTrace.vectorCount !== (currentTrace?.resultCounts.vector ?? 0) || previousTrace.lexicalCount !== (currentTrace?.resultCounts.lexical ?? 0) || previousTrace.candidateTopK !== (currentTrace?.candidateTopK ?? 0) || previousTrace.lexicalTopK !== (currentTrace?.lexicalTopK ?? 0) || !areStageCountsEqual(previousStageCounts, stageCounts) ? "changed" : "unchanged";
|
|
6197
|
+
const traceChange = !previousTrace ? currentTrace ? "new" : "unchanged" : previousTrace.traceMode !== currentTrace?.mode || previousTrace.sourceBalanceStrategy !== currentTrace?.sourceBalanceStrategy || previousTrace.transformedQuery !== (currentTrace?.transformedQuery || undefined) || previousTrace.variantQueries.join("|") !== (currentTrace?.variantQueries ?? []).join("|") || previousTrace.finalCount !== (currentTrace?.resultCounts.final ?? 0) || previousTrace.vectorCount !== (currentTrace?.resultCounts.vector ?? 0) || previousTrace.lexicalCount !== (currentTrace?.resultCounts.lexical ?? 0) || previousTrace.candidateTopK !== (currentTrace?.candidateTopK ?? 0) || previousTrace.lexicalTopK !== (currentTrace?.lexicalTopK ?? 0) || !areStageCountsEqual(previousStageCounts, stageCounts) ? "changed" : "unchanged";
|
|
6185
6198
|
return {
|
|
6186
6199
|
candidateTopK: currentTrace?.candidateTopK ?? 0,
|
|
6187
6200
|
caseId: caseResult.caseId,
|
|
@@ -6193,6 +6206,7 @@ var buildEvaluationCaseTraceSnapshot = ({
|
|
|
6193
6206
|
previousFinalCount: previousTrace?.finalCount,
|
|
6194
6207
|
previousLexicalCount: previousTrace?.lexicalCount,
|
|
6195
6208
|
previousLexicalTopK: previousTrace?.lexicalTopK,
|
|
6209
|
+
previousSourceBalanceStrategy: previousTrace?.sourceBalanceStrategy,
|
|
6196
6210
|
previousStageCounts,
|
|
6197
6211
|
previousTraceMode: previousTrace?.traceMode,
|
|
6198
6212
|
previousTransformedQuery: previousTrace?.transformedQuery,
|
|
@@ -6201,6 +6215,7 @@ var buildEvaluationCaseTraceSnapshot = ({
|
|
|
6201
6215
|
query: caseResult.query,
|
|
6202
6216
|
stageCounts,
|
|
6203
6217
|
status: caseResult.status,
|
|
6218
|
+
sourceBalanceStrategy: currentTrace?.sourceBalanceStrategy,
|
|
6204
6219
|
traceChange,
|
|
6205
6220
|
traceMode: currentTrace?.mode,
|
|
6206
6221
|
transformedQuery: currentTrace?.transformedQuery || undefined,
|
|
@@ -6245,6 +6260,7 @@ var buildEvaluationCaseTraceSnapshots = ({
|
|
|
6245
6260
|
},
|
|
6246
6261
|
runLexical: currentSnapshot.lexicalCount > 0,
|
|
6247
6262
|
runVector: currentSnapshot.vectorCount > 0,
|
|
6263
|
+
sourceBalanceStrategy: currentSnapshot.sourceBalanceStrategy ?? "cap",
|
|
6248
6264
|
steps: [],
|
|
6249
6265
|
topK: caseResult.topK,
|
|
6250
6266
|
transformedQuery: currentSnapshot.transformedQuery ?? caseResult.query,
|
|
@@ -6275,6 +6291,7 @@ var formatRetrievalComparisonHeadline = (entry) => [
|
|
|
6275
6291
|
`latency ${entry.response.summary.averageLatencyMs.toFixed(1)}ms`
|
|
6276
6292
|
].join(" \xB7 ");
|
|
6277
6293
|
var formatTraceModes = (modes) => modes.length > 0 ? modes.join(" / ") : "n/a";
|
|
6294
|
+
var formatSourceBalanceStrategies = (strategies) => strategies.length > 0 ? strategies.join(" / ") : "n/a";
|
|
6278
6295
|
var formatTraceStageSummary = (stageCounts) => {
|
|
6279
6296
|
const topStages = Object.entries(stageCounts).sort((left, right) => right[1] - left[1]).slice(0, 3);
|
|
6280
6297
|
return topStages.length > 0 ? topStages.map(([stage, count]) => `${stage} ${count}`).join(" \xB7 ") : "n/a";
|
|
@@ -6310,9 +6327,21 @@ var buildRAGComparisonTraceSummaryRows = (entry) => {
|
|
|
6310
6327
|
}
|
|
6311
6328
|
return [
|
|
6312
6329
|
{ label: "Modes", value: formatTraceModes(trace.modes) },
|
|
6330
|
+
{
|
|
6331
|
+
label: "Balance",
|
|
6332
|
+
value: formatSourceBalanceStrategies(trace.sourceBalanceStrategies)
|
|
6333
|
+
},
|
|
6313
6334
|
{ label: "Avg final", value: trace.averageFinalCount.toFixed(1) },
|
|
6314
6335
|
{ label: "Avg vector", value: trace.averageVectorCount.toFixed(1) },
|
|
6315
6336
|
{ label: "Avg lexical", value: trace.averageLexicalCount.toFixed(1) },
|
|
6337
|
+
{
|
|
6338
|
+
label: "Balanced",
|
|
6339
|
+
value: formatTraceRatio(trace.balancedCases, trace.totalCases)
|
|
6340
|
+
},
|
|
6341
|
+
{
|
|
6342
|
+
label: "Round robin",
|
|
6343
|
+
value: formatTraceRatio(trace.roundRobinCases, trace.totalCases)
|
|
6344
|
+
},
|
|
6316
6345
|
{
|
|
6317
6346
|
label: "Transforms",
|
|
6318
6347
|
value: formatTraceRatio(trace.transformedCases, trace.totalCases)
|
|
@@ -6360,6 +6389,12 @@ var buildRAGComparisonTraceDiffRows = (entry, leader) => {
|
|
|
6360
6389
|
value: `${formatTraceModes(trace.modes)} vs ${formatTraceModes(leaderTrace.modes)}`
|
|
6361
6390
|
});
|
|
6362
6391
|
}
|
|
6392
|
+
if (formatSourceBalanceStrategies(trace.sourceBalanceStrategies) !== formatSourceBalanceStrategies(leaderTrace.sourceBalanceStrategies)) {
|
|
6393
|
+
rows.push({
|
|
6394
|
+
label: "Balance vs leader",
|
|
6395
|
+
value: `${formatSourceBalanceStrategies(trace.sourceBalanceStrategies)} vs ${formatSourceBalanceStrategies(leaderTrace.sourceBalanceStrategies)}`
|
|
6396
|
+
});
|
|
6397
|
+
}
|
|
6363
6398
|
rows.push({
|
|
6364
6399
|
label: "Final delta",
|
|
6365
6400
|
value: formatSignedDelta(trace.averageFinalCount - leaderTrace.averageFinalCount, 1)
|
|
@@ -6372,6 +6407,12 @@ var buildRAGComparisonTraceDiffRows = (entry, leader) => {
|
|
|
6372
6407
|
}, {
|
|
6373
6408
|
label: "Transform delta",
|
|
6374
6409
|
value: formatTraceCountDelta(trace.transformedCases - leaderTrace.transformedCases)
|
|
6410
|
+
}, {
|
|
6411
|
+
label: "Balanced delta",
|
|
6412
|
+
value: formatTraceCountDelta(trace.balancedCases - leaderTrace.balancedCases)
|
|
6413
|
+
}, {
|
|
6414
|
+
label: "Round robin delta",
|
|
6415
|
+
value: formatTraceCountDelta(trace.roundRobinCases - leaderTrace.roundRobinCases)
|
|
6375
6416
|
});
|
|
6376
6417
|
if (stageDelta) {
|
|
6377
6418
|
rows.push({ label: "Stage delta", value: stageDelta });
|
|
@@ -6535,7 +6576,7 @@ var buildRAGEvaluationHistoryRows = (history) => {
|
|
|
6535
6576
|
if (history.latestRun.traceSummary) {
|
|
6536
6577
|
rows.push({
|
|
6537
6578
|
label: "Latest trace",
|
|
6538
|
-
value: `${formatTraceModes(history.latestRun.traceSummary.modes)} \xB7 final ${history.latestRun.traceSummary.averageFinalCount.toFixed(1)} \xB7 vector ${history.latestRun.traceSummary.averageVectorCount.toFixed(1)} \xB7 lexical ${history.latestRun.traceSummary.averageLexicalCount.toFixed(1)}`
|
|
6579
|
+
value: `${formatTraceModes(history.latestRun.traceSummary.modes)} \xB7 balance ${formatSourceBalanceStrategies(history.latestRun.traceSummary.sourceBalanceStrategies)} \xB7 final ${history.latestRun.traceSummary.averageFinalCount.toFixed(1)} \xB7 vector ${history.latestRun.traceSummary.averageVectorCount.toFixed(1)} \xB7 lexical ${history.latestRun.traceSummary.averageLexicalCount.toFixed(1)}`
|
|
6539
6580
|
});
|
|
6540
6581
|
}
|
|
6541
6582
|
if (history.previousRun) {
|
|
@@ -6571,6 +6612,9 @@ var buildRAGEvaluationHistoryRows = (history) => {
|
|
|
6571
6612
|
rows.push({
|
|
6572
6613
|
label: "Trace mode shift",
|
|
6573
6614
|
value: history.diff.traceSummaryDelta.modesChanged ? "changed" : "stable"
|
|
6615
|
+
}, {
|
|
6616
|
+
label: "Trace balance shift",
|
|
6617
|
+
value: history.diff.traceSummaryDelta.sourceBalanceStrategiesChanged ? "changed" : "stable"
|
|
6574
6618
|
}, {
|
|
6575
6619
|
label: "Trace final delta",
|
|
6576
6620
|
value: formatSignedDelta(history.diff.traceSummaryDelta.averageFinalCount, 1)
|
|
@@ -6580,6 +6624,12 @@ var buildRAGEvaluationHistoryRows = (history) => {
|
|
|
6580
6624
|
}, {
|
|
6581
6625
|
label: "Trace lexical delta",
|
|
6582
6626
|
value: formatSignedDelta(history.diff.traceSummaryDelta.averageLexicalCount, 1)
|
|
6627
|
+
}, {
|
|
6628
|
+
label: "Trace balanced delta",
|
|
6629
|
+
value: formatTraceCountDelta(history.diff.traceSummaryDelta.balancedCases)
|
|
6630
|
+
}, {
|
|
6631
|
+
label: "Trace round robin delta",
|
|
6632
|
+
value: formatTraceCountDelta(history.diff.traceSummaryDelta.roundRobinCases)
|
|
6583
6633
|
}, {
|
|
6584
6634
|
label: "Trace transform delta",
|
|
6585
6635
|
value: formatTraceCountDelta(history.diff.traceSummaryDelta.transformedCases)
|
|
@@ -6609,6 +6659,8 @@ var buildRAGEvaluationCaseTracePresentations = (history) => {
|
|
|
6609
6659
|
const label = entry.label ?? entry.caseId;
|
|
6610
6660
|
const currentMode = entry.traceMode ?? "no-trace";
|
|
6611
6661
|
const previousMode = entry.previousTraceMode ?? "n/a";
|
|
6662
|
+
const currentBalance = entry.sourceBalanceStrategy ?? "cap";
|
|
6663
|
+
const previousBalance = entry.previousSourceBalanceStrategy ?? "n/a";
|
|
6612
6664
|
const currentVariants = entry.variantQueries.length > 0 ? entry.variantQueries.join(", ") : "none";
|
|
6613
6665
|
const previousVariants = entry.previousVariantQueries.length > 0 ? entry.previousVariantQueries.join(", ") : "none";
|
|
6614
6666
|
const currentStages = Object.keys(entry.stageCounts).length > 0 ? Object.entries(entry.stageCounts).map(([stage, count]) => `${stage} ${count}`).join(", ") : "none";
|
|
@@ -6616,12 +6668,16 @@ var buildRAGEvaluationCaseTracePresentations = (history) => {
|
|
|
6616
6668
|
return {
|
|
6617
6669
|
caseId: entry.caseId,
|
|
6618
6670
|
label,
|
|
6619
|
-
summary: `${entry.traceChange} \xB7 ${previousMode}\u2192${currentMode} \xB7 final ${entry.previousFinalCount ?? 0}\u2192${entry.finalCount}`,
|
|
6671
|
+
summary: `${entry.traceChange} \xB7 ${previousMode}\u2192${currentMode} \xB7 ${previousBalance}\u2192${currentBalance} \xB7 final ${entry.previousFinalCount ?? 0}\u2192${entry.finalCount}`,
|
|
6620
6672
|
traceChange: entry.traceChange,
|
|
6621
6673
|
rows: [
|
|
6622
6674
|
{ label: "Query", value: entry.query },
|
|
6623
6675
|
{ label: "Trace change", value: entry.traceChange },
|
|
6624
6676
|
{ label: "Mode", value: `${previousMode}\u2192${currentMode}` },
|
|
6677
|
+
{
|
|
6678
|
+
label: "Balance",
|
|
6679
|
+
value: `${previousBalance}\u2192${currentBalance}`
|
|
6680
|
+
},
|
|
6625
6681
|
{
|
|
6626
6682
|
label: "Transformed query",
|
|
6627
6683
|
value: `${entry.previousTransformedQuery?.trim() || "n/a"}\u2192${entry.transformedQuery?.trim() || "n/a"}`
|
|
@@ -6693,12 +6749,15 @@ var buildRAGEvaluationRunDiff = ({
|
|
|
6693
6749
|
averageLexicalCount: (current.traceSummary?.averageLexicalCount ?? 0) - (previous?.traceSummary?.averageLexicalCount ?? 0),
|
|
6694
6750
|
averageLexicalTopK: (current.traceSummary?.averageLexicalTopK ?? 0) - (previous?.traceSummary?.averageLexicalTopK ?? 0),
|
|
6695
6751
|
averageVectorCount: (current.traceSummary?.averageVectorCount ?? 0) - (previous?.traceSummary?.averageVectorCount ?? 0),
|
|
6752
|
+
balancedCases: (current.traceSummary?.balancedCases ?? 0) - (previous?.traceSummary?.balancedCases ?? 0),
|
|
6696
6753
|
lexicalCases: (current.traceSummary?.lexicalCases ?? 0) - (previous?.traceSummary?.lexicalCases ?? 0),
|
|
6697
6754
|
modesChanged: (current.traceSummary?.modes ?? []).join("|") !== (previous?.traceSummary?.modes ?? []).join("|"),
|
|
6755
|
+
roundRobinCases: (current.traceSummary?.roundRobinCases ?? 0) - (previous?.traceSummary?.roundRobinCases ?? 0),
|
|
6698
6756
|
stageCounts: diffTraceStageCounts({
|
|
6699
6757
|
current: current.traceSummary?.stageCounts ?? {},
|
|
6700
6758
|
previous: previous?.traceSummary?.stageCounts ?? {}
|
|
6701
6759
|
}),
|
|
6760
|
+
sourceBalanceStrategiesChanged: (current.traceSummary?.sourceBalanceStrategies ?? []).join("|") !== (previous?.traceSummary?.sourceBalanceStrategies ?? []).join("|"),
|
|
6702
6761
|
transformedCases: (current.traceSummary?.transformedCases ?? 0) - (previous?.traceSummary?.transformedCases ?? 0),
|
|
6703
6762
|
variantCases: (current.traceSummary?.variantCases ?? 0) - (previous?.traceSummary?.variantCases ?? 0),
|
|
6704
6763
|
vectorCases: (current.traceSummary?.vectorCases ?? 0) - (previous?.traceSummary?.vectorCases ?? 0)
|
|
@@ -12585,5 +12644,5 @@ export {
|
|
|
12585
12644
|
aiChat
|
|
12586
12645
|
};
|
|
12587
12646
|
|
|
12588
|
-
//# debugId=
|
|
12647
|
+
//# debugId=952E4DA5A5D3C13F64756E2164756E21
|
|
12589
12648
|
//# sourceMappingURL=index.js.map
|