@absolutejs/absolute 0.19.0-beta.518 → 0.19.0-beta.519
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai/client/index.js +26 -1
- package/dist/ai/client/index.js.map +3 -3
- package/dist/ai/index.js +27 -1
- package/dist/ai/index.js.map +4 -4
- package/dist/react/ai/index.js +26 -1
- package/dist/react/ai/index.js.map +3 -3
- package/dist/src/ai/index.d.ts +2 -2
- package/dist/src/ai/rag/index.d.ts +1 -1
- package/dist/src/ai/rag/quality.d.ts +2 -1
- package/dist/src/ai/rag/types.d.ts +1 -1
- package/dist/svelte/ai/index.js +26 -1
- package/dist/svelte/ai/index.js.map +3 -3
- package/dist/types/ai.d.ts +11 -0
- package/dist/vue/ai/index.js +26 -1
- package/dist/vue/ai/index.js.map +3 -3
- package/package.json +1 -1
package/dist/react/ai/index.js
CHANGED
|
@@ -1692,6 +1692,30 @@ var buildRAGEvaluationLeaderboard = (runs) => {
|
|
|
1692
1692
|
totalCases: run.response.totalCases
|
|
1693
1693
|
}));
|
|
1694
1694
|
};
|
|
1695
|
+
var buildRAGAnswerGroundingEvaluationLeaderboard = (runs) => {
|
|
1696
|
+
const sorted = [...runs].sort((left, right) => {
|
|
1697
|
+
if (right.response.passingRate !== left.response.passingRate) {
|
|
1698
|
+
return right.response.passingRate - left.response.passingRate;
|
|
1699
|
+
}
|
|
1700
|
+
if (right.response.summary.averageCitationF1 !== left.response.summary.averageCitationF1) {
|
|
1701
|
+
return right.response.summary.averageCitationF1 - left.response.summary.averageCitationF1;
|
|
1702
|
+
}
|
|
1703
|
+
if (right.response.summary.averageResolvedCitationRate !== left.response.summary.averageResolvedCitationRate) {
|
|
1704
|
+
return right.response.summary.averageResolvedCitationRate - left.response.summary.averageResolvedCitationRate;
|
|
1705
|
+
}
|
|
1706
|
+
return left.elapsedMs - right.elapsedMs;
|
|
1707
|
+
});
|
|
1708
|
+
return sorted.map((run, index) => ({
|
|
1709
|
+
averageCitationF1: run.response.summary.averageCitationF1,
|
|
1710
|
+
averageResolvedCitationRate: run.response.summary.averageResolvedCitationRate,
|
|
1711
|
+
label: run.label,
|
|
1712
|
+
passingRate: run.response.passingRate,
|
|
1713
|
+
rank: index + 1,
|
|
1714
|
+
runId: run.id,
|
|
1715
|
+
suiteId: run.suiteId,
|
|
1716
|
+
totalCases: run.response.totalCases
|
|
1717
|
+
}));
|
|
1718
|
+
};
|
|
1695
1719
|
var toHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
|
|
1696
1720
|
var normalizeHistoryRuns = (runs) => [...runs].sort(toHistorySortOrder);
|
|
1697
1721
|
var toGroundingHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
|
|
@@ -1887,6 +1911,7 @@ var loadRAGAnswerGroundingEvaluationHistory = async ({
|
|
|
1887
1911
|
previous: previousRun
|
|
1888
1912
|
}) : undefined,
|
|
1889
1913
|
latestRun,
|
|
1914
|
+
leaderboard: buildRAGAnswerGroundingEvaluationLeaderboard(runs),
|
|
1890
1915
|
previousRun,
|
|
1891
1916
|
runs,
|
|
1892
1917
|
suiteId: suite.id,
|
|
@@ -3171,5 +3196,5 @@ export {
|
|
|
3171
3196
|
AIStreamProvider
|
|
3172
3197
|
};
|
|
3173
3198
|
|
|
3174
|
-
//# debugId=
|
|
3199
|
+
//# debugId=1BF1C7B518695E4F64756E2164756E21
|
|
3175
3200
|
//# sourceMappingURL=index.js.map
|