@absolutejs/absolute 0.19.0-beta.510 → 0.19.0-beta.511

package/dist/react/ai/index.js

@@ -1587,7 +1587,10 @@ var createRAGClient = (options) => {
   };
 };
 // src/ai/rag/quality.ts
+import { mkdir, readFile, writeFile } from "fs/promises";
+import { dirname } from "path";
 var DEFAULT_TOP_K = 6;
+var DEFAULT_HISTORY_LIMIT = 20;
 var normalizeStringArray = (value) => {
   if (!Array.isArray(value)) {
     return [];
@@ -1645,6 +1648,114 @@ var buildRAGEvaluationLeaderboard = (runs) => {
     totalCases: run.response.totalCases
   }));
 };
+var toHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
+var normalizeHistoryRuns = (runs) => [...runs].sort(toHistorySortOrder);
+var buildCaseDiff = (currentCase, previousCase) => ({
+  caseId: currentCase.caseId,
+  currentF1: currentCase.f1,
+  currentMatchedIds: currentCase.matchedIds,
+  currentMissingIds: currentCase.missingIds,
+  currentStatus: currentCase.status,
+  label: currentCase.label,
+  previousF1: previousCase?.f1,
+  previousMatchedIds: previousCase?.matchedIds ?? [],
+  previousMissingIds: previousCase?.missingIds ?? [],
+  previousStatus: previousCase?.status,
+  query: currentCase.query
+});
+var getStatusRank = (status) => status === "pass" ? 2 : status === "partial" ? 1 : 0;
+var buildRAGEvaluationRunDiff = ({
+  current,
+  previous
+}) => {
+  const previousCases = new Map((previous?.response.cases ?? []).map((entry) => [entry.caseId, entry]));
+  const diffs = current.response.cases.map((entry) => buildCaseDiff(entry, previousCases.get(entry.caseId)));
+  const regressedCases = diffs.filter((entry) => getStatusRank(entry.currentStatus) < getStatusRank(entry.previousStatus ?? "fail"));
+  const improvedCases = diffs.filter((entry) => getStatusRank(entry.currentStatus) > getStatusRank(entry.previousStatus ?? "fail"));
+  const unchangedCases = diffs.filter((entry) => getStatusRank(entry.currentStatus) === getStatusRank(entry.previousStatus ?? "fail"));
+  return {
+    currentRunId: current.id,
+    improvedCases,
+    previousRunId: previous?.id,
+    regressedCases,
+    suiteId: current.suiteId,
+    summaryDelta: {
+      averageF1: current.response.summary.averageF1 - (previous?.response.summary.averageF1 ?? 0),
+      averageLatencyMs: current.response.summary.averageLatencyMs - (previous?.response.summary.averageLatencyMs ?? 0),
+      failedCases: current.response.summary.failedCases - (previous?.response.summary.failedCases ?? 0),
+      passedCases: current.response.summary.passedCases - (previous?.response.summary.passedCases ?? 0),
+      passingRate: current.response.passingRate - (previous?.response.passingRate ?? 0),
+      partialCases: current.response.summary.partialCases - (previous?.response.summary.partialCases ?? 0)
+    },
+    unchangedCases
+  };
+};
+var createRAGFileEvaluationHistoryStore = (path) => ({
+  listRuns: async ({ limit, suiteId } = {}) => {
+    let parsed = [];
+    try {
+      const content = await readFile(path, "utf8");
+      const value = JSON.parse(content);
+      parsed = Array.isArray(value) ? value : [];
+    } catch (error) {
+      if (error.code !== "ENOENT") {
+        throw error;
+      }
+    }
+    const filtered = parsed.filter((entry) => !suiteId || entry.suiteId === suiteId);
+    const sorted = normalizeHistoryRuns(filtered);
+    return typeof limit === "number" ? sorted.slice(0, limit) : sorted;
+  },
+  saveRun: async (run) => {
+    const existing = await (async () => {
+      try {
+        const content = await readFile(path, "utf8");
+        const value = JSON.parse(content);
+        return Array.isArray(value) ? value : [];
+      } catch (error) {
+        if (error.code !== "ENOENT") {
+          throw error;
+        }
+        return [];
+      }
+    })();
+    const next = normalizeHistoryRuns([
+      run,
+      ...existing.filter((entry) => entry.id !== run.id)
+    ]);
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, JSON.stringify(next, null, "\t") + `
+`, "utf8");
+  }
+});
+var loadRAGEvaluationHistory = async ({
+  store,
+  suite,
+  limit = DEFAULT_HISTORY_LIMIT
+}) => {
+  const runs = normalizeHistoryRuns(await Promise.resolve(store.listRuns({ limit, suiteId: suite.id })));
+  const latestRun = runs[0];
+  const previousRun = runs[1];
+  return {
+    diff: latestRun ? buildRAGEvaluationRunDiff({
+      current: latestRun,
+      previous: previousRun
+    }) : undefined,
+    latestRun,
+    leaderboard: buildRAGEvaluationLeaderboard(runs),
+    previousRun,
+    runs,
+    suiteId: suite.id,
+    suiteLabel: suite.label ?? suite.id
+  };
+};
+var persistRAGEvaluationSuiteRun = async ({
+  store,
+  run
+}) => {
+  await Promise.resolve(store.saveRun(run));
+  return run;
+};
 var buildRAGEvaluationResponse = (cases) => {
   const totalCases = cases.length;
   const passedCases = cases.filter((entry) => entry.status === "pass").length;
@@ -2822,5 +2933,5 @@ export {
   AIStreamProvider
 };
 
-//# debugId=59C1A43ACD028F5A64756E2164756E21
+//# debugId=BAD5D631F86DF3DD64756E2164756E21
 //# sourceMappingURL=index.js.map