@absolutejs/absolute 0.19.0-beta.510 → 0.19.0-beta.511

package/dist/ai/index.js

@@ -4539,7 +4539,10 @@ var resolveRAGWorkflowRenderers = (custom) => ({
 });
 
 // src/ai/rag/quality.ts
+import { mkdir, readFile as readFile2, writeFile } from "fs/promises";
+import { dirname } from "path";
 var DEFAULT_TOP_K2 = 6;
+var DEFAULT_HISTORY_LIMIT = 20;
 var normalizeStringArray = (value) => {
   if (!Array.isArray(value)) {
     return [];
@@ -4597,6 +4600,114 @@ var buildRAGEvaluationLeaderboard = (runs) => {
     totalCases: run.response.totalCases
   }));
 };
+var toHistorySortOrder = (left, right) => right.finishedAt - left.finishedAt;
+var normalizeHistoryRuns = (runs) => [...runs].sort(toHistorySortOrder);
+var buildCaseDiff = (currentCase, previousCase) => ({
+  caseId: currentCase.caseId,
+  currentF1: currentCase.f1,
+  currentMatchedIds: currentCase.matchedIds,
+  currentMissingIds: currentCase.missingIds,
+  currentStatus: currentCase.status,
+  label: currentCase.label,
+  previousF1: previousCase?.f1,
+  previousMatchedIds: previousCase?.matchedIds ?? [],
+  previousMissingIds: previousCase?.missingIds ?? [],
+  previousStatus: previousCase?.status,
+  query: currentCase.query
+});
+var getStatusRank = (status) => status === "pass" ? 2 : status === "partial" ? 1 : 0;
+var buildRAGEvaluationRunDiff = ({
+  current,
+  previous
+}) => {
+  const previousCases = new Map((previous?.response.cases ?? []).map((entry) => [entry.caseId, entry]));
+  const diffs = current.response.cases.map((entry) => buildCaseDiff(entry, previousCases.get(entry.caseId)));
+  const regressedCases = diffs.filter((entry) => getStatusRank(entry.currentStatus) < getStatusRank(entry.previousStatus ?? "fail"));
+  const improvedCases = diffs.filter((entry) => getStatusRank(entry.currentStatus) > getStatusRank(entry.previousStatus ?? "fail"));
+  const unchangedCases = diffs.filter((entry) => getStatusRank(entry.currentStatus) === getStatusRank(entry.previousStatus ?? "fail"));
+  return {
+    currentRunId: current.id,
+    improvedCases,
+    previousRunId: previous?.id,
+    regressedCases,
+    suiteId: current.suiteId,
+    summaryDelta: {
+      averageF1: current.response.summary.averageF1 - (previous?.response.summary.averageF1 ?? 0),
+      averageLatencyMs: current.response.summary.averageLatencyMs - (previous?.response.summary.averageLatencyMs ?? 0),
+      failedCases: current.response.summary.failedCases - (previous?.response.summary.failedCases ?? 0),
+      passedCases: current.response.summary.passedCases - (previous?.response.summary.passedCases ?? 0),
+      passingRate: current.response.passingRate - (previous?.response.passingRate ?? 0),
+      partialCases: current.response.summary.partialCases - (previous?.response.summary.partialCases ?? 0)
+    },
+    unchangedCases
+  };
+};
+var createRAGFileEvaluationHistoryStore = (path) => ({
+  listRuns: async ({ limit, suiteId } = {}) => {
+    let parsed = [];
+    try {
+      const content = await readFile2(path, "utf8");
+      const value = JSON.parse(content);
+      parsed = Array.isArray(value) ? value : [];
+    } catch (error) {
+      if (error.code !== "ENOENT") {
+        throw error;
+      }
+    }
+    const filtered = parsed.filter((entry) => !suiteId || entry.suiteId === suiteId);
+    const sorted = normalizeHistoryRuns(filtered);
+    return typeof limit === "number" ? sorted.slice(0, limit) : sorted;
+  },
+  saveRun: async (run) => {
+    const existing = await (async () => {
+      try {
+        const content = await readFile2(path, "utf8");
+        const value = JSON.parse(content);
+        return Array.isArray(value) ? value : [];
+      } catch (error) {
+        if (error.code !== "ENOENT") {
+          throw error;
+        }
+        return [];
+      }
+    })();
+    const next = normalizeHistoryRuns([
+      run,
+      ...existing.filter((entry) => entry.id !== run.id)
+    ]);
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, JSON.stringify(next, null, "\t") + `
+`, "utf8");
+  }
+});
+var loadRAGEvaluationHistory = async ({
+  store,
+  suite,
+  limit = DEFAULT_HISTORY_LIMIT
+}) => {
+  const runs = normalizeHistoryRuns(await Promise.resolve(store.listRuns({ limit, suiteId: suite.id })));
+  const latestRun = runs[0];
+  const previousRun = runs[1];
+  return {
+    diff: latestRun ? buildRAGEvaluationRunDiff({
+      current: latestRun,
+      previous: previousRun
+    }) : undefined,
+    latestRun,
+    leaderboard: buildRAGEvaluationLeaderboard(runs),
+    previousRun,
+    runs,
+    suiteId: suite.id,
+    suiteLabel: suite.label ?? suite.id
+  };
+};
+var persistRAGEvaluationSuiteRun = async ({
+  store,
+  run
+}) => {
+  await Promise.resolve(store.saveRun(run));
+  return run;
+};
 var buildRAGEvaluationResponse = (cases) => {
   const totalCases = cases.length;
   const passedCases = cases.filter((entry) => entry.status === "pass").length;
@@ -7665,8 +7776,8 @@ var resolveRAGStreamStage = ({
 // src/ai/rag/sync.ts
 var {S3Client } = globalThis.Bun;
 import { createHash } from "crypto";
-import { mkdir, readFile as readFile2, writeFile } from "fs/promises";
-import { dirname, resolve as resolve2 } from "path";
+import { mkdir as mkdir2, readFile as readFile3, writeFile as writeFile2 } from "fs/promises";
+import { dirname as dirname2, resolve as resolve2 } from "path";
 var toSyncError = (caught) => caught instanceof Error ? caught.message : String(caught);
 var wait = async (delayMs) => {
   if (!(delayMs > 0)) {
@@ -8250,14 +8361,14 @@ var createRAGFileSyncStateStore = (path) => {
   return {
     load: async () => {
       try {
-        return parseSyncState(await readFile2(resolvedPath, "utf8"));
+        return parseSyncState(await readFile3(resolvedPath, "utf8"));
       } catch {
         return [];
       }
     },
     save: async (records) => {
-      await mkdir(dirname(resolvedPath), { recursive: true });
-      await writeFile(resolvedPath, JSON.stringify(records, null, 2), "utf8");
+      await mkdir2(dirname2(resolvedPath), { recursive: true });
+      await writeFile2(resolvedPath, JSON.stringify(records, null, 2), "utf8");
     }
   };
 };
@@ -8461,7 +8572,7 @@ import { existsSync as existsSync2 } from "fs";
 import { existsSync, readFileSync } from "fs";
 import { createRequire } from "module";
 import { arch, platform } from "os";
-import { dirname as dirname2, join as join2 } from "path";
+import { dirname as dirname3, join as join2 } from "path";
 var require2 = createRequire(import.meta.url);
 var PLATFORM_PACKAGE_MAP = {
   "darwin-arm64": {
@@ -8512,7 +8623,7 @@ var resolveAbsoluteSQLiteVec = () => {
   }
   try {
     const packageJsonPath = require2.resolve(`${packageInfo.packageName}/package.json`);
-    const packageRoot = dirname2(packageJsonPath);
+    const packageRoot = dirname3(packageJsonPath);
     const libraryPath = join2(packageRoot, packageInfo.libraryFile);
     const packageVersion = readPackageVersion(packageJsonPath);
     if (!existsSync(libraryPath)) {
@@ -10177,6 +10288,7 @@ export {
   prepareRAGDocumentFile,
   prepareRAGDocument,
   prepareRAGDirectoryDocuments,
+  persistRAGEvaluationSuiteRun,
   parseAIMessage,
   openaiTranscriber,
   openaiResponses,
@@ -10196,6 +10308,7 @@ export {
   mistralai,
   metaEmbeddings,
   meta,
+  loadRAGEvaluationHistory,
   loadRAGDocumentsFromUploads,
   loadRAGDocumentsFromURLs,
   loadRAGDocumentsFromDirectory,
@@ -10240,6 +10353,7 @@ export {
   createRAGGmailEmailSyncClient,
   createRAGFileSyncStateStore,
   createRAGFileExtractor,
+  createRAGFileEvaluationHistoryStore,
   createRAGEvaluationSuite,
   createRAGEmbeddingProvider,
   createRAGEmailSyncSource,
@@ -10273,6 +10387,7 @@ export {
   buildRAGLexicalHaystack,
   buildRAGGroundingReferences,
   buildRAGGroundedAnswer,
+  buildRAGEvaluationRunDiff,
   buildRAGEvaluationResponse,
   buildRAGEvaluationLeaderboard,
   buildRAGCitations,
@@ -10285,5 +10400,5 @@ export {
   aiChat
 };
 
-//# debugId=9FFECCD86029913764756E2164756E21
+//# debugId=4A35A139BFA75B8964756E2164756E21
 //# sourceMappingURL=index.js.map