@absolutejs/rag 0.0.7 → 0.0.9

package/dist/ai/rag/index.js

@@ -1,6 +1,23 @@
 // @bun
 // src/ai/rag/quality.ts
-import { mkdir, readFile, writeFile } from "fs/promises";
+import { mkdir, readFile } from "fs/promises";
+
+// src/ai/rag/atomicWrite.ts
+import { rename, unlink, writeFile } from "fs/promises";
+var writeFileAtomic = async (path, data, encoding = "utf8") => {
+  const tmpPath = `${path}.tmp.${process.pid}.${Math.random().toString(36).slice(2, 10)}`;
+  try {
+    await writeFile(tmpPath, data, encoding);
+    await rename(tmpPath, path);
+  } catch (error) {
+    try {
+      await unlink(tmpPath);
+    } catch {}
+    throw error;
+  }
+};
+
+// src/ai/rag/quality.ts
 import { dirname } from "path";
 import { generateId } from "@absolutejs/ai";
 
@@ -6505,7 +6522,7 @@ var createRAGFileEvaluationHistoryStore = (path) => ({
       ...existing.filter((entry) => entry.id !== run.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   },
   pruneRuns: async (input) => {
@@ -6525,7 +6542,7 @@ var createRAGFileEvaluationHistoryStore = (path) => ({
       sort: normalizeHistoryRuns
     });
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(pruned.next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(pruned.next, null, "\t") + `
 `, "utf8");
     return {
       keptCount: pruned.keptCount,
@@ -6576,7 +6593,7 @@ var createRAGFileEvaluationSuiteSnapshotHistoryStore = (path) => ({
       ...existing.filter((entry) => entry.id !== snapshot.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   },
   pruneSnapshots: async (input) => {
@@ -6596,7 +6613,7 @@ var createRAGFileEvaluationSuiteSnapshotHistoryStore = (path) => ({
       sort: normalizeEvaluationSuiteSnapshots
     });
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(pruned.next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(pruned.next, null, "\t") + `
 `, "utf8");
     return {
       keptCount: pruned.keptCount,
@@ -6639,7 +6656,7 @@ var createRAGFileRetrievalComparisonHistoryStore = (path) => ({
       ...existing.filter((entry) => entry.id !== run.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -6693,7 +6710,7 @@ var createRAGFileRetrievalBaselineStore = (path) => {
         ...existing.map((entry) => entry.groupKey === record.groupKey && (entry.rolloutLabel ?? undefined) === (record.rolloutLabel ?? undefined) ? { ...entry, status: "superseded" } : entry)
       ]);
       await mkdir(dirname(path), { recursive: true });
-      await writeFile(path, JSON.stringify(next, null, "\t") + `
+      await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
     }
   };
@@ -6732,7 +6749,7 @@ var createRAGFileRetrievalReleaseDecisionStore = (path) => ({
       ...existing.filter((entry) => entry.id !== record.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -6776,7 +6793,7 @@ var createRAGFileRetrievalLaneHandoffDecisionStore = (path) => ({
       ...existing.filter((entry) => entry.id !== record.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -6821,7 +6838,7 @@ var createRAGFileRetrievalReleaseIncidentStore = (path) => ({
       ...existing.filter((entry) => entry.id !== record.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -6865,7 +6882,7 @@ var createRAGFileRetrievalLaneHandoffIncidentStore = (path) => ({
       ...existing.filter((entry) => entry.id !== record.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -6905,7 +6922,7 @@ var createRAGFileRetrievalLaneHandoffIncidentHistoryStore = (path) => ({
     })();
     const next = [record, ...existing].sort((left, right) => right.recordedAt - left.recordedAt);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -6949,7 +6966,7 @@ var createRAGFileRetrievalIncidentRemediationDecisionStore = (path) => ({
       ...existing
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -6995,7 +7012,7 @@ var createRAGFileRetrievalIncidentRemediationExecutionHistoryStore = (path) => (
       ...existing
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -7029,7 +7046,7 @@ var createRAGFileRetrievalLaneHandoffAutoCompletePolicyHistoryStore = (path) =>
     })();
     const next = [record, ...existing].sort((left, right) => right.recordedAt - left.recordedAt);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -7063,7 +7080,7 @@ var createRAGFileRetrievalReleaseLanePolicyHistoryStore = (path) => ({
     })();
     const next = [record, ...existing].sort((left, right) => right.recordedAt - left.recordedAt);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -7097,7 +7114,7 @@ var createRAGFileRetrievalBaselineGatePolicyHistoryStore = (path) => ({
     })();
     const next = [record, ...existing].sort((left, right) => right.recordedAt - left.recordedAt);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -7131,7 +7148,7 @@ var createRAGFileRetrievalReleaseLaneEscalationPolicyHistoryStore = (path) => ({
     })();
     const next = [record, ...existing].sort((left, right) => right.recordedAt - left.recordedAt);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -7177,7 +7194,7 @@ var createRAGFileSearchTraceStore = (path) => ({
       ...traces.filter((entry) => entry.id !== trace.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify({
+    await writeFileAtomic(path, JSON.stringify({
       traces: nextTraces
     }, null, 2));
   },
@@ -7197,7 +7214,7 @@ var createRAGFileSearchTraceStore = (path) => ({
       traces
     });
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify({
+    await writeFileAtomic(path, JSON.stringify({
       traces: pruned.next
     }, null, 2));
     return {
@@ -7240,7 +7257,7 @@ var createRAGFileSearchTracePruneHistoryStore = (path) => ({
       ...existing.filter((entry) => entry.id !== run.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify(next, null, "\t") + `
+    await writeFileAtomic(path, JSON.stringify(next, null, "\t") + `
 `, "utf8");
   }
 });
@@ -8869,7 +8886,7 @@ var createRAGFileAnswerGroundingEvaluationHistoryStore = (path) => ({
       ...runs.filter((entry) => entry.id !== run.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify({
+    await writeFileAtomic(path, JSON.stringify({
       runs: nextRuns
     }, null, 2));
   },
@@ -8890,7 +8907,7 @@ var createRAGFileAnswerGroundingEvaluationHistoryStore = (path) => ({
       sort: normalizeGroundingHistoryRuns
     });
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify({
+    await writeFileAtomic(path, JSON.stringify({
       runs: pruned.next
     }, null, 2));
     return {
@@ -8930,7 +8947,7 @@ var createRAGFileAnswerGroundingCaseDifficultyHistoryStore = (path) => ({
       ...runs.filter((entry) => entry.id !== run.id)
     ]);
     await mkdir(dirname(path), { recursive: true });
-    await writeFile(path, JSON.stringify({
+    await writeFileAtomic(path, JSON.stringify({
       runs: nextRuns
     }, null, 2));
   }
@@ -21676,6 +21693,7 @@ var MAX_INGEST_JOBS = 20;
 var MAX_ADMIN_ACTIONS = 20;
 var MAX_ADMIN_JOBS = 20;
 var DEFAULT_STALE_AFTER_MS = 1000 * 60 * 60 * 24 * 7;
+var REQUEST_USER_SUB_HEADER = "x-absolutejs-user-sub";
 var HTML_HEADERS = { "Content-Type": "text/html; charset=utf-8" };
 var defaultParseProvider = (content) => {
   const colonIdx = content.indexOf(":");
@@ -21689,6 +21707,10 @@ var defaultParseProvider = (content) => {
 var normalizeScore = (value) => Number.isFinite(value) ? value : 0;
 var isHTMXRequest = (request) => request.headers.get("HX-Request") === "true";
 var isObjectRecord3 = (value) => Boolean(value) && typeof value === "object";
+var resolveRequestUserSub = (request) => {
+  const value = request?.headers.get(REQUEST_USER_SUB_HEADER)?.trim();
+  return value ? value : undefined;
+};
 var getStringProperty = (value, key) => {
   if (!isObjectRecord3(value)) {
     return;
@@ -22528,11 +22550,12 @@ var ragChat = (config) => {
       throw error;
     }
   };
-  const buildSyncSources = async (scope) => {
+  const buildSyncSources = async (scope, request) => {
     if (!indexManager?.listSyncSources) {
       return [];
     }
-    const sources = await indexManager.listSyncSources();
+    const userSub = resolveRequestUserSub(request);
+    const sources = await indexManager.listSyncSources(userSub ? { userSub } : undefined);
     return sources.filter((source) => matchesSyncSourceScope(scope, source));
   };
   const toHTMXResponse = (html, status, extraHeaders) => new Response(html, {
@@ -28746,7 +28769,7 @@ var ragChat = (config) => {
         stats: traceStats
       },
       status,
-      syncSources: await buildSyncSources(accessScope)
+      syncSources: await buildSyncSources(accessScope, request)
     };
   };
   const handleStatus = async (request) => buildOperationsPayload(request);
@@ -29208,7 +29231,7 @@ var ragChat = (config) => {
     const accessScope = await loadAccessScope(request);
     return {
       ok: true,
-      sources: await buildSyncSources(accessScope)
+      sources: await buildSyncSources(accessScope, request)
     };
   };
   const handleSyncAllSources = async (request, options) => {
@@ -29228,7 +29251,10 @@ var ragChat = (config) => {
     const job = createAdminJob("sync_all_sources", undefined, syncJobs);
     const action = createAdminAction("sync_all_sources");
     try {
-      const result = await indexManager.syncAllSources(options);
+      const result = await indexManager.syncAllSources({
+        ...options ?? {},
+        userSub: resolveRequestUserSub(request)
+      });
       if (result && "ok" in result) {
         if (!result.ok) {
           failAdminJob(job, result.error);
@@ -29250,7 +29276,7 @@ var ragChat = (config) => {
       completeAdminAction(action);
       return {
         ok: true,
-        sources: await buildSyncSources(accessScope)
+        sources: await buildSyncSources(accessScope, request)
       };
     } catch (caught) {
       const message = caught instanceof Error ? caught.message : String(caught);
@@ -29282,7 +29308,10 @@ var ragChat = (config) => {
     const job = createAdminJob("sync_source", id, syncJobs);
     const action = createAdminAction("sync_source", undefined, id);
     try {
-      const result = await indexManager.syncSource(id, options);
+      const result = await indexManager.syncSource(id, {
+        ...options ?? {},
+        userSub: resolveRequestUserSub(request)
+      });
       if (result && "ok" in result) {
         if (!result.ok) {
           failAdminJob(job, result.error);
@@ -29295,7 +29324,7 @@ var ragChat = (config) => {
       }
       completeAdminJob(job);
       completeAdminAction(action);
-      const source = (await buildSyncSources(accessScope)).find((record) => record.id === id);
+      const source = (await buildSyncSources(accessScope, request)).find((record) => record.id === id);
       return source ? { ok: true, source } : {
         error: "sync source not found",
         ok: false
@@ -32125,7 +32154,7 @@ var createRAGInstagramBusinessConnector = (input) => ({
 // src/ai/rag/sync.ts
 var {S3Client } = globalThis.Bun;
 import { createHash } from "crypto";
-import { mkdir as mkdir2, readFile as readFile3, readdir as readdir2, writeFile as writeFile2 } from "fs/promises";
+import { mkdir as mkdir2, readFile as readFile3, readdir as readdir2 } from "fs/promises";
 import { basename as basename2, dirname as dirname2, extname as extname2, join as join2, relative as relative2, resolve as resolve2 } from "path";
 var toSyncError = (caught) => caught instanceof Error ? caught.message : String(caught);
 var wait = async (delayMs) => {
@@ -34624,7 +34653,7 @@ var createRAGFileSyncStateStore = (path) => {
     },
     save: async (records) => {
       await mkdir2(dirname2(resolvedPath), { recursive: true });
-      await writeFile2(resolvedPath, JSON.stringify(records, null, 2), "utf8");
+      await writeFileAtomic(resolvedPath, JSON.stringify(records, null, 2), "utf8");
     }
   };
 };
@@ -34671,7 +34700,7 @@ var createRAGSyncScheduler = (input) => {
   };
 };
 // src/ai/rag/jobState.ts
-import { mkdir as mkdir3, readFile as readFile4, writeFile as writeFile3 } from "fs/promises";
+import { mkdir as mkdir3, readFile as readFile4 } from "fs/promises";
 import { dirname as dirname3, resolve as resolve3 } from "path";
 var parseJobState = (content) => {
   try {
@@ -34708,7 +34737,7 @@ var createRAGFileJobStateStore = (path) => {
     },
     save: async (state) => {
       await mkdir3(dirname3(resolvedPath), { recursive: true });
-      await writeFile3(resolvedPath, JSON.stringify(state, null, 2), "utf8");
+      await writeFileAtomic(resolvedPath, JSON.stringify(state, null, 2), "utf8");
     }
   };
 };
@@ -37462,5 +37491,5 @@ export {
   addRAGEvaluationSuiteCase
 };
 
-//# debugId=8A6927B24E3DD10164756E2164756E21
+//# debugId=26E70B5CD574E08C64756E2164756E21
 //# sourceMappingURL=index.js.map