@qearlyao/familiar 0.1.0

package/dist/data-retention.js

@@ -0,0 +1,54 @@
+import { lstat, readdir, rm } from "node:fs/promises";
+import { join, resolve } from "node:path";
+export async function runDataRetention(config, now = Date.now()) {
+    if (config.data.transcripts.retentionDays > 0) {
+        console.warn("data.transcripts.retention_days is configured; transcript replay may lose restart context after retention.");
+    }
+    return {
+        chat: await removeOldFiles(resolve(config.workspace.dataDir, "chat"), config.data.chat.retentionDays, now),
+        transcripts: await removeOldFiles(resolve(config.workspace.dataDir, "transcripts"), config.data.transcripts.retentionDays, now),
+        payloads: await removeOldFiles(resolve(config.workspace.dataDir, "payloads"), config.data.payloads.retentionDays, now),
+    };
+}
+async function removeOldFiles(root, retentionDays, now) {
+    if (retentionDays <= 0)
+        return 0;
+    const cutoff = now - retentionDays * 86_400_000;
+    let removed = 0;
+    for (const path of await listFiles(root)) {
+        const fileStat = await lstat(path).catch((error) => {
+            if (isEnoent(error))
+                return null;
+            throw error;
+        });
+        if (!fileStat?.isFile() || fileStat.mtimeMs > cutoff)
+            continue;
+        await rm(path).catch((error) => {
+            if (!isEnoent(error))
+                throw error;
+        });
+        removed += 1;
+    }
+    return removed;
+}
+async function listFiles(root) {
+    let entries;
+    try {
+        entries = await readdir(root, { withFileTypes: true });
+    }
+    catch (error) {
+        if (isEnoent(error))
+            return [];
+        throw error;
+    }
+    const nested = await Promise.all(entries.map(async (entry) => {
+        const path = join(root, entry.name);
+        if (entry.isDirectory())
+            return listFiles(path);
+        return entry.isFile() ? [path] : [];
+    }));
+    return nested.flat();
+}
+function isEnoent(error) {
+    return !!error && typeof error === "object" && "code" in error && error.code === "ENOENT";
+}