sema-core 2.0.2 → 2.0.3

package/dist/util/snapshotStore.js

@@ -0,0 +1,134 @@
+"use strict";
+/**
+ * Fork 快照存储层（纯文件 IO，不依赖任何 manager，避免循环依赖）
+ *
+ * 目录布局：
+ *   ~/.sema/snapshots/<project>/
+ *   ├── blobs/<sha256>            # 文件改动前的原始字节（内容寻址，跨会话去重）
+ *   └── <sessionId>.editlog.json  # 每会话的 EditLog
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.writeBlob = writeBlob;
+exports.readBlob = readBlob;
+exports.loadEditLog = loadEditLog;
+exports.saveEditLog = saveEditLog;
+exports.cleanupProjectSnapshots = cleanupProjectSnapshots;
+const crypto_1 = require("crypto");
+const fs_1 = require("fs");
+const path_1 = require("path");
+const savePath_1 = require("./savePath");
+const log_1 = require("./log");
+const EDITLOG_SUFFIX = '.editlog.json';
+const BLOBS_SUBDIR = 'blobs';
+function snapshotsDirOf(projectPath) {
+    return projectPath ? (0, savePath_1.getProjectSnapshotsDir)(projectPath) : (0, savePath_1.getSnapshotsDir)();
+}
+function blobsDirOf(projectPath) {
+    return (0, path_1.join)(snapshotsDirOf(projectPath), BLOBS_SUBDIR);
+}
+function editLogPathOf(sessionId, projectPath) {
+    return (0, path_1.join)(snapshotsDirOf(projectPath), `${sessionId}${EDITLOG_SUFFIX}`);
+}
+// ==================== blob 仓库（内容寻址） ====================
+function writeBlob(buf, projectPath) {
+    const hash = (0, crypto_1.createHash)('sha256').update(buf).digest('hex');
+    const dir = blobsDirOf(projectPath);
+    const path = (0, path_1.join)(dir, hash);
+    if (!(0, fs_1.existsSync)(path)) {
+        (0, fs_1.mkdirSync)(dir, { recursive: true });
+        (0, fs_1.writeFileSync)(path, buf);
+    }
+    return hash;
+}
+function readBlob(hash, projectPath) {
+    return (0, fs_1.readFileSync)((0, path_1.join)(blobsDirOf(projectPath), hash));
+}
+// ==================== EditLog 持久化 ====================
+function loadEditLog(sessionId, projectPath) {
+    try {
+        const path = editLogPathOf(sessionId, projectPath);
+        if ((0, fs_1.existsSync)(path)) {
+            const data = JSON.parse((0, fs_1.readFileSync)(path, 'utf8'));
+            return Array.isArray(data?.records) ? data.records : [];
+        }
+    }
+    catch (error) {
+        (0, log_1.logWarn)(`加载 editlog 失败 (${sessionId}): ${error instanceof Error ? error.message : String(error)}`);
+    }
+    return [];
+}
+function saveEditLog(sessionId, records, projectPath) {
+    const dir = snapshotsDirOf(projectPath);
+    (0, fs_1.mkdirSync)(dir, { recursive: true });
+    (0, fs_1.writeFileSync)(editLogPathOf(sessionId, projectPath), JSON.stringify({ records }, null, 2));
+}
+// ==================== 退场：跟随历史清理 + blob 标记清除 ====================
+/**
+ * 回收某项目的快照：
+ * 1) 删除历史文件已不存在（被淘汰）的会话对应的 editlog
+ * 2) 扫描剩余 editlog 收集仍被引用的 blob，删除无引用的 blob
+ * 由 history.cleanupOldHistoryFiles 在历史清理之后调用。
+ */
+function cleanupProjectSnapshots(projectPath) {
+    try {
+        const snapDir = (0, savePath_1.getProjectSnapshotsDir)(projectPath);
+        if (!(0, fs_1.existsSync)(snapDir))
+            return;
+        // 1) 从剩余历史文件中收集仍存活的 sessionId（文件名形如 YYYY-MM-DD_<sessionId>.json）
+        const liveSessions = new Set();
+        const histDir = (0, savePath_1.getProjectHistoryDir)(projectPath);
+        if ((0, fs_1.existsSync)(histDir)) {
+            for (const file of (0, fs_1.readdirSync)(histDir)) {
+                const m = /^\d{4}-\d{2}-\d{2}_(.+)\.json$/.exec(file);
+                if (m)
+                    liveSessions.add(m[1]);
+            }
+        }
+        // 2) 删除非存活会话的 editlog
+        for (const file of (0, fs_1.readdirSync)(snapDir)) {
+            if (!file.endsWith(EDITLOG_SUFFIX))
+                continue;
+            const sessionId = file.slice(0, -EDITLOG_SUFFIX.length);
+            if (!liveSessions.has(sessionId)) {
+                try {
+                    (0, fs_1.unlinkSync)((0, path_1.join)(snapDir, file));
+                    (0, log_1.logDebug)(`删除无主 editlog: ${file}`);
+                }
+                catch { /* 忽略 */ }
+            }
+        }
+        // 3) blob 标记清除：收集剩余 editlog 引用的 hash，删除无引用 blob
+        const referenced = new Set();
+        for (const file of (0, fs_1.readdirSync)(snapDir)) {
+            if (!file.endsWith(EDITLOG_SUFFIX))
+                continue;
+            try {
+                const data = JSON.parse((0, fs_1.readFileSync)((0, path_1.join)(snapDir, file), 'utf8'));
+                for (const r of (data?.records ?? [])) {
+                    if (r?.blobHash)
+                        referenced.add(r.blobHash);
+                }
+            }
+            catch { /* 跳过损坏的 editlog */ }
+        }
+        const blobsDir = (0, path_1.join)(snapDir, BLOBS_SUBDIR);
+        if ((0, fs_1.existsSync)(blobsDir)) {
+            let removed = 0;
+            for (const hash of (0, fs_1.readdirSync)(blobsDir)) {
+                if (!referenced.has(hash)) {
+                    try {
+                        (0, fs_1.unlinkSync)((0, path_1.join)(blobsDir, hash));
+                        removed++;
+                    }
+                    catch { /* 忽略 */ }
+                }
+            }
+            if (removed > 0)
+                (0, log_1.logDebug)(`回收无引用 blob ${removed} 个`);
+        }
+    }
+    catch (error) {
+        (0, log_1.logWarn)(`清理项目快照失败: ${error instanceof Error ? error.message : String(error)}`);
+    }
+}
+//# sourceMappingURL=snapshotStore.js.map

package/dist/util/snapshotStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshotStore.js","sourceRoot":"","sources":["../../src/util/snapshotStore.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;AAmCH,8BASC;AAED,4BAEC;AAID,kCAWC;AAED,kCAIC;AAUD,0DAoDC;AAjID,mCAAoC;AACpC,2BAAiG;AACjG,+BAA4B;AAC5B,yCAA2F;AAC3F,+BAA0C;AAY1C,MAAM,cAAc,GAAG,eAAe,CAAC;AACvC,MAAM,YAAY,GAAG,OAAO,CAAC;AAE7B,SAAS,cAAc,CAAC,WAAoB;IAC1C,OAAO,WAAW,CAAC,CAAC,CAAC,IAAA,iCAAsB,EAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAA,0BAAe,GAAE,CAAC;AAC/E,CAAC;AAED,SAAS,UAAU,CAAC,WAAoB;IACtC,OAAO,IAAA,WAAI,EAAC,cAAc,CAAC,WAAW,CAAC,EAAE,YAAY,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,aAAa,CAAC,SAAiB,EAAE,WAAoB;IAC5D,OAAO,IAAA,WAAI,EAAC,cAAc,CAAC,WAAW,CAAC,EAAE,GAAG,SAAS,GAAG,cAAc,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,0DAA0D;AAE1D,SAAgB,SAAS,CAAC,GAAW,EAAE,WAAoB;IACzD,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5D,MAAM,GAAG,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,IAAA,WAAI,EAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC7B,IAAI,CAAC,IAAA,eAAU,EAAC,IAAI,CAAC,EAAE,CAAC;QACtB,IAAA,cAAS,EAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,IAAA,kBAAa,EAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,QAAQ,CAAC,IAAY,EAAE,WAAoB;IACzD,OAAO,IAAA,iBAAY,EAAC,IAAA,WAAI,EAAC,UAAU,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,wDAAwD;AAExD,SAAgB,WAAW,CAAC,SAAiB,EAAE,WAAoB;IACjE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,aAAa,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACnD,IAAI,IAAA,eAAU,EAAC,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAY,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;YACpD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAA,aAAO,EAAC,kBAAkB,SAAS,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAgB,WAAW,CAAC,SAAiB,EAAE,OAAqB,EAAE,WAAoB;IACxF,MAAM,GAAG,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;IACxC,IAAA,cAAS,EAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,IAAA,kBAAa,EAAC,aAAa,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC7F,CAAC;AAED,kEAAkE;AAElE;;;;;GAKG;AACH,SAAgB,uBAAuB,CAAC,WAAmB;IACzD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAA,iCAAsB,EAAC,WAAW,CAAC,CAAC;QACpD,IAAI,CAAC,IAAA,eAAU,EAAC,OAAO,CAAC;YAAE,OAAO;QAEjC,iEAAiE;QACjE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QACvC,MAAM,OAAO,GAAG,IAAA,+BAAoB,EAAC,WAAW,CAAC,CAAC;QAClD,IAAI,IAAA,eAAU,EAAC,OAAO,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,IAAA,gBAAW,EAAC,OAAO,CAAC,EAAE,CAAC;gBACxC,MAAM,CAAC,GAAG,gCAAgC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtD,IAAI,CAAC;oBAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,KAAK,MAAM,IAAI,IAAI,IAAA,gBAAW,EAAC,OAAO,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC;gBAAE,SAAS;YAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACxD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACH,IAAA,eAAU,EAAC,IAAA,WAAI,EAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;oBAChC,IAAA,cAAQ,EAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;gBACpC,CAAC;gBAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,IAAA,gBAAW,EAAC,OAAO,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC;gBAAE,SAAS;YAC7C,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAY,EAAC,IAAA,WAAI,EAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;gBACnE,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAiB,EAAE,CAAC;oBACtD,IAAI,CAAC,EAAE,QAAQ;wBAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAC7C,IAAI,IAAA,eAAU,EAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,KAAK,MAAM,IAAI,IAAI,IAAA,gBAAW,EAAC,QAAQ,CAAC,EAAE,CAAC;gBACzC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC1B,IAAI,CAAC;wBAAC,IAAA,eAAU,EAAC,IAAA,WAAI,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;wBAAC,OAAO,EAAE,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;YACD,IAAI,OAAO,GAAG,CAAC;gBAAE,IAAA,cAAQ,EAAC,cAAc,OAAO,IAAI,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAA,aAAO,EAAC,aAAa,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACjF,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sema-core",
-  "version": "2.0.2",
+  "version": "2.0.3",
   "description": "Event-driven core library for Sema AI assistant",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",