datafolder 1.0.2 → 1.0.4

package/src/QySnapshots.js

@@ -1,27 +1,63 @@
-let fs = require("node:fs"), fsPromises = require("node:fs/promises"), path = require("node:path"), getDefaultOptions = require("./QyDefaultOptions.js").getDefaultOptions, {
-    Hash_Key_Length,
-    folderOrFileExists,
-    listToMap,
-    isEmptyObj
-} = require("./QyUtils.js"), QyBinWriter = require("./QyBinWriter.js").QyBinWriter, {
-    bufferToNums,
-    numsToBuffer,
-    applyAclChange,
-    iterCmdKeys
-} = require("./QyAcl.js"), QyJsonSaver = require("./QyJsonSaver.js").QyJsonSaver, logger = require("./QyLogger.js").logger, isArray = Array.isArray;
+import {
+    close as o,
+    readSync as i,
+    openSync as p
+} from "node:fs";
 
-class QySnapshots {
-    constructor(t, e) {
-        (e = {
-            ...getDefaultOptions("QySnapshots"),
-            ...e
-        }).vLOutdatedPercent = 2 * e.pMOutdatedPercent;
-        var a = path.join(t, "info");
+import {
+    readdir as l,
+    readFile as d
+} from "node:fs/promises";
+
+import {
+    join as s
+} from "node:path";
+
+import {
+    getDefaultOptions as n
+} from "./QyDefaultOptions.js";
+
+import {
+    Hash_Key_Length as u,
+    folderOrFileExists as m,
+    listToMap as r,
+    isEmptyObj as h,
+    isString as v
+} from "./QyUtils.js";
+
+import {
+    QyBinWriter as M
+} from "./QyBinWriter.js";
+
+import {
+    bufferToNums as g,
+    numsToBuffer as y,
+    applyAclChange as f,
+    iterCmdKeys as S
+} from "./QyAcl.js";
+
+import {
+    QyJsonSaver as c
+} from "./QyJsonSaver.js";
+
+import {
+    logger as C
+} from "./QyLogger.js";
+
+let P = Array.isArray, x = Buffer.from("\n"), O = Buffer.from("'");
+
+class t {
+    constructor(t, a) {
+        (a = {
+            ...n("QySnapshots"),
+            ...a
+        }).vLOutdatedPercent = 2 * a.pMOutdatedPercent;
+        var e = s(t, "info");
         Object.assign(this, {
             snapshotFolder: t,
-            snapshotInfoFolder: a,
-            options: e,
-            qyJsonSaver: new QyJsonSaver(a, e),
+            snapshotInfoFolder: e,
+            options: a,
+            qyJsonSaver: new c(e, a),
             numToSnapshotMap: {},
             keyToSnapshotMap: {},
             fDMap: {},
@@ -34,321 +70,307 @@ class QySnapshots {
     async loadSnapshotInfos() {
         let {
             snapshotInfoFolder: t,
-            qyJsonSaver: o,
-            numToSnapshotMap: n
+            qyJsonSaver: h,
+            numToSnapshotMap: f
         } = this;
-        if (await folderOrFileExists(t)) {
-            var e = (await fsPromises.readdir(t)).filter(t => /^[1-9]/.test(t)).map(t => parseInt(t)).sort((t, e) => t - e);
-            let r = 0, s = 0;
-            await Promise.all(e.map(async t => {
-                var e = await o.loadFromFile(t + ".json"), a = n[t] = {
+        if (await m(t)) {
+            var a = (await l(t)).filter(t => /^[1-9]/.test(t)).map(t => parseInt(t)).sort((t, a) => t - a);
+            let p = 0, u = 0;
+            await Promise.all(a.map(async t => {
+                var a = await h.loadFromFile(t + ".json"), e = f[t] = {
                     snapshotNum: t,
-                    info: e,
+                    info: a,
                     posMap: {},
                     outdatedCount: 0
                 };
-                ++this.snapshotCount, t > r && (r = t, s = e.maxChangeId), await this._loadPrefixPM(a);
+                ++this.snapshotCount, t > p && (p = t, u = a.maxChangeId);
+                var t = e, a = L(a = this, t), o = (C.info("Loading " + a), await d(a)), s = o.length, n = t.prefixPM = {};
+                for (let t = 0; t < s; ) {
+                    var r = t + V, i = o.toString("latin1", t, r), i = n[i] = [];
+                    t = g(o, r, i);
+                }
             })), Object.assign(this, {
-                maxSnapshotNum: r,
-                snapshotMaxChangeId: s
-            }), this._setupPrefixMaps(e);
+                maxSnapshotNum: p,
+                snapshotMaxChangeId: u
+            });
+            var {
+                numToSnapshotMap: e,
+                prefixMap: o
+            } = this;
+            for (r of a) {
+                var s, n = e[r], r = n.prefixPM;
+                for (s in r) {
+                    var i = o[s];
+                    i ? i.push(n) : o[s] = [ n ];
+                }
+            }
         }
     }
     closeAllFDs() {
-        var t, e = this.fDMap;
-        for (t in e) fs.close(e[t]), delete e[t];
+        var t, a = this.fDMap;
+        for (t in a) o(a[t]), delete a[t];
     }
     saveKeyValueMap(t) {
-        var e, {
-            keyValueMap: a,
-            info: r
-        } = t, s = (++r.vLVersion, new QyBinWriter()), o = (s.start(this.getVLFilePath(t)), 
-        Object.keys(a).sort()), n = {};
-        let i = 0, p = 0;
-        for (e of o) {
-            var u = a[e];
+        var a, {
+            keyValueMap: e,
+            info: o
+        } = t, s = (++o.vLVersion, new M()), n = (s.start(this.getVLFilePath(t)), 
+        Object.keys(e).sort()), r = {};
+        let i = 0, p = 0, u;
+        for (a of n) {
+            var h, f = e[a];
             let t;
-            null == u ? t = Undefined_Mark : (u = Buffer.isBuffer(u) ? u : _valueToBuffer(e, u), 
-            u = (s.save(u), u).length, t = [ i, u ], i += u), n[e] = t, ++p;
+            null == f ? t = N : (u = Buffer.isBuffer(f) ? (s.save(f), f.length) : v(f) ? (h = Buffer.from(f), 
+            s.save(O), s.save(h), s.save(x), h.length + 2) : (h = Buffer.from(JSON.stringify(B(a) && !P(f) ? Object.keys(f) : f)), 
+            s.save(h), s.save(x), h.length + 1), t = [ i, u ], i += u), r[a] = t, 
+            ++p;
         }
         return Object.assign(t, {
-            posMap: n,
+            posMap: r,
             outdatedCount: 0
-        }), Object.assign(r, {
+        }), Object.assign(o, {
             totalCount: p,
             outdatedCount: 0
-        }), Promise.all([ this.savePosMap(t, o), s.stop() ]);
+        }), Promise.all([ this.savePosMap(t, n), s.stop() ]);
     }
     addMaxSnapshot(t) {
-        var e, {
-            numToSnapshotMap: a,
-            keyToSnapshotMap: r
+        var a, {
+            numToSnapshotMap: e,
+            keyToSnapshotMap: o
         } = this, {
             posMap: s,
-            keyValueMap: o,
-            snapshotNum: n,
+            keyValueMap: n,
+            snapshotNum: r,
             info: i
         } = t, i = i.maxChangeId, i = (Object.assign(this, {
-            maxSnapshotNum: n,
+            maxSnapshotNum: r,
             snapshotMaxChangeId: i
-        }), o || s);
-        for (e in i) r[e] = t;
-        a[n] = t, ++this.snapshotCount;
+        }), n || s);
+        for (a in i) o[a] = t;
+        e[r] = t, ++this.snapshotCount;
     }
     removeKey(t) {
-        var e = this.keyToSnapshotMap, a = e[t];
-        if (a) return this.removeKeyFromSnapshot(a, t), delete e[t], !0;
+        var a = this.keyToSnapshotMap, e = a[t];
+        if (e) return this.removeKeyFromSnapshot(e, t), delete a[t], !0;
     }
-    applyCmdObj(t, e, a) {
-        if (null != a) {
-            var r = a.length;
-            for (let t = 0; t < r; t += 2) {
-                var s = a[t], o = a[t + 1];
-                e[s] = null != o && _isListKey(s) ? listToMap(o) : o;
+    applyCmdObj(t, a, e) {
+        if (null != e) {
+            var o = e.length;
+            for (let t = 0; t < o; t += 2) {
+                var s = e[t], n = e[t + 1];
+                a[s] = null != n && B(s) ? r(n) : n;
             }
         }
-        iterCmdKeys(t, t => {
-            t in e || (e[t] = this.getValueSync(t)), this.removeKey(t);
-        }), applyAclChange(e, t);
+        S(t, t => {
+            t in a || (a[t] = this.getValueSync(t)), this.removeKey(t);
+        }), f(a, t);
     }
     getValueSync(t) {
-        var e, a, r = this._getSnapshotByKey(t);
-        if (r) return {
-            keyValueMap: a,
-            posMap: e
-        } = r, a ? a[t] : (a = e[t]) && ([ e, a ] = a, 0 != a) ? this._readValFromFile(r, t, e, a) : void 0;
+        var a = ((t, a) => {
+            let {
+                keyToSnapshotMap: e,
+                prefixMap: o
+            } = t, s = e[a];
+            if (s) return s;
+            var n = b(a), r = o[n];
+            if (r) for (;0 < r.length; ) {
+                s = r.pop();
+                var i = ((t, a, e) => {
+                    var o, {
+                        posMap: s,
+                        prefixPM: n
+                    } = a;
+                    if (n = n[e]) return [ n, o ] = n, n = F(t, t.getPMFilePath(a), n, o), 
+                    t.loadPartialPosMapBuffer(a, e, n), s;
+                })(t, s, n);
+                if (i && a in i) return s;
+            }
+        })(this, t);
+        if (a) {
+            var {
+                keyValueMap: e,
+                posMap: o
+            } = a;
+            if (e) return e[t];
+            e = o[t];
+            if (e) {
+                var [ o, e ] = e;
+                if (0 != e) {
+                    var s = this;
+                    if (a = s.getVLFilePath(a), s = F(s, a, o, e)) return s[0] == O[0] ? s.toString("utf8", 1, s.length - 1) : (a = JSON.parse(s), 
+                    B(t) ? r(a) : a);
+                }
+            }
+        }
     }
-    iterPMBuffer(e, a) {
-        var r = e.length;
-        for (let t = 0; t < r; ) {
-            var s = t + Hash_Key_Length, o = e.toString("latin1", t, s), n = [];
-            t = bufferToNums(e, s, n), a(o, n);
+    iterPMBuffer(a, e) {
+        var o = a.length;
+        for (let t = 0; t < o; ) {
+            var s = t + u, n = a.toString("latin1", t, s), r = [];
+            t = g(a, s, r), e(n, r);
         }
     }
-    loadPartialPosMapBuffer(a, t, e) {
+    loadPartialPosMapBuffer(e, t, a) {
         let {
-            posMap: r,
+            posMap: o,
             prefixPM: s
-        } = a, o = (delete s[t], this).keyToSnapshotMap;
-        this.iterPMBuffer(e, (t, e) => {
-            t in o ? ++a.outdatedCount : (r[t] = e, o[t] = a);
+        } = e, n = (delete s[t], this).keyToSnapshotMap;
+        this.iterPMBuffer(a, (t, a) => {
+            t in n ? ++e.outdatedCount : (o[t] = a, n[t] = e);
         });
     }
     delSnapshot(t) {
-        delete this.numToSnapshotMap[t.snapshotNum], --this.snapshotCount, this._closeFD(this.getVLFilePath(t)), 
-        this._closeFD(this.getPMFilePath(t));
+        delete this.numToSnapshotMap[t.snapshotNum], --this.snapshotCount, a(this, this.getVLFilePath(t)), 
+        a(this, this.getPMFilePath(t));
     }
     calOutdates() {
-        var t, e = [], a = [], r = [], s = [], {
-            options: o,
-            numToSnapshotMap: n
+        var t, a = [], e = [], o = [], s = [], {
+            options: n,
+            numToSnapshotMap: r
         } = this, {
             pMOutdatedPercent: i,
             vLOutdatedPercent: p
-        } = o;
-        for (t in n) {
-            var u, h = n[t];
-            h.isOut || (100 == (u = _getTotalOutdatedPercent(h)) ? (this.delSnapshot(h), 
-            e.push(t)) : p < u ? (this._canCombine(h) ? a : s).push(h) : _getCurrentOutdatedPercent(h) > i ? r.push(h) : this._isSmallSnapshot(h) && this._canCombine(h) && a.push(h));
+        } = n;
+        for (t in r) {
+            var u, h = r[t];
+            h.isOut || (100 == (u = T(h)) ? (this.delSnapshot(h), a.push(t)) : p < u ? (j(h) ? e : s).push(h) : Math.round(h.outdatedCount / h.info.totalCount * 100) > i ? o.push(h) : (u = this, 
+            h.info.totalCount < u.options.minSnapshotKeyCount && j(h) && e.push(h)));
         }
-        return 1 == a.length && _getTotalOutdatedPercent(a[0]) < p && (a.length = 0), 
-        0 < r.length && logger.log("pMCompacts:" + r.map(t => t.snapshotNum)), 0 < s.length && logger.log("vLCompacts:" + s.map(t => t.snapshotNum)), 
-        0 < a.length && logger.log("combiningSnapshots:" + a.map(t => t.snapshotNum)), 
+        return 1 == e.length && T(e[0]) < p && (e.length = 0), 0 < o.length && C.log("pMCompacts:" + o.map(t => t.snapshotNum)), 
+        0 < s.length && C.log("vLCompacts:" + s.map(t => t.snapshotNum)), 0 < e.length && C.log("combiningSnapshots:" + e.map(t => t.snapshotNum)), 
         {
-            emptySnapshotNumList: e,
-            combiningSnapshotList: a,
-            pMCompactSnapshotList: r,
+            emptySnapshotNumList: a,
+            combiningSnapshotList: e,
+            pMCompactSnapshotList: o,
             vLCompactSnapshotList: s
         };
     }
     getMaxCombinedSnapshot(t) {
-        let e, a;
-        for (var r of t) {
-            var s = r.snapshotNum;
-            (!a || a < s) && (e = r, a = s);
+        let a, e;
+        for (var o of t) {
+            var s = o.snapshotNum;
+            (!e || e < s) && (a = o, e = s);
         }
-        return e;
+        return a;
     }
     getPMFilePath(t) {
         var {
             snapshotNum: t,
-            info: e
+            info: a
         } = t;
-        return path.join(this.snapshotFolder, "" + t, e.pMVersion + "_pM.txt");
+        return s(this.snapshotFolder, "" + t, a.pMVersion + "_pM.txt");
     }
     getVLFilePath(t) {
         var {
             snapshotNum: t,
-            info: e
+            info: a
         } = t;
-        return path.join(this.snapshotFolder, "" + t, e.vLVersion + "_vL.txt");
+        return s(this.snapshotFolder, "" + t, a.vLVersion + "_vL.txt");
     }
-    saveSnapshotInfo(t, e) {
+    saveSnapshotInfo(t, a) {
         var {
-            outdatedCount: a,
-            totalCount: r
-        } = e;
-        return e.outdated = Math.round(100 * a / r) + "%", this.qyJsonSaver.saveToFile(e, t + ".json", !0);
+            outdatedCount: e,
+            totalCount: o
+        } = a;
+        return a.outdated = Math.round(100 * e / o) + "%", C.log("Saving snapshotInfo:" + t), 
+        this.qyJsonSaver.saveToFile(a, t + ".json", !0);
     }
-    savePosMap(t, e) {
-        var a, {
-            outdatedCount: r,
+    savePosMap(t, a) {
+        var e, {
+            outdatedCount: o,
             info: s,
-            posMap: o
-        } = t, n = (s.outdatedCount += r, t.outdatedCount = 0, ++s.pMVersion, new QyBinWriter()), i = (n.start(this.getPMFilePath(t)), 
+            posMap: n
+        } = t, r = (s.outdatedCount += o, t.outdatedCount = 0, ++s.pMVersion, new M()), i = (r.start(this.getPMFilePath(t)), 
         t.prefixPM = {});
         let p = 0, u = 0, h;
-        for (a of e = e || Object.keys(o).sort()) {
-            null == h ? h = _getPrefix(a) : a.startsWith(h) || (i[h] = [ p, u ], 
-            h = _getPrefix(a), p += u, u = 0);
-            var l = Buffer.from(a), f = numsToBuffer(o[a]);
-            n.save(l), n.save(f), u += l.length + f.length;
+        for (e of a = a || Object.keys(n).sort()) {
+            null == h ? h = b(e) : e.startsWith(h) || (i[h] = [ p, u ], h = b(e), 
+            p += u, u = 0);
+            var f = Buffer.from(e), l = y(n[e]);
+            r.save(f), r.save(l), u += f.length + l.length;
         }
-        return null != h && (i[h] = [ p, u ]), Promise.all([ n.stop(), this._savePrefixPM(t) ]);
+        return null != h && (i[h] = [ p, u ]), Promise.all([ r.stop(), ((t, a) => {
+            var e, o = new M(), s = (o.start(L(t, a)), a).prefixPM;
+            for (e in s) o.save(Buffer.from(e)), o.save(y(s[e]));
+            return o.stop();
+        })(this, t) ]);
     }
     isEmptySnapshot(t) {
         var {
             info: t,
-            outdatedCount: e
+            outdatedCount: a
         } = t;
-        return e + t.outdatedCount == t.totalCount;
-    }
-    _setupPrefixMaps(t) {
-        var e, {
-            numToSnapshotMap: a,
-            prefixMap: r
-        } = this;
-        for (e of t) {
-            var s, o = a[e], n = o.prefixPM;
-            for (s in n) {
-                var i = r[s];
-                i ? i.push(o) : r[s] = [ o ];
-            }
-        }
-    }
-    async _loadPrefixPM(t) {
-        var e = this._getPrefixPMFilePath(t), a = (logger.info("Loading " + e), 
-        await fsPromises.readFile(e)), r = a.length, s = t.prefixPM = {};
-        for (let t = 0; t < r; ) {
-            var o = t + Prefix_Length, n = s[a.toString("latin1", t, o)] = [];
-            t = bufferToNums(a, o, n);
-        }
-    }
-    _loadPartialPosMap(t, e) {
-        var a, {
-            posMap: r,
-            prefixPM: s
-        } = t, s = s[e];
-        if (s) return [ s, a ] = s, s = this._readBufferFromFile(this.getPMFilePath(t), s, a), 
-        this.loadPartialPosMapBuffer(t, e, s), r;
+        return a + t.outdatedCount == t.totalCount;
     }
-    _getSnapshotByKey(t) {
+    removeKeyFromSnapshot(t, a) {
         var {
-            keyToSnapshotMap: e,
-            prefixMap: a
-        } = this;
-        let r = e[t];
-        if (r) return r;
-        var s = _getPrefix(t), o = a[s];
-        if (o) for (;0 < o.length; ) {
-            r = o.pop();
-            var n = this._loadPartialPosMap(r, s);
-            if (n && t in n) return r;
-        }
-    }
-    _readValFromFile(t, e, a, r) {
-        t = this.getVLFilePath(t), t = this._readBufferFromFile(t, a, r);
-        if (t) return _parseBuffer(e, t);
-    }
-    _readBufferFromFile(e, a, r) {
-        var s = this._getFD(e), o = Buffer.allocUnsafe(r);
-        for (let t = 0; t < r; ) {
-            var n = fs.readSync(s, o, t, r - t, a + t);
-            if (0 == n) return void logger.error(`readSync ${e} at ${a + t} returning 0 byte`);
-            t += n;
-        }
-        return o;
-    }
-    _canCombine(t) {
-        var {
-            keyValueMap: e,
-            prefixPM: a
-        } = t;
-        return e || null == a || isEmptyObj(t.prefixPM);
-    }
-    _isSmallSnapshot(t) {
-        return t.info.totalCount < this.options.minSnapshotKeyCount;
-    }
-    _getPrefixPMFilePath(t) {
-        var {
-            snapshotNum: t,
-            info: e
-        } = t;
-        return path.join(this.snapshotFolder, "" + t, e.pMVersion + "_prefixPM.txt");
-    }
-    removeKeyFromSnapshot(t, e) {
-        var {
-            posMap: a,
-            keyValueMap: r
+            posMap: e,
+            keyValueMap: o
         } = t;
-        r && delete r[e], a && delete a[e], ++t.outdatedCount;
+        o && delete o[a], e && delete e[a], ++t.outdatedCount;
     }
-    _getFD(e) {
-        var t = this.fDMap;
-        let a = t[e];
-        if (!a) {
-            logger.info("Opening " + e);
+}
+
+function F(t, a, e, o) {
+    var s = ((t, a) => {
+        let e = t.fDMap, o = e[a];
+        if (!o) {
+            C.info("Opening " + a);
             try {
-                a = t[e] = fs.openSync(e, "r");
+                o = e[a] = p(a, "r");
             } catch (t) {
-                throw logger.error(`Opening ${e} failed:`, t), t;
+                throw C.error(`Opening ${a} failed:`, t), t;
             }
         }
-        return a;
-    }
-    _closeFD(t) {
-        var e = this.fDMap, a = e[t];
-        null != a && (fs.close(a), delete e[t]);
-    }
-    _savePrefixPM(t) {
-        var e, a = new QyBinWriter(), r = (a.start(this._getPrefixPMFilePath(t)), 
-        t).prefixPM;
-        for (e in r) a.save(Buffer.from(e)), a.save(numsToBuffer(r[e]));
-        return a.stop();
+        return o;
+    })(t, a), n = Buffer.allocUnsafe(o);
+    for (let t = 0; t < o; ) {
+        var r = i(s, n, t, o - t, e + t);
+        if (0 == r) return void C.error(`readSync ${a} at ${e + t} returning 0 byte`);
+        t += r;
     }
+    return n;
 }
 
-let Undefined_Mark = [ 0, 0 ], Prefix_Length = 3;
+function j(t) {
+    var {
+        keyValueMap: a,
+        prefixPM: e
+    } = t;
+    return a || null == e || h(t.prefixPM);
+}
 
-function _getPrefix(t) {
-    return t.substring(0, Prefix_Length);
+function L(t, a) {
+    var {
+        snapshotNum: a,
+        info: e
+    } = a;
+    return s(t.snapshotFolder, "" + a, e.pMVersion + "_prefixPM.txt");
 }
 
-function _isListKey(t) {
-    return !t.startsWith("c");
+function a(t, a) {
+    var t = t.fDMap, e = t[a];
+    null != e && (o(e), delete t[a]);
 }
 
-function _valueToBuffer(t, e) {
-    return Buffer.from(JSON.stringify(_isListKey(t) && !isArray(e) ? Object.keys(e) : e) + "\n");
+let N = [ 0, 0 ], V = 3;
+
+function b(t) {
+    return t.substring(0, V);
 }
 
-function _parseBuffer(t, e) {
-    e = JSON.parse(e);
-    return _isListKey(t) ? listToMap(e) : e;
+function B(t) {
+    return !t.startsWith("c");
 }
 
-function _getTotalOutdatedPercent(t) {
+function T(t) {
     var {
         outdatedCount: t,
-        info: e
-    } = t, a = e.totalCount, t = t + e.outdatedCount;
-    return t == a ? 100 : Math.round(t / a * 100);
-}
-
-function _getCurrentOutdatedPercent(t) {
-    return Math.round(t.outdatedCount / t.info.totalCount * 100);
+        info: a
+    } = t, e = a.totalCount, t = t + a.outdatedCount;
+    return t == e ? 100 : Math.round(t / e * 100);
 }
 
-Object.assign(module.exports, {
-    QySnapshots: QySnapshots
-});
+export {
+    t as QySnapshots
+};