datafolder 1.0.6 → 1.0.7

package/src/QySnapshotSaver_Worker.js

@@ -1,5 +1,5 @@
 import {
-    join as e
+    join as t
 } from "node:path";
 
 import {
@@ -27,123 +27,125 @@ class s extends a {
             ...o("QySnapshotSaver_Worker"),
             ...s
         }, [], [ "waitForSnapshotSaved" ]);
-        var t = e(a, "snapshot");
+        var e = t(a, "snapshot");
         Object.assign(this, {
             kvFolder: a,
-            snapshotFolder: t,
-            qySnapshots: new n(t, s),
+            snapshotFolder: e,
+            qySnapshots: new n(e, s),
             qyKVDataCleaner: new p(this, a, s),
-            aclKeyValueMap: {}
+            aclKeyValueMap: {},
+            snapshotSavedChangeId: 0
         });
     }
-    _op_start(a, s, t) {
-        this.maxChangeId = a, this.qyKVDataCleaner.start(), s && this.waitForSnapshotSaved(h(this, s, a, t));
+    _op_start(a, s, e) {
+        this.maxChangeId = a, this.qyKVDataCleaner.start(), s && this.waitForSnapshotSaved(h(this, s, a, e));
     }
-    castSave(a, s, t) {
+    castSave(a, s, e) {
         var {
-            aclKeyValueMap: e,
+            aclKeyValueMap: t,
             qySnapshots: o
         } = this;
-        o.applyCmdObj(s, e, t), this.maxChangeId = a;
+        o.applyCmdObj(s, t, e), this.maxChangeId = a;
     }
     async saveSnapshot(a) {
         var {
             maxChangeId: s,
-            aclKeyValueMap: t
+            aclKeyValueMap: e
         } = this;
-        this.aclKeyValueMap = {}, this.waitForSnapshotSaved(h(this, a, s, t));
+        this.aclKeyValueMap = {}, this.waitForSnapshotSaved(h(this, a, s, e));
     }
     releaseSnapshot(a) {
-        var s, t = this.qySnapshots, {
-            numToSnapshotMap: e,
+        var s, e = this.qySnapshots, {
+            numToSnapshotMap: t,
             keyToSnapshotMap: o
-        } = t, e = e[a], a = e.keyValueMap;
-        for (s in delete e.keyValueMap, a) delete o[s];
-        t.delSnapshot(e), global.gc && global.gc();
+        } = e, t = t[a], a = t.keyValueMap;
+        for (s in delete t.keyValueMap, a) delete o[s];
+        e.delSnapshot(t), global.gc && global.gc();
     }
     async _op_stop() {
         var {
             qySnapshots: a,
-            qyKVDataCleaner: s
+            qyKVDataCleaner: s,
+            snapshotSavedChangeId: e
         } = this;
-        a.closeAllFDs(), await s.stop();
+        return a.closeAllFDs(), await s.stop(), e;
     }
     async _op_waitForSnapshotSaved({
         saveMaxSnapshotInfoPromise: a,
         outdates: s
     }) {
-        var t, {
+        var e, {
             snapshotNum: a,
-            maxChangeId: e
+            maxChangeId: t
         } = await a, {
             emptySnapshotNumList: s,
             pMChangeList: o,
             vLChange: n,
             snapshotInfoMap: p,
             promises: h
-        } = s, {
+        } = (this.snapshotSavedChangeId = t, s), {
             qyKVDataCleaner: r,
             qySnapshots: i,
             options: l
         } = this;
-        for (t in r.cleanAclFiles(a), 0 < h.length && await Promise.all(h), h.length = 0, 
-        p) h.push(i.saveSnapshotInfo(t, p[t]));
+        for (e in r.cleanAclFiles(a), 0 < h.length && await Promise.all(h), h.length = 0, 
+        p) h.push(i.saveSnapshotInfo(e, p[e]));
         0 < h.length && await Promise.all(h), 0 < s.length && r.removeSnapshotsFiles(s), 
         0 < o.length && r.cleanPMFiles(o), 0 < n.length && r.cleanVLFiles(n[0], n[1]);
         let u;
         a = i.snapshotCount;
         0 < a && a >= l.maxInMemSnapshotCount && (delete (s = (a => {
-            let s = a.qySnapshots.numToSnapshotMap, t;
-            for (var e in s) {
-                var o = s[e];
-                (!t || t.snapshotNum > e) && (t = o);
+            let s = a.qySnapshots.numToSnapshotMap, e;
+            for (var t in s) {
+                var o = s[t];
+                (!e || e.snapshotNum > t) && (e = o);
             }
-            return t;
+            return e;
         })(this)).prefixPM, delete (u = {
             ...s
         }).keyValueMap, delete s.posMap, s.isOut = !0, logger.info("Sending snapshot " + s.snapshotNum)), 
-        this.castParent("onSnapshotSavedChangeId", e, u);
+        this.castParent("onSnapshotSavedChangeId", t, u);
     }
 }
 
-function h(a, s, t, e) {
+function h(a, s, e, t) {
     var o = (a => {
-        var s, t = a.qySnapshots, {
-            emptySnapshotNumList: e,
+        var s, e = a.qySnapshots, {
+            emptySnapshotNumList: t,
             combiningSnapshotList: a,
             pMCompactSnapshotList: o
-        } = t.calOutdates(), n = {}, p = [], h = [], r = [];
+        } = e.calOutdates(), n = {}, p = [], h = [], r = [];
         for (s of o) {
             var {
                 snapshotNum: i,
                 info: l
             } = s;
-            p.push(t.savePosMap(s)), h.push([ i, l.pMVersion ]), n[i] = {
+            p.push(e.savePosMap(s)), h.push([ i, l.pMVersion ]), n[i] = {
                 ...l
             };
         }
-        let u = a.length, m;
+        let u = a.length, S;
         if (0 < u) {
-            var S, y = t.keyToSnapshotMap, {
-                keyValueMap: d,
+            var m, d = e.keyToSnapshotMap, {
+                keyValueMap: y,
                 info: o,
                 snapshotNum: v
-            } = m = t.getMaxCombinedSnapshot(a);
-            for (S of a) if (m != S) {
+            } = S = e.getMaxCombinedSnapshot(a);
+            for (m of a) if (S != m) {
                 var g, {
                     keyValueMap: M,
                     snapshotNum: f
-                } = S;
-                for (g in M) d[g] = M[g], y[g] = m;
-                t.delSnapshot(S), e.push(f);
+                } = m;
+                for (g in M) y[g] = M[g], d[g] = S;
+                e.delSnapshot(m), t.push(f);
             }
-            p.push(t.saveKeyValueMap(m)), h.push([ v, o.pMVersion ]), r.push(v, o.vLVersion), 
+            p.push(e.saveKeyValueMap(S)), h.push([ v, o.pMVersion ]), r.push(v, o.vLVersion), 
             n[v] = {
                 ...o
             };
         }
         return {
-            emptySnapshotNumList: e,
+            emptySnapshotNumList: t,
             pMChangeList: h,
             vLChange: r,
             snapshotInfoMap: n,
@@ -151,27 +153,27 @@ function h(a, s, t, e) {
         };
     })(a), s = {
         snapshotNum: s,
-        keyValueMap: e,
+        keyValueMap: t,
         outdatedCount: 0,
         info: {
-            maxChangeId: t,
+            maxChangeId: e,
             pMVersion: 0,
             vLVersion: 0
         }
-    }, e = (a.qySnapshots.addMaxSnapshot(s), (async (a, s) => {
+    }, t = (a.qySnapshots.addMaxSnapshot(s), (async (a, s) => {
         await (a = a.qySnapshots).saveKeyValueMap(s);
         var {
             snapshotNum: s,
-            info: t
+            info: e
         } = s;
-        return await a.saveSnapshotInfo(s, t), logger.log("Created snapshot " + s), 
+        return await a.saveSnapshotInfo(s, e), logger.log("Created snapshot " + s), 
         {
             snapshotNum: s,
-            maxChangeId: t.maxChangeId
+            maxChangeId: e.maxChangeId
         };
     })(a, s));
     return {
-        saveMaxSnapshotInfoPromise: e,
+        saveMaxSnapshotInfoPromise: t,
         outdates: o
     };
 }

package/src/QySnapshots.js

@@ -6,14 +6,14 @@ import {
 
 import {
     readdir as l,
-    readFile as m
+    readFile as r
 } from "node:fs/promises";
 
 import {
     join as s
 } from "node:path";
 
-import d from "node:zlib";
+import m from "node:zlib";
 
 import {
     getDefaultOptions as n
@@ -21,21 +21,21 @@ import {
 
 import {
     Hash_Key_Length as u,
-    folderOrFileExists as v,
-    listToMap as r,
-    isEmptyObj as f,
-    isString as M
+    folderOrFileExists as d,
+    listToMap as f,
+    isEmptyObj as h,
+    isString as v
 } from "./QyUtils.js";
 
 import {
-    QyBinWriter as g
+    QyBinWriter as M
 } from "./QyBinWriter.js";
 
 import {
-    bufferToNums as y,
-    numsToBuffer as S,
-    applyAclChange as h,
-    iterCmdKeys as c
+    bufferToNums as g,
+    numsToBuffer as y,
+    applyAclChange as c,
+    iterCmdKeys as S
 } from "./QyAcl.js";
 
 import {
@@ -72,38 +72,34 @@ class t {
     async loadSnapshotInfos() {
         let {
             snapshotInfoFolder: t,
-            qyJsonSaver: f,
-            numToSnapshotMap: h
+            qyJsonSaver: n,
+            numToSnapshotMap: r
         } = this;
-        if (await v(t)) {
+        if (await d(t)) {
             var a = (await l(t)).filter(t => /^[1-9]/.test(t)).map(t => parseInt(t)).sort((t, a) => t - a);
-            let p = 0, u = 0;
+            let e = 0, s = 0;
             await Promise.all(a.map(async t => {
-                var a = await f.loadFromFile(t + ".json"), o = h[t] = {
+                var a = await n.loadFromFile(t + ".json"), o = r[t] = {
                     snapshotNum: t,
                     info: a,
                     posMap: {},
                     outdatedCount: 0
-                };
-                ++this.snapshotCount, t > p && (p = t, u = a.maxChangeId);
-                var t = o, a = V(a = this, t), e = (P.info("Loading " + a), await m(a)), s = e.length, n = t.prefixPM = {};
-                for (let t = 0; t < s; ) {
-                    var r = t + k, i = e.toString("latin1", t, r), i = n[i] = [];
-                    t = y(e, r, i);
-                }
+                }, t = (++this.snapshotCount, t > e && (e = t, s = a.maxChangeId), 
+                this), a = o;
+                t = k(t, a), P.info("Loading " + t), a.prefixPM = await V(t);
             })), Object.assign(this, {
-                maxSnapshotNum: p,
-                snapshotMaxChangeId: u
+                maxSnapshotNum: e,
+                snapshotMaxChangeId: s
             });
             var {
                 numToSnapshotMap: o,
-                prefixMap: e
+                prefixMap: i
             } = this;
-            for (r of a) {
-                var s, n = o[r], r = n.prefixPM;
-                for (s in r) {
-                    var i = e[s];
-                    i ? i.push(n) : e[s] = [ n ];
+            for (f of a) {
+                var p, u = o[f], f = u.prefixPM;
+                for (p in f) {
+                    var h = i[p];
+                    h ? h.push(u) : i[p] = [ u ];
                 }
             }
         }
@@ -116,14 +112,14 @@ class t {
         var a, o = this.options.minLenToCompress, {
             keyValueMap: e,
             info: s
-        } = t, n = (++s.vLVersion, new g()), r = (n.start(this.getVLFilePath(t)), 
+        } = t, n = (++s.vLVersion, new M()), r = (n.start(this.getVLFilePath(t)), 
         Object.keys(e).sort()), i = {};
         let p = 0, u = 0, f, h;
         for (a of r) {
             var l = e[a];
             let t;
-            null == l ? t = T : (h = Buffer.isBuffer(l) ? (f = l, 0) : M(l) ? (f = l.length >= o ? (n.save(j), 
-            d.zstdCompressSync(l)) : (n.save(F), Buffer.from(l)), 1) : (f = Buffer.from(JSON.stringify(w(a) && !x(l) ? Object.keys(l) : l)), 
+            null == l ? t = K : (h = Buffer.isBuffer(l) ? (f = l, 0) : v(l) ? (f = l.length >= o ? (n.save(j), 
+            m.zstdCompressSync(l)) : (n.save(F), Buffer.from(l)), 1) : (f = Buffer.from(JSON.stringify(Q(a) && !x(l) ? Object.keys(l) : l)), 
             0), n.save([ f, O ]), l = h + f.length, t = [ p, l ], p += l + 1), i[a] = t, 
             ++u;
         }
@@ -160,12 +156,12 @@ class t {
             var e = o.length;
             for (let t = 0; t < e; t += 2) {
                 var s = o[t], n = o[t + 1];
-                a[s] = null != n && w(s) ? r(n) : n;
+                a[s] = null != n && Q(s) ? f(n) : n;
             }
         }
-        c(t, t => {
+        S(t, t => {
             t in a || (a[t] = this.getValueSync(t)), this.removeKey(t);
-        }), h(a, t);
+        }), c(a, t);
     }
     getValueSync(t) {
         var a = ((t, a) => {
@@ -182,7 +178,7 @@ class t {
                         posMap: s,
                         prefixPM: n
                     } = a;
-                    if (n = n[o]) return [ n, e ] = n, n = B(t, t.getPMFilePath(a), n, e), 
+                    if (n = n[o]) return [ n, e ] = n, n = T(t, t.getPMFilePath(a), n, e), 
                     t.loadPartialPosMapBuffer(a, o, n), s;
                 })(t, s, n);
                 if (i && a in i) return s;
@@ -199,25 +195,18 @@ class t {
                 var [ e, o ] = o;
                 if (0 != o) {
                     var s = this;
-                    if (a = s.getVLFilePath(a), s = B(s, a, e, o)) return (a = s[0]) == L ? s.toString("utf8", 1) : a == b ? d.zstdDecompressSync(s.subarray(1)).toString() : (e = JSON.parse(s), 
-                    w(t) ? r(e) : e);
+                    if (a = s.getVLFilePath(a), s = T(s, a, e, o)) return (a = s[0]) == L ? s.toString("utf8", 1) : a == b ? m.zstdDecompressSync(s.subarray(1)).toString() : (e = JSON.parse(s), 
+                    Q(t) ? f(e) : e);
                 }
             }
         }
     }
-    iterPMBuffer(a, o) {
-        var e = a.length;
-        for (let t = 0; t < e; ) {
-            var s = t + u, n = a.toString("latin1", t, s), r = [];
-            t = y(a, s, r), o(n, r);
-        }
-    }
     loadPartialPosMapBuffer(o, t, a) {
         let {
             posMap: e,
             prefixPM: s
         } = o, n = (delete s[t], this).keyToSnapshotMap;
-        this.iterPMBuffer(a, (t, a) => {
+        N(a, (t, a) => {
             t in n ? ++o.outdatedCount : (e[t] = a, n[t] = o);
         });
     }
@@ -235,10 +224,10 @@ class t {
         } = n;
         for (t in r) {
             var u, f = r[t];
-            f.isOut || (100 == (u = Q(f)) ? (this.delSnapshot(f), a.push(t)) : p < u ? (N(f) ? o : s).push(f) : Math.round(f.outdatedCount / f.info.totalCount * 100) > i ? e.push(f) : (u = this, 
-            f.info.totalCount < u.options.minSnapshotKeyCount && N(f) && o.push(f)));
+            f.isOut || (100 == (u = D(f)) ? (this.delSnapshot(f), a.push(t)) : p < u ? (B(f) ? o : s).push(f) : Math.round(f.outdatedCount / f.info.totalCount * 100) > i ? e.push(f) : (u = this, 
+            f.info.totalCount < u.options.minSnapshotKeyCount && B(f) && o.push(f)));
         }
-        return 1 == o.length && Q(o[0]) < p && (o.length = 0), 0 < e.length && P.log("pMCompacts:" + e.map(t => t.snapshotNum)), 
+        return 1 == o.length && D(o[0]) < p && (o.length = 0), 0 < e.length && P.log("pMCompacts:" + e.map(t => t.snapshotNum)), 
         0 < s.length && P.log("vLCompacts:" + s.map(t => t.snapshotNum)), 0 < o.length && P.log("combiningSnapshots:" + o.map(t => t.snapshotNum)), 
         {
             emptySnapshotNumList: a,
@@ -282,18 +271,18 @@ class t {
             outdatedCount: e,
             info: s,
             posMap: n
-        } = t, r = (s.outdatedCount += e, t.outdatedCount = 0, ++s.pMVersion, new g()), i = (r.start(this.getPMFilePath(t)), 
+        } = t, r = (s.outdatedCount += e, t.outdatedCount = 0, ++s.pMVersion, new M()), i = (r.start(this.getPMFilePath(t)), 
         t.prefixPM = {});
         let p = 0, u = 0, f;
         for (o of a = a || Object.keys(n).sort()) {
             null == f ? f = I(o) : o.startsWith(f) || (i[f] = [ p, u ], f = I(o), 
             p += u, u = 0);
-            var h = Buffer.from(o), l = S(n[o]);
+            var h = Buffer.from(o), l = y(n[o]);
             r.save([ h, l ]), u += h.length + l.length;
         }
         return null != f && (i[f] = [ p, u ]), Promise.all([ r.stop(), ((t, a) => {
-            var o, e = new g(), s = (e.start(V(t, a)), a).prefixPM;
-            for (o in s) e.save([ Buffer.from(o), S(s[o]) ]);
+            var o, e = new M(), s = (e.start(k(t, a)), a).prefixPM;
+            for (o in s) e.save([ Buffer.from(o), y(s[o]) ]);
             return e.stop();
         })(this, t) ]);
     }
@@ -313,7 +302,24 @@ class t {
     }
 }
 
-function B(t, a, o, e) {
+function N(a, o) {
+    var e = a.length;
+    for (let t = 0; t < e; ) {
+        var s = t + u, n = a.toString("latin1", t, s), r = [];
+        t = g(a, s, r), o(n, r);
+    }
+}
+
+async function V(t) {
+    var a = await r(t), o = a.length, e = {};
+    for (let t = 0; t < o; ) {
+        var s = t + w, n = e[a.toString("latin1", t, s)] = [];
+        t = g(a, s, n);
+    }
+    return e;
+}
+
+function T(t, a, o, e) {
     var s = ((t, a) => {
         let o = t.fDMap, e = o[a];
         if (!e) {
@@ -334,15 +340,15 @@ function B(t, a, o, e) {
     return n;
 }
 
-function N(t) {
+function B(t) {
     var {
         keyValueMap: a,
         prefixPM: o
     } = t;
-    return a || null == o || f(t.prefixPM);
+    return a || null == o || h(t.prefixPM);
 }
 
-function V(t, a) {
+function k(t, a) {
     var {
         snapshotNum: a,
         info: o
@@ -355,17 +361,17 @@ function a(t, a) {
     null != o && (e(o), delete t[a]);
 }
 
-let T = [ 0, 0 ], k = 3;
+let K = [ 0, 0 ], w = 3;
 
 function I(t) {
-    return t.substring(0, k);
+    return t.substring(0, w);
 }
 
-function w(t) {
+function Q(t) {
     return !t.startsWith("c");
 }
 
-function Q(t) {
+function D(t) {
     var {
         outdatedCount: t,
         info: a
@@ -374,5 +380,7 @@ function Q(t) {
 }
 
 export {
-    t as QySnapshots
+    t as QySnapshots,
+    N as iterPMBuffer,
+    V as loadPrefixPMFile
 };

package/src/rpc/getTriggerFiles.js

@@ -0,0 +1 @@
+module.exports = () => dataFolder.fileListToTree(dataFolder.triggerFileList);

package/src/soc_pokec.js

@@ -33,21 +33,21 @@ let f = "./tmp/soc_pokec", w = new e(f);
     if (console.time("run"), await w.start(), e) {
         {
             console.time("readData");
-            var a, r = await c(m, "r"), s = {};
-            for await (o of r.readLines()) {
-                var [ o, i ] = o.split("\t"), n = s[o];
-                n ? n[i] = 1 : s[o] = {
+            var a, s = await c(m, "r"), r = {};
+            for await (o of s.readLines()) {
+                var [ o, i ] = o.split("\t"), n = r[o];
+                n ? n[i] = 1 : r[o] = {
                     [i]: 1
                 };
             }
             console.timeEnd("readData"), console.time("insertData");
             let e = w.batch, t = 0;
-            for (a in s) {
-                var l = s[a];
+            for (a in r) {
+                var l = r[a];
                 e.insertP([ "relationships", a ], l), 3e4 < ++t && (await e.run(!0), 
                 t = 0);
             }
-            await e.run(!0), console.timeEnd("insertData");
+            await e.run(!0), console.timeEnd("insertData"), s.close();
         }
         await 0;
     }

package/static/datafolderui/QyStyledElement.js

@@ -1,30 +1,21 @@
 import {
-    appendStyle as n
+    appendStyle as o
 } from "./QyUIUtils.js";
 
-class s extends HTMLElement {
+class e extends HTMLElement {
     constructor(e, t) {
         super(), Array.isArray(e) && (t = e, e = void 0);
         var r = this.attachShadow({
             mode: "open"
         });
         if (t) for (var s of t) {
-            var o = document.createElement("link");
-            o.setAttribute("rel", "stylesheet"), o.setAttribute("href", s), r.appendChild(o);
+            var a = document.createElement("link");
+            a.setAttribute("rel", "stylesheet"), a.setAttribute("href", s), r.appendChild(a);
         }
-        e && n(r, e);
+        e && o(r, e);
     }
 }
 
-function e(e, t, r) {
-    customElements.define(e, class extends s {
-        constructor() {
-            super(t, r);
-        }
-    });
-}
-
 export {
-    s as QyStyledElement,
-    e as defineStyledElement
+    e as QyStyledElement
 };