datafolder 1.0.6 → 1.0.8

package/src/QySnapshots.js

@@ -6,14 +6,14 @@ import {
 
 import {
     readdir as l,
-    readFile as m
+    readFile as r
 } from "node:fs/promises";
 
 import {
     join as s
 } from "node:path";
 
-import d from "node:zlib";
+import m from "node:zlib";
 
 import {
     getDefaultOptions as n
@@ -21,21 +21,21 @@ import {
 
 import {
     Hash_Key_Length as u,
-    folderOrFileExists as v,
-    listToMap as r,
-    isEmptyObj as f,
-    isString as M
+    folderOrFileExists as d,
+    listToMap as f,
+    isEmptyObj as h,
+    isString as v
 } from "./QyUtils.js";
 
 import {
-    QyBinWriter as g
+    QyBinWriter as M
 } from "./QyBinWriter.js";
 
 import {
-    bufferToNums as y,
-    numsToBuffer as S,
-    applyAclChange as h,
-    iterCmdKeys as c
+    bufferToNums as g,
+    numsToBuffer as y,
+    applyAclChange as c,
+    iterCmdKeys as S
 } from "./QyAcl.js";
 
 import {
@@ -72,38 +72,34 @@ class t {
     async loadSnapshotInfos() {
         let {
             snapshotInfoFolder: t,
-            qyJsonSaver: f,
-            numToSnapshotMap: h
+            qyJsonSaver: n,
+            numToSnapshotMap: r
         } = this;
-        if (await v(t)) {
+        if (await d(t)) {
             var a = (await l(t)).filter(t => /^[1-9]/.test(t)).map(t => parseInt(t)).sort((t, a) => t - a);
-            let p = 0, u = 0;
+            let e = 0, s = 0;
             await Promise.all(a.map(async t => {
-                var a = await f.loadFromFile(t + ".json"), o = h[t] = {
+                var a = await n.loadFromFile(t + ".json"), o = r[t] = {
                     snapshotNum: t,
                     info: a,
                     posMap: {},
                     outdatedCount: 0
-                };
-                ++this.snapshotCount, t > p && (p = t, u = a.maxChangeId);
-                var t = o, a = V(a = this, t), e = (P.info("Loading " + a), await m(a)), s = e.length, n = t.prefixPM = {};
-                for (let t = 0; t < s; ) {
-                    var r = t + k, i = e.toString("latin1", t, r), i = n[i] = [];
-                    t = y(e, r, i);
-                }
+                }, t = (++this.snapshotCount, t > e && (e = t, s = a.maxChangeId), 
+                this), a = o;
+                t = k(t, a), P.info("Loading " + t), a.prefixPM = await V(t);
             })), Object.assign(this, {
-                maxSnapshotNum: p,
-                snapshotMaxChangeId: u
+                maxSnapshotNum: e,
+                snapshotMaxChangeId: s
             });
             var {
                 numToSnapshotMap: o,
-                prefixMap: e
+                prefixMap: i
             } = this;
-            for (r of a) {
-                var s, n = o[r], r = n.prefixPM;
-                for (s in r) {
-                    var i = e[s];
-                    i ? i.push(n) : e[s] = [ n ];
+            for (f of a) {
+                var p, u = o[f], f = u.prefixPM;
+                for (p in f) {
+                    var h = i[p];
+                    h ? h.push(u) : i[p] = [ u ];
                 }
             }
         }
@@ -116,14 +112,14 @@ class t {
         var a, o = this.options.minLenToCompress, {
             keyValueMap: e,
             info: s
-        } = t, n = (++s.vLVersion, new g()), r = (n.start(this.getVLFilePath(t)), 
+        } = t, n = (++s.vLVersion, new M()), r = (n.start(this.getVLFilePath(t)), 
         Object.keys(e).sort()), i = {};
         let p = 0, u = 0, f, h;
         for (a of r) {
             var l = e[a];
             let t;
-            null == l ? t = T : (h = Buffer.isBuffer(l) ? (f = l, 0) : M(l) ? (f = l.length >= o ? (n.save(j), 
-            d.zstdCompressSync(l)) : (n.save(F), Buffer.from(l)), 1) : (f = Buffer.from(JSON.stringify(w(a) && !x(l) ? Object.keys(l) : l)), 
+            null == l ? t = K : (h = Buffer.isBuffer(l) ? (f = l, 0) : v(l) ? (f = l.length >= o ? (n.save(j), 
+            m.zstdCompressSync(l)) : (n.save(F), Buffer.from(l)), 1) : (f = Buffer.from(JSON.stringify(Q(a) && !x(l) ? Object.keys(l) : l)), 
             0), n.save([ f, O ]), l = h + f.length, t = [ p, l ], p += l + 1), i[a] = t, 
             ++u;
         }
@@ -160,12 +156,12 @@ class t {
             var e = o.length;
             for (let t = 0; t < e; t += 2) {
                 var s = o[t], n = o[t + 1];
-                a[s] = null != n && w(s) ? r(n) : n;
+                a[s] = null != n && Q(s) ? f(n) : n;
             }
         }
-        c(t, t => {
+        S(t, t => {
             t in a || (a[t] = this.getValueSync(t)), this.removeKey(t);
-        }), h(a, t);
+        }), c(a, t);
     }
     getValueSync(t) {
         var a = ((t, a) => {
@@ -182,7 +178,7 @@ class t {
                         posMap: s,
                         prefixPM: n
                     } = a;
-                    if (n = n[o]) return [ n, e ] = n, n = B(t, t.getPMFilePath(a), n, e), 
+                    if (n = n[o]) return [ n, e ] = n, n = T(t, t.getPMFilePath(a), n, e), 
                     t.loadPartialPosMapBuffer(a, o, n), s;
                 })(t, s, n);
                 if (i && a in i) return s;
@@ -199,25 +195,18 @@ class t {
                 var [ e, o ] = o;
                 if (0 != o) {
                     var s = this;
-                    if (a = s.getVLFilePath(a), s = B(s, a, e, o)) return (a = s[0]) == L ? s.toString("utf8", 1) : a == b ? d.zstdDecompressSync(s.subarray(1)).toString() : (e = JSON.parse(s), 
-                    w(t) ? r(e) : e);
+                    if (a = s.getVLFilePath(a), s = T(s, a, e, o)) return (a = s[0]) == L ? s.toString("utf8", 1) : a == b ? m.zstdDecompressSync(s.subarray(1)).toString() : (e = JSON.parse(s), 
+                    Q(t) ? f(e) : e);
                 }
             }
         }
     }
-    iterPMBuffer(a, o) {
-        var e = a.length;
-        for (let t = 0; t < e; ) {
-            var s = t + u, n = a.toString("latin1", t, s), r = [];
-            t = y(a, s, r), o(n, r);
-        }
-    }
     loadPartialPosMapBuffer(o, t, a) {
         let {
             posMap: e,
             prefixPM: s
         } = o, n = (delete s[t], this).keyToSnapshotMap;
-        this.iterPMBuffer(a, (t, a) => {
+        N(a, (t, a) => {
             t in n ? ++o.outdatedCount : (e[t] = a, n[t] = o);
         });
     }
@@ -235,10 +224,10 @@ class t {
         } = n;
         for (t in r) {
             var u, f = r[t];
-            f.isOut || (100 == (u = Q(f)) ? (this.delSnapshot(f), a.push(t)) : p < u ? (N(f) ? o : s).push(f) : Math.round(f.outdatedCount / f.info.totalCount * 100) > i ? e.push(f) : (u = this, 
-            f.info.totalCount < u.options.minSnapshotKeyCount && N(f) && o.push(f)));
+            f.isOut || (100 == (u = D(f)) ? (this.delSnapshot(f), a.push(t)) : p < u ? (B(f) ? o : s).push(f) : Math.floor(f.outdatedCount / f.info.totalCount * 100) > i ? e.push(f) : (u = this, 
+            f.info.totalCount < u.options.minSnapshotKeyCount && B(f) && o.push(f)));
         }
-        return 1 == o.length && Q(o[0]) < p && (o.length = 0), 0 < e.length && P.log("pMCompacts:" + e.map(t => t.snapshotNum)), 
+        return 1 == o.length && D(o[0]) < p && (o.length = 0), 0 < e.length && P.log("pMCompacts:" + e.map(t => t.snapshotNum)), 
         0 < s.length && P.log("vLCompacts:" + s.map(t => t.snapshotNum)), 0 < o.length && P.log("combiningSnapshots:" + o.map(t => t.snapshotNum)), 
         {
             emptySnapshotNumList: a,
@@ -274,7 +263,7 @@ class t {
             outdatedCount: o,
             totalCount: e
         } = a;
-        return a.outdated = Math.round(100 * o / e) + "%", P.log("Saving snapshotInfo:" + t), 
+        return a.outdated = Math.floor(100 * o / e) + "%", P.log("Saving snapshotInfo:" + t), 
         this.qyJsonSaver.saveToFile(a, t + ".json", !0);
     }
     savePosMap(t, a) {
@@ -282,18 +271,18 @@ class t {
             outdatedCount: e,
             info: s,
             posMap: n
-        } = t, r = (s.outdatedCount += e, t.outdatedCount = 0, ++s.pMVersion, new g()), i = (r.start(this.getPMFilePath(t)), 
+        } = t, r = (s.outdatedCount += e, t.outdatedCount = 0, ++s.pMVersion, new M()), i = (r.start(this.getPMFilePath(t)), 
         t.prefixPM = {});
         let p = 0, u = 0, f;
         for (o of a = a || Object.keys(n).sort()) {
             null == f ? f = I(o) : o.startsWith(f) || (i[f] = [ p, u ], f = I(o), 
             p += u, u = 0);
-            var h = Buffer.from(o), l = S(n[o]);
+            var h = Buffer.from(o), l = y(n[o]);
             r.save([ h, l ]), u += h.length + l.length;
         }
         return null != f && (i[f] = [ p, u ]), Promise.all([ r.stop(), ((t, a) => {
-            var o, e = new g(), s = (e.start(V(t, a)), a).prefixPM;
-            for (o in s) e.save([ Buffer.from(o), S(s[o]) ]);
+            var o, e = new M(), s = (e.start(k(t, a)), a).prefixPM;
+            for (o in s) e.save([ Buffer.from(o), y(s[o]) ]);
             return e.stop();
         })(this, t) ]);
     }
@@ -313,7 +302,24 @@ class t {
     }
 }
 
-function B(t, a, o, e) {
+function N(a, o) {
+    var e = a.length;
+    for (let t = 0; t < e; ) {
+        var s = t + u, n = a.toString("latin1", t, s), r = [];
+        t = g(a, s, r), o(n, r);
+    }
+}
+
+async function V(t) {
+    var a = await r(t), o = a.length, e = {};
+    for (let t = 0; t < o; ) {
+        var s = t + w, n = e[a.toString("latin1", t, s)] = [];
+        t = g(a, s, n);
+    }
+    return e;
+}
+
+function T(t, a, o, e) {
     var s = ((t, a) => {
         let o = t.fDMap, e = o[a];
         if (!e) {
@@ -334,15 +340,15 @@ function B(t, a, o, e) {
     return n;
 }
 
-function N(t) {
+function B(t) {
     var {
         keyValueMap: a,
         prefixPM: o
     } = t;
-    return a || null == o || f(t.prefixPM);
+    return a || null == o || h(t.prefixPM);
 }
 
-function V(t, a) {
+function k(t, a) {
     var {
         snapshotNum: a,
         info: o
@@ -355,24 +361,26 @@ function a(t, a) {
     null != o && (e(o), delete t[a]);
 }
 
-let T = [ 0, 0 ], k = 3;
+let K = [ 0, 0 ], w = 3;
 
 function I(t) {
-    return t.substring(0, k);
+    return t.substring(0, w);
 }
 
-function w(t) {
+function Q(t) {
     return !t.startsWith("c");
 }
 
-function Q(t) {
+function D(t) {
     var {
         outdatedCount: t,
         info: a
     } = t, o = a.totalCount, t = t + a.outdatedCount;
-    return t == o ? 100 : Math.round(t / o * 100);
+    return t == o ? 100 : Math.floor(t / o * 100);
 }
 
 export {
-    t as QySnapshots
+    t as QySnapshots,
+    N as iterPMBuffer,
+    V as loadPrefixPMFile
 };

package/src/QyStructure.d.ts

@@ -0,0 +1 @@
+export declare function dumpStructure(parentFolderPath: any, dir: any): Promise<void>;

package/src/QyStructure.js

@@ -14,39 +14,39 @@ import {
 } from "./QyUtils.js";
 
 async function P(e, r) {
-    let t = {};
-    for (var i of r.subdirList) {
-        let e = i.name;
+    let i = {};
+    for (var o of r.subdirList) {
+        let e = o.name;
         for (;r.getFile(e); ) e += "_d";
-        e = _(e), t[e] = {
-            x: i,
+        e = _(e), i[e] = {
+            x: o,
             count: 0
         };
     }
     await y(e);
-    var o, a = [], s = [];
+    var t, a = [], s = [];
     let n = {};
-    for (o of await w(e, {
+    for (t of await w(e, {
         withFileTypes: !0
     })) {
-        var u = o.name;
-        o.isFile() ? a.push(u) : (s.push(u), n[u] = 1);
+        var f = t.name;
+        t.isFile() ? a.push(f) : (s.push(f), n[f] = 1);
     }
-    var f, l, p, m, c, h = [];
-    for (f of s) t[f] || ((l = d((l = f) + "_d") || d(l.replace(/_d$/, ""))) ? (h.push(F(x(e, f), x(e, l))), 
-    t[l].count = 1) : h.push(v(x(e, f), {
+    var l, u, p, m, h, c = [];
+    for (l of s) i[l] || ((u = d((u = l) + "_d") || d(u.replace(/_d$/, ""))) ? (c.push(F(x(e, l), x(e, u))), 
+    i[u].count = 1) : c.push(v(x(e, l), {
         recursive: !0
     })));
-    for (p of a) r.getFile(p) || h.push(v(x(e, p)));
-    await Promise.all(h), h.length = 0;
-    for (m of r.fileList) h.push(g(x(e, _(m.name)), m.contentAsText, {
+    for (p of a) r.getFile(p) || c.push(v(x(e, p)));
+    await Promise.all(c), c.length = 0;
+    for (m of r.fileList) c.push(g(x(e, _(m.name)), m.contentAsText, {
         flush: !0
     }));
-    for (c in await Promise.all(h), h.length = 0, t) h.push(P(x(e, c), t[c].x));
+    for (h in await Promise.all(c), c.length = 0, i) c.push(P(x(e, h), i[h].x));
     function d(e) {
-        return e && 0 == t[e]?.count && !n[e] ? e : void 0;
+        return e && 0 == i[e]?.count && !n[e] ? e : void 0;
     }
-    await Promise.all(h);
+    await Promise.all(c);
 }
 
 function _(e) {

package/src/QyTrigger.d.ts

@@ -0,0 +1,9 @@
+export declare class QyTriggerNode {
+    constructor(name: any, parent: any);
+    insertTrigger(triggerName: any, fileNamePath: any, propNamePathList: any, fun: any): void;
+    removeTrigger(triggerName: any, fileNamePath: any): boolean;
+    get isEmpty(): boolean;
+    removeEmptyNodes(): void;
+    checkTrigger(file: any, delta: any): void;
+}
+export declare function updateTriggerNodes(rootDir: any, fileNamePath: any): void;

package/src/QyTrigger.js

@@ -1,21 +1,21 @@
 import {
-    isDeepStrictEqual as p
+    isDeepStrictEqual as c
 } from "node:util";
 
 import {
-    getValByNamePath as c,
+    getValByNamePath as p,
     setValByNamePath as u
 } from "./QyFileContentUtils.js";
 
 import {
     isEmptyObj as e,
-    isMatchName as l,
+    isMatchName as g,
     getMatchParam as d,
     arrayLast as f,
-    propNameJoin as N
+    propNameJoin as v
 } from "./QyUtils.js";
 
-let v = Array.isArray;
+let N = Array.isArray;
 
 class h {
     constructor(e, r) {
@@ -29,21 +29,21 @@ class h {
     insertTrigger(e, r, t, a) {
         let i = this;
         for (var s of r) {
-            l(s) && (s = "*");
-            var o = i.children;
-            i = o[s] || (o[s] = new h(s, i));
+            g(s) && (s = "*");
+            var n = i.children;
+            i = n[s] || (n[s] = new h(s, i));
         }
-        var n = i.triggerMap, g = n[e];
-        g ? Object.assign(g, {
+        var o = i.triggerMap, l = o[e];
+        l ? Object.assign(l, {
             triggerName: e,
             fileNamePath: r,
             propNamePathList: t,
             fun: a
-        }) : n[e] = new m(e, r, t, a);
+        }) : o[e] = new m(e, r, t, a);
     }
     removeTrigger(e, r) {
         let t = this;
-        for (var a of r) if (l(a) && (a = "*"), !(t = t.children[a])) return !1;
+        for (var a of r) if (g(a) && (a = "*"), !(t = t.children[a])) return !1;
         r = t.triggerMap;
         return !!r[e] && (delete r[e], t.isEmpty && t.removeEmptyNodes(), !0);
     }
@@ -82,32 +82,32 @@ class m {
             triggerName: a,
             fileNamePath: i,
             propNamePathList: s,
-            fun: o
-        } = this, n = e.fileContent;
-        let g;
+            fun: n
+        } = this, o = e.fileContent;
+        let l;
         for (t of s) {
-            var l = c(r.oldValue, t), f = c(r.newValue, t);
-            p(l, f) || (l = {
-                oldValue: l,
+            var g = p(r.oldValue, t), f = p(r.newValue, t);
+            c(g, f) || (g = {
+                oldValue: g,
                 newValue: f
-            }, (v(f) || v(c(n, t))) && (l.isArrayDelta = !0), (g = g || {
+            }, (N(f) || N(p(o, t))) && (g.isArrayDelta = !0), (l = l || {
                 _file: e,
-                _fileContent: n
-            })[N(t)] = l, u(g, t, l));
+                _fileContent: o
+            })[v(t)] = g, u(l, t, g));
         }
-        if (g) {
+        if (l) {
             var {
                 namePath: h,
                 qyCache: s
             } = e;
             for (let e = 0; e < h.length; ++e) {
                 var m = d(i[e]);
-                m && (g[m] = h[e]);
+                m && (l[m] = h[e]);
             }
             try {
-                o && o(g), s.emit(a, g);
+                n && n(l), s.emit(a, l);
             } catch (e) {
-                logger.error(`Running trigger ${a} failed:`, g, e);
+                logger.error(`Running trigger ${a} failed:`, l, e);
             }
         }
     }
@@ -116,7 +116,7 @@ class m {
 let t = [];
 
 function y(e, r) {
-    return e ? l(r) ? Object.values(e) : (e = e[r]) ? [ e ] : t : t;
+    return e ? g(r) ? Object.values(e) : (e = e[r]) ? [ e ] : t : t;
 }
 
 function r(e, a) {
@@ -124,13 +124,13 @@ function r(e, a) {
         let r = [ e ], t = [];
         for (let e = 0; e < a.length - 1; ++e) {
             var i, s = a[e];
-            for (i of r) for (var o of y(i.subdirMap, s)) i.setChildTriggerNodes(o), 
-            t.push(o);
+            for (i of r) for (var n of y(i.subdirMap, s)) i.setChildTriggerNodes(n), 
+            t.push(n);
             if (0 == t.length) return;
             [ r, t ] = [ t, r ], t.length = 0;
         }
-        var n, g = f(a);
-        for (n of r) for (var l of y(n.fileMap, g)) n.setChildTriggerNodes(l);
+        var o, l = f(a);
+        for (o of r) for (var g of y(o.fileMap, l)) o.setChildTriggerNodes(g);
     }
 }
 

package/src/QyUnionNode.d.ts

@@ -0,0 +1,17 @@
+export declare class QueryCounter {
+    constructor(limit: any, cursor?: number);
+    get isFull(): boolean;
+    encounterOne(fileName: any): true | undefined;
+    countOne(): true | undefined;
+}
+export declare class QyQueryNode {
+    constructor();
+    encounterOne(resultMap: any, fileName: any, queryCounter: any): true | undefined;
+}
+export declare class QyUnionNode extends QyQueryNode {
+    constructor(dir: any);
+    containsFile(fileName: any): boolean;
+    getFiles(queryCounter: any, resultMap?: {}): Generator<any, void, any>;
+    addNode(node: any): void;
+    addDir(dir: any): void;
+}

package/src/QyUnionNode.js

@@ -97,7 +97,7 @@ class o extends e {
 }
 
 export {
-    o as QyUnionNode,
+    i as QueryCounter,
     e as QyQueryNode,
-    i as QueryCounter
+    o as QyUnionNode
 };

package/src/QyUtils.d.ts

@@ -0,0 +1,53 @@
+export declare const __dirname: string;
+export declare const SpecialOperators: {
+    [k: string]: string;
+};
+export declare const SpecialFilePaths: {
+    HiddenFolderName: string;
+    TriggerDirPath: string[];
+    RpcDirPath: string[];
+    IndexDirPath: string[];
+    IndexPropPathsFileName: string;
+};
+export declare function isMatchName(name: any): any;
+export declare function getMatchParam(name: any): any;
+export declare function getSizeStr(size: number): string;
+export declare function calHash(str: any, len?: number): string;
+export declare const Hash_Key_Length: number;
+export declare function getSubdirMapKey(fullPathHash: any): string;
+export declare function getFileMapKey(fullPathHash: any): string;
+export declare function getContentKey(fullPathHash: any): string;
+export declare function getRandomStr(byteCount?: number): string;
+export declare function arrayLast(array: any): any;
+export declare function isEmptyObj(obj: any): boolean;
+export declare function isNotNullObj(item: any): boolean;
+export declare function isString(item: any): item is string;
+export declare function isNumber(item: any): item is number;
+export declare function isBoolean(item: any): item is boolean;
+export declare function isFunction(item: any): boolean;
+export declare function isSimpleType(item: any): boolean;
+export declare function trimArrayTail(arr: any): any;
+export declare function setPromise(operation: any): any;
+export declare function toBuffer(data: any): Buffer<any>;
+export declare function getSuffix(num: any): "s" | "";
+export declare function ensureDir(dirPath: any): Promise<string | undefined>;
+export declare function ensureParentDir(filePath: any): Promise<string | undefined>;
+export declare function getSize(filePath: any): Promise<number | false>;
+export declare function folderOrFileExists(folderPath: any): Promise<boolean>;
+export declare function sleep(seconds: any, signal: any): Promise<boolean>;
+export declare function lockExclusiveFilePath(exclusiveFilePath: any): Promise<void>;
+export declare function unlockExclusiveFilePath(exclusiveFilePath: any): void;
+export declare function fromSingleName(name: any): any;
+export declare function toSingleName(list: any): any;
+export declare function pathSplit(itemPath: any): any;
+export declare function propNameSplit(propNameStr: any): any;
+export declare function propNameJoin(propName: any): any;
+export declare function randomInt(max: any, min?: number): number;
+export declare function listToMap(list: any): {};
+export declare function readBufferAsync(filePath: any, fileHandle: any, start: any, length: any): Promise<Buffer<ArrayBuffer> | undefined>;
+export declare function memoryPercent(): number;
+export declare function loadFileList(fileList: any, preloadCount?: number): AsyncGenerator<{
+    filePath: any;
+    bin: any;
+}, void, unknown>;
+export * as default from "./QyUtils.ts";