datafolder 1.0.7 → 1.0.9

package/src/QySnapshotSaver_Worker.js

@@ -18,7 +18,11 @@ import {
     QyKVDataCleaner as p
 } from "./QyKVDataCleaner.js";
 
-class s extends a {
+import {
+    logger as m
+} from "./QyLogger.js";
+
+export default class extends a {
     constructor({
         kvFolder: a,
         options: s
@@ -103,7 +107,7 @@ class s extends a {
             return e;
         })(this)).prefixPM, delete (u = {
             ...s
-        }).keyValueMap, delete s.posMap, s.isOut = !0, logger.info("Sending snapshot " + s.snapshotNum)), 
+        }).keyValueMap, delete s.posMap, s.isOut = !0, m.info("Sending snapshot " + s.snapshotNum)), 
         this.castParent("onSnapshotSavedChangeId", t, u);
     }
 }
@@ -124,22 +128,22 @@ function h(a, s, e, t) {
                 ...l
             };
         }
-        let u = a.length, S;
+        let u = a.length, m;
         if (0 < u) {
-            var m, d = e.keyToSnapshotMap, {
-                keyValueMap: y,
+            var S, y = e.keyToSnapshotMap, {
+                keyValueMap: d,
                 info: o,
                 snapshotNum: v
-            } = S = e.getMaxCombinedSnapshot(a);
-            for (m of a) if (S != m) {
+            } = m = e.getMaxCombinedSnapshot(a);
+            for (S of a) if (m != S) {
                 var g, {
                     keyValueMap: M,
                     snapshotNum: f
-                } = m;
-                for (g in M) y[g] = M[g], d[g] = S;
-                e.delSnapshot(m), t.push(f);
+                } = S;
+                for (g in M) d[g] = M[g], y[g] = m;
+                e.delSnapshot(S), t.push(f);
             }
-            p.push(e.saveKeyValueMap(S)), h.push([ v, o.pMVersion ]), r.push(v, o.vLVersion), 
+            p.push(e.saveKeyValueMap(m)), h.push([ v, o.pMVersion ]), r.push(v, o.vLVersion), 
             n[v] = {
                 ...o
             };
@@ -166,8 +170,7 @@ function h(a, s, e, t) {
             snapshotNum: s,
             info: e
         } = s;
-        return await a.saveSnapshotInfo(s, e), logger.log("Created snapshot " + s), 
-        {
+        return await a.saveSnapshotInfo(s, e), m.log("Created snapshot " + s), {
             snapshotNum: s,
             maxChangeId: e.maxChangeId
         };
@@ -176,6 +179,4 @@ function h(a, s, e, t) {
         saveMaxSnapshotInfoPromise: t,
         outdates: o
     };
-}
-
-export default s;
+}

package/src/QySnapshots.d.ts

@@ -0,0 +1,27 @@
+export declare class QySnapshots {
+    constructor(snapshotFolder: any, options: any);
+    loadSnapshotInfos(): Promise<void>;
+    closeAllFDs(): void;
+    saveKeyValueMap(snapshot: any): Promise<any>;
+    addMaxSnapshot(maxSnapshot: any): void;
+    removeKey(key: any): true | undefined;
+    applyCmdObj(cmdObj: any, aclKeyValueMap: any, syncList: any): void;
+    getValueSync(key: any): any;
+    loadPartialPosMapBuffer(snapshot: any, prefix: any, buffer: any): void;
+    delSnapshot(snapshot: any): void;
+    calOutdates(): {
+        emptySnapshotNumList: never[];
+        combiningSnapshotList: never[];
+        pMCompactSnapshotList: never[];
+        vLCompactSnapshotList: never[];
+    };
+    getMaxCombinedSnapshot(snapshotList: any): any;
+    getPMFilePath(snapshot: any): string;
+    getVLFilePath(snapshot: any): string;
+    saveSnapshotInfo(snapshotNum: any, info: any): any;
+    savePosMap(snapshot: any, sortedKeyList: any): Promise<any>;
+    isEmptySnapshot(snapshot: any): boolean;
+    removeKeyFromSnapshot(snapshot: any, key: any): void;
+}
+export declare function iterPMBuffer(buffer: any, fun: any): void;
+export declare function loadPrefixPMFile(prefixPMFilePath: any): Promise<{}>;

package/src/QySnapshots.js

@@ -224,7 +224,7 @@ class t {
         } = n;
         for (t in r) {
             var u, f = r[t];
-            f.isOut || (100 == (u = D(f)) ? (this.delSnapshot(f), a.push(t)) : p < u ? (B(f) ? o : s).push(f) : Math.round(f.outdatedCount / f.info.totalCount * 100) > i ? e.push(f) : (u = this, 
+            f.isOut || (100 == (u = D(f)) ? (this.delSnapshot(f), a.push(t)) : p < u ? (B(f) ? o : s).push(f) : Math.floor(f.outdatedCount / f.info.totalCount * 100) > i ? e.push(f) : (u = this, 
             f.info.totalCount < u.options.minSnapshotKeyCount && B(f) && o.push(f)));
         }
         return 1 == o.length && D(o[0]) < p && (o.length = 0), 0 < e.length && P.log("pMCompacts:" + e.map(t => t.snapshotNum)), 
@@ -263,7 +263,7 @@ class t {
             outdatedCount: o,
             totalCount: e
         } = a;
-        return a.outdated = Math.round(100 * o / e) + "%", P.log("Saving snapshotInfo:" + t), 
+        return a.outdated = Math.floor(100 * o / e) + "%", P.log("Saving snapshotInfo:" + t), 
         this.qyJsonSaver.saveToFile(a, t + ".json", !0);
     }
     savePosMap(t, a) {
@@ -376,7 +376,7 @@ function D(t) {
         outdatedCount: t,
         info: a
     } = t, o = a.totalCount, t = t + a.outdatedCount;
-    return t == o ? 100 : Math.round(t / o * 100);
+    return t == o ? 100 : Math.floor(t / o * 100);
 }
 
 export {

package/src/QyStructure.d.ts

@@ -0,0 +1 @@
+export declare function dumpStructure(parentFolderPath: any, dir: any): Promise<void>;

package/src/QyStructure.js

@@ -14,39 +14,39 @@ import {
 } from "./QyUtils.js";
 
 async function P(e, r) {
-    let t = {};
-    for (var i of r.subdirList) {
-        let e = i.name;
+    let i = {};
+    for (var o of r.subdirList) {
+        let e = o.name;
         for (;r.getFile(e); ) e += "_d";
-        e = _(e), t[e] = {
-            x: i,
+        e = _(e), i[e] = {
+            x: o,
             count: 0
         };
     }
     await y(e);
-    var o, a = [], s = [];
+    var t, a = [], s = [];
     let n = {};
-    for (o of await w(e, {
+    for (t of await w(e, {
         withFileTypes: !0
     })) {
-        var u = o.name;
-        o.isFile() ? a.push(u) : (s.push(u), n[u] = 1);
+        var f = t.name;
+        t.isFile() ? a.push(f) : (s.push(f), n[f] = 1);
     }
-    var f, l, p, m, c, h = [];
-    for (f of s) t[f] || ((l = d((l = f) + "_d") || d(l.replace(/_d$/, ""))) ? (h.push(F(x(e, f), x(e, l))), 
-    t[l].count = 1) : h.push(v(x(e, f), {
+    var l, u, p, m, h, c = [];
+    for (l of s) i[l] || ((u = d((u = l) + "_d") || d(u.replace(/_d$/, ""))) ? (c.push(F(x(e, l), x(e, u))), 
+    i[u].count = 1) : c.push(v(x(e, l), {
         recursive: !0
     })));
-    for (p of a) r.getFile(p) || h.push(v(x(e, p)));
-    await Promise.all(h), h.length = 0;
-    for (m of r.fileList) h.push(g(x(e, _(m.name)), m.contentAsText, {
+    for (p of a) r.getFile(p) || c.push(v(x(e, p)));
+    await Promise.all(c), c.length = 0;
+    for (m of r.fileList) c.push(g(x(e, _(m.name)), m.contentAsText, {
         flush: !0
     }));
-    for (c in await Promise.all(h), h.length = 0, t) h.push(P(x(e, c), t[c].x));
+    for (h in await Promise.all(c), c.length = 0, i) c.push(P(x(e, h), i[h].x));
     function d(e) {
-        return e && 0 == t[e]?.count && !n[e] ? e : void 0;
+        return e && 0 == i[e]?.count && !n[e] ? e : void 0;
     }
-    await Promise.all(h);
+    await Promise.all(c);
 }
 
 function _(e) {

package/src/QyTrigger.d.ts

@@ -0,0 +1,9 @@
+export declare class QyTriggerNode {
+    constructor(name: any, parent: any);
+    insertTrigger(triggerName: any, fileNamePath: any, propNamePathList: any, fun: any): void;
+    removeTrigger(triggerName: any, fileNamePath: any): boolean;
+    get isEmpty(): boolean;
+    removeEmptyNodes(): void;
+    checkTrigger(file: any, delta: any): void;
+}
+export declare function updateTriggerNodes(rootDir: any, fileNamePath: any): void;

package/src/QyTrigger.js

@@ -1,21 +1,21 @@
 import {
-    isDeepStrictEqual as p
+    isDeepStrictEqual as c
 } from "node:util";
 
 import {
-    getValByNamePath as c,
+    getValByNamePath as p,
     setValByNamePath as u
 } from "./QyFileContentUtils.js";
 
 import {
     isEmptyObj as e,
-    isMatchName as l,
+    isMatchName as g,
     getMatchParam as d,
     arrayLast as f,
-    propNameJoin as N
+    propNameJoin as v
 } from "./QyUtils.js";
 
-let v = Array.isArray;
+let N = Array.isArray;
 
 class h {
     constructor(e, r) {
@@ -29,21 +29,21 @@ class h {
     insertTrigger(e, r, t, a) {
         let i = this;
         for (var s of r) {
-            l(s) && (s = "*");
-            var o = i.children;
-            i = o[s] || (o[s] = new h(s, i));
+            g(s) && (s = "*");
+            var n = i.children;
+            i = n[s] || (n[s] = new h(s, i));
         }
-        var n = i.triggerMap, g = n[e];
-        g ? Object.assign(g, {
+        var o = i.triggerMap, l = o[e];
+        l ? Object.assign(l, {
             triggerName: e,
             fileNamePath: r,
             propNamePathList: t,
             fun: a
-        }) : n[e] = new m(e, r, t, a);
+        }) : o[e] = new m(e, r, t, a);
     }
     removeTrigger(e, r) {
         let t = this;
-        for (var a of r) if (l(a) && (a = "*"), !(t = t.children[a])) return !1;
+        for (var a of r) if (g(a) && (a = "*"), !(t = t.children[a])) return !1;
         r = t.triggerMap;
         return !!r[e] && (delete r[e], t.isEmpty && t.removeEmptyNodes(), !0);
     }
@@ -82,32 +82,32 @@ class m {
             triggerName: a,
             fileNamePath: i,
             propNamePathList: s,
-            fun: o
-        } = this, n = e.fileContent;
-        let g;
+            fun: n
+        } = this, o = e.fileContent;
+        let l;
         for (t of s) {
-            var l = c(r.oldValue, t), f = c(r.newValue, t);
-            p(l, f) || (l = {
-                oldValue: l,
+            var g = p(r.oldValue, t), f = p(r.newValue, t);
+            c(g, f) || (g = {
+                oldValue: g,
                 newValue: f
-            }, (v(f) || v(c(n, t))) && (l.isArrayDelta = !0), (g = g || {
+            }, (N(f) || N(p(o, t))) && (g.isArrayDelta = !0), (l = l || {
                 _file: e,
-                _fileContent: n
-            })[N(t)] = l, u(g, t, l));
+                _fileContent: o
+            })[v(t)] = g, u(l, t, g));
         }
-        if (g) {
+        if (l) {
             var {
                 namePath: h,
                 qyCache: s
             } = e;
             for (let e = 0; e < h.length; ++e) {
                 var m = d(i[e]);
-                m && (g[m] = h[e]);
+                m && (l[m] = h[e]);
             }
             try {
-                o && o(g), s.emit(a, g);
+                n && n(l), s.emit(a, l);
             } catch (e) {
-                logger.error(`Running trigger ${a} failed:`, g, e);
+                logger.error(`Running trigger ${a} failed:`, l, e);
             }
         }
     }
@@ -116,7 +116,7 @@ class m {
 let t = [];
 
 function y(e, r) {
-    return e ? l(r) ? Object.values(e) : (e = e[r]) ? [ e ] : t : t;
+    return e ? g(r) ? Object.values(e) : (e = e[r]) ? [ e ] : t : t;
 }
 
 function r(e, a) {
@@ -124,13 +124,13 @@ function r(e, a) {
         let r = [ e ], t = [];
         for (let e = 0; e < a.length - 1; ++e) {
             var i, s = a[e];
-            for (i of r) for (var o of y(i.subdirMap, s)) i.setChildTriggerNodes(o), 
-            t.push(o);
+            for (i of r) for (var n of y(i.subdirMap, s)) i.setChildTriggerNodes(n), 
+            t.push(n);
             if (0 == t.length) return;
             [ r, t ] = [ t, r ], t.length = 0;
         }
-        var n, g = f(a);
-        for (n of r) for (var l of y(n.fileMap, g)) n.setChildTriggerNodes(l);
+        var o, l = f(a);
+        for (o of r) for (var g of y(o.fileMap, l)) o.setChildTriggerNodes(g);
     }
 }
 

package/src/QyUnionNode.d.ts

@@ -0,0 +1,17 @@
+export declare class QueryCounter {
+    constructor(limit: any, cursor?: number);
+    get isFull(): boolean;
+    encounterOne(fileName: any): true | undefined;
+    countOne(): true | undefined;
+}
+export declare class QyQueryNode {
+    constructor();
+    encounterOne(resultMap: any, fileName: any, queryCounter: any): true | undefined;
+}
+export declare class QyUnionNode extends QyQueryNode {
+    constructor(dir: any);
+    containsFile(fileName: any): boolean;
+    getFiles(queryCounter: any, resultMap?: {}): Generator<any, void, any>;
+    addNode(node: any): void;
+    addDir(dir: any): void;
+}

package/src/QyUnionNode.js

@@ -97,7 +97,7 @@ class o extends e {
 }
 
 export {
-    o as QyUnionNode,
+    i as QueryCounter,
     e as QyQueryNode,
-    i as QueryCounter
+    o as QyUnionNode
 };

package/src/QyUtils.d.ts

@@ -0,0 +1,53 @@
+export declare const __dirname: string;
+export declare const SpecialOperators: {
+    [k: string]: string;
+};
+export declare const SpecialFilePaths: {
+    HiddenFolderName: string;
+    TriggerDirPath: string[];
+    RpcDirPath: string[];
+    IndexDirPath: string[];
+    IndexPropPathsFileName: string;
+};
+export declare function isMatchName(name: any): any;
+export declare function getMatchParam(name: any): any;
+export declare function getSizeStr(size: number): string;
+export declare function calHash(str: any, len?: number): string;
+export declare const Hash_Key_Length: number;
+export declare function getSubdirMapKey(fullPathHash: any): string;
+export declare function getFileMapKey(fullPathHash: any): string;
+export declare function getContentKey(fullPathHash: any): string;
+export declare function getRandomStr(byteCount?: number): string;
+export declare function arrayLast(array: any): any;
+export declare function isEmptyObj(obj: any): boolean;
+export declare function isNotNullObj(item: any): boolean;
+export declare function isString(item: any): item is string;
+export declare function isNumber(item: any): item is number;
+export declare function isBoolean(item: any): item is boolean;
+export declare function isFunction(item: any): boolean;
+export declare function isSimpleType(item: any): boolean;
+export declare function trimArrayTail(arr: any): any;
+export declare function setPromise(operation: any): any;
+export declare function toBuffer(data: any): Buffer<any>;
+export declare function getSuffix(num: any): "s" | "";
+export declare function ensureDir(dirPath: any): Promise<string | undefined>;
+export declare function ensureParentDir(filePath: any): Promise<string | undefined>;
+export declare function getSize(filePath: any): Promise<number | false>;
+export declare function folderOrFileExists(folderPath: any): Promise<boolean>;
+export declare function sleep(seconds: any, signal: any): Promise<boolean>;
+export declare function lockExclusiveFilePath(exclusiveFilePath: any): Promise<void>;
+export declare function unlockExclusiveFilePath(exclusiveFilePath: any): void;
+export declare function fromSingleName(name: any): any;
+export declare function toSingleName(list: any): any;
+export declare function pathSplit(itemPath: any): any;
+export declare function propNameSplit(propNameStr: any): any;
+export declare function propNameJoin(propName: any): any;
+export declare function randomInt(max: any, min?: number): number;
+export declare function listToMap(list: any): {};
+export declare function readBufferAsync(filePath: any, fileHandle: any, start: any, length: any): Promise<Buffer<ArrayBuffer> | undefined>;
+export declare function memoryPercent(): number;
+export declare function loadFileList(fileList: any, preloadCount?: number): AsyncGenerator<{
+    filePath: any;
+    bin: any;
+}, void, unknown>;
+export * as default from "./QyUtils.ts";