datafolder 1.0.11 → 1.0.13

package/src/QyCompressor.js

@@ -1,5 +1,5 @@
 import {
-    extname as t
+    extname as i
 } from "node:path";
 
 import {
@@ -27,7 +27,7 @@ import {
 } from "./QyLogger.js";
 
 import {
-    isNotNullObj as i,
+    isNotNullObj as t,
     folderOrFileExists as l,
     ensureParentDir as f
 } from "./QyUtils.js";
@@ -38,8 +38,8 @@ import {
 
 let g = r(e), o = ".gz", h = "QyCompressor_Worker.ts";
 
-function w(e, r, o) {
-    return i(r) && (o = r, r = void 0), r = r || e + ".gz", o = o || {}, e.endsWith(".gz") ? (p.log(e + " already ends with .gz."), 
+function w(e, r = void 0, o = void 0) {
+    return t(r) && (o = r, r = void 0), r = r || e + ".gz", o = o || {}, e.endsWith(".gz") ? (p.log(e + " already ends with .gz."), 
     !1) : r.endsWith(".gz") ? c(h, {
         operation: "compress",
         srcFilePath: e,
@@ -48,9 +48,9 @@ function w(e, r, o) {
     }).promise : (p.log(r + " doesn't end with .gz."), !1);
 }
 
-function z(e, r, o) {
-    return e.endsWith(".gz") ? (i(r) && (o = r, r = void 0), r = r || e.replace(new RegExp(".gz$"), ""), 
-    o = o || {}, ".gz" == t(r) ? (p.log(r + " already ends with .gz."), !1) : c(h, {
+function z(e, r = void 0, o = void 0) {
+    return e.endsWith(".gz") ? (t(r) && (o = r, r = void 0), r = r || e.replace(new RegExp(".gz$"), ""), 
+    o = o || {}, ".gz" == i(r) ? (p.log(r + " already ends with .gz."), !1) : c(h, {
         operation: "decompress",
         srcFilePath: e,
         destFilePath: r,
@@ -62,16 +62,16 @@ async function u({
     operation: e,
     srcFilePath: r,
     destFilePath: o,
-    options: t
+    options: i
 }) {
     var {
-        removeSrcAfterSuccess: t,
-        override: i
-    } = t;
+        removeSrcAfterSuccess: i,
+        override: t
+    } = i;
     if (!await l(r)) throw new Error(r + " doesn't exist.");
-    if (!i && await l(o)) throw new Error(o + " already exists.");
+    if (!t && await l(o)) throw new Error(o + " already exists.");
     if (await f(o), await g(n(r), ("compress" == e ? s : a)(), d(o)), p.info(e + `ed ${r} to ${o}.`), 
-    t) try {
+    i) try {
         await m.unlink(r), p.info("Unlinked " + r);
     } catch (e) {
         p.error(`Failed to unlink ${r}:`, e);

package/src/QyDB.d.ts

@@ -7,33 +7,15 @@ export declare class QyDB extends QyCD {
     fetch: any;
     batch: any;
     _immediate: any;
+    creationTime: any;
     constructor(rootFolder?: string, options?: {});
     start(options?: {}): Promise<this>;
     stop(): Promise<void>;
+    get age(): number;
+    get ageSecond(): number;
+    get currentBatch(): any;
     createDir(namePath: string | string[]): QyDir;
-    createDirP(namePath: string | string[]): QyDir;
     createFile(namePath: string | string[]): QyFile;
-    createFileP(namePath: string | string[]): QyFile;
-    createIndex(indexHostDirNamePath: string | string[] | QyDir, indexPropPathList: string[] | string[][]): any;
-    createIndexP(indexHostDirNamePath: string | string[] | QyDir, indexPropPathList: string[][]): any;
-    delIndex(indexHostDirNamePath: string | string[] | QyDir, indexPropPath: string | string[]): any;
-    delIndexP(indexHostDirNamePath: any, indexPropPath: any): any;
-    insert(namePath: any, content: any): any;
-    insertP(namePath: any, content: any): any;
-    remove(namePath: any, content: any): any;
-    removeP(namePath: any, content: any): any;
-    replace(namePath: any, content: any): any;
-    replaceP(namePath: any, content: any): any;
-    delDir(namePath: any): any;
-    delDirP(namePath: any): any;
-    delFile(namePath: any): any;
-    delFileP(namePath: any): any;
-    delContent(namePath: any): any;
-    delContentP(namePath: any): any;
-    insertTrigger(triggerName: any, fileNamePath: any, propNamePathList: any, modCode: any): any;
-    removeTrigger(triggerName: any): any;
-    insertRpc(rpcFunName: any, modCode: any): any;
-    removeRpc(rpcFunName: any): any;
     on(eventName: any, listener: any): any;
     callRpc(rpcFunName: any, args: any, body?: undefined): any;
 }

package/src/QyDB.js

@@ -3,19 +3,19 @@ import {
 } from "node:path";
 
 import {
-    QyFetch as r
+    QyFetch as i
 } from "./QyFetch.js";
 
 import {
-    QyBatch as i
+    QyBatch as r
 } from "./QyBatch.js";
 
 import {
-    QyCache as n
+    QyCache as a
 } from "./QyCache.js";
 
 import {
-    getDefaultOptions as a
+    getDefaultOptions as o
 } from "./QyDefaultOptions.js";
 
 import {
@@ -24,130 +24,90 @@ import {
 
 import {
     isNotNullObj as s,
-    __dirname as m
+    __dirname as n,
+    getNowTime as c,
+    getNowRounded as h
 } from "./QyUtils.js";
 
-let d = e(m, "../data/sampleDataFolder");
+import {
+    logger as m
+} from "./QyLogger.js";
+
+let l = e(n, "../data/sampleDataFolder");
 
-class h extends t {
+class d extends t {
     rootFolder;
     options;
     fetch;
     batch;
     _immediate;
-    constructor(e = d, t) {
-        s(e) && (t = e, e = d), super(), this.options = {
-            ...a("QyDB"),
+    creationTime;
+    constructor(e = l, t) {
+        s(e) && (t = e, e = l), super(), this.options = {
+            ...o("QyDB"),
             ...t
         }, this.rootFolder = e;
+        for (let i of [ "createIndex", "delIndex", "insert", "put", "remove", "delDir", "delFile", "delContent", "insertTrigger", "removeTrigger", "insertRpc", "removeRpc", "expireFile", "expireDir", "expireContent", "removeFileExpire", "removeDirExpire", "removeContentExpire" ]) this[i] = (...e) => {
+            var t = this.currentBatch;
+            return t[i].apply(t, e).run();
+        };
     }
     async start(e) {
         var t;
         return this.qyCache || (e = {
             ...this.options,
             ...e
-        }, t = new n(this.rootFolder, e, this), Object.assign(this, {
+        }, t = new a(this.rootFolder, e, this), e = (Object.assign(this, {
             qyCache: t,
-            fetch: new r(t),
-            batch: new i(t, e),
-            _immediate: new i(t, e)
-        }), await t.start()), this;
+            fetch: new i(t),
+            batch: new r(t, e),
+            _immediate: new r(t, e)
+        }), await t.start(), t).metaFile, e.created ? this.creationTime = e.fileContent.creationTime : this.insert(e, {
+            creationTime: this.creationTime = h()
+        }, !0), m.log("CreationTime:" + new Date(this.creationTime))), this;
     }
     async stop() {
         var {
             qyCache: e,
             fetch: t,
-            batch: r,
-            _immediate: i
+            batch: i,
+            _immediate: r
         } = this;
-        e && (await e.stop(), t && (t.qyCache = void 0), r && (r.qyCache = void 0), 
-        i && (i.qyCache = void 0), Object.assign(this, {
+        e && (await e.stop(), t && (t.qyCache = void 0), i && (i.qyCache = void 0), 
+        r && (r.qyCache = void 0), Object.assign(this, {
             qyCache: void 0,
             fetch: void 0,
             batch: void 0,
             _immediate: void 0
         }));
     }
-    createDir(e) {
-        return this._immediate.createDir(e).run(), this.dir(e);
-    }
-    createDirP(e) {
-        return this._immediate.createDirP(e).run(), this.dirP(e);
-    }
-    createFile(e) {
-        return this._immediate.createFile(e).run(), this.file(e);
-    }
-    createFileP(e) {
-        return this._immediate.createFileP(e).run(), this.fileP(e);
-    }
-    createIndex(e, t) {
-        return this._immediate.createIndex(e, t).run();
-    }
-    createIndexP(e, t) {
-        return this._immediate.createIndexP(e, t).run();
-    }
-    delIndex(e, t) {
-        return this._immediate.delIndex(e, t).run();
-    }
-    delIndexP(e, t) {
-        return this._immediate.delIndexP(e, t).run();
-    }
-    insert(e, t) {
-        return this._immediate.insert(e, t).run();
-    }
-    insertP(e, t) {
-        return this._immediate.insertP(e, t).run();
-    }
-    remove(e, t) {
-        return this._immediate.remove(e, t).run();
+    get age() {
+        return c() - this.creationTime;
     }
-    removeP(e, t) {
-        return this._immediate.removeP(e, t).run();
+    get ageSecond() {
+        return Math.floor(this.age / 1e3);
     }
-    replace(e, t) {
-        return this._immediate.replace(e, t).run();
-    }
-    replaceP(e, t) {
-        return this._immediate.replaceP(e, t).run();
-    }
-    delDir(e) {
-        return this._immediate.delDir(e).run();
-    }
-    delDirP(e) {
-        return this._immediate.delDirP(e).run();
-    }
-    delFile(e) {
-        return this._immediate.delFile(e).run();
-    }
-    delFileP(e) {
-        return this._immediate.delFileP(e).run();
-    }
-    delContent(e) {
-        return this._immediate.delContent(e).run();
-    }
-    delContentP(e) {
-        return this._immediate.delContentP(e).run();
-    }
-    insertTrigger(e, t, r, i) {
-        return this._immediate.insertTrigger(e, t, r, i).run();
-    }
-    removeTrigger(e) {
-        return this._immediate.removeTrigger(e).run();
+    get currentBatch() {
+        var {
+            batch: e,
+            _immediate: t
+        } = this;
+        return e.running ? e : t;
     }
-    insertRpc(e, t) {
-        return this._immediate.insertRpc(e, t).run();
+    createDir(e) {
+        return this.currentBatch.createDir(e).run(), this.dir(e);
     }
-    removeRpc(e) {
-        return this._immediate.removeRpc(e).run();
+    createFile(e) {
+        return this.currentBatch.createFile(e).run(), this.file(e);
     }
     on(e, t) {
         return this.qyCache?.on(e, t);
     }
-    callRpc(e, t, r = void 0) {
-        return this.qyCache?.callRpc(e, t, r);
+    callRpc(e, t, i = void 0) {
+        return this.qyCache?.callRpc(e, t, i);
     }
 }
 
 export {
-    h as QyDB
+    d as QyDB
 };

package/src/QyDefaultOptions.js

@@ -1,3 +1,5 @@
+import "./QyExpire.js";
+
 var e = {
     append: !1,
     retryIntervalFactor: 2,

package/src/QyDir.d.ts

@@ -45,4 +45,5 @@ export declare class QyDir extends QyItem {
     filterSubdirNames(filterFun: any): Generator<QyDir, void, unknown>;
     compareSubdirRangeL2H(cmpFun: any): Generator<QyDir, void, unknown>;
     compareSubdirRangeH2L(cmpFun: any): Generator<QyDir | undefined, void, unknown>;
+    ensureAllLoaded(): this;
 }

package/src/QyDir.js

@@ -6,17 +6,21 @@ import {
     getSubdirMapKey as i,
     getFileMapKey as t,
     SpecialFilePaths as r,
-    arrayLast as s,
-    isString as d
+    isString as d,
+    getNowTime as l
 } from "./QyUtils.js";
 
 import {
     QyFile as a
 } from "./QyFile.js";
 
-let u = r.HiddenFolderName;
+import {
+    handleExpiredItem as o
+} from "./QyExpire.js";
+
+let s = r.HiddenFolderName;
 
-class h extends e {
+class u extends e {
     _subdirCount = 0;
     _fileCount = 0;
     subdirMapChangeCount = 0;
@@ -36,7 +40,7 @@ class h extends e {
         ++i.subdirMapChangeCount);
     }
     get fileCount() {
-        return o(this), this._fileCount;
+        return f(this), this._fileCount;
     }
     get subdirCount() {
         return n(this), this._subdirCount;
@@ -48,7 +52,7 @@ class h extends e {
         return 0 == this.fileCount && 0 == this.subdirCount;
     }
     get isHiddenFolder() {
-        return this.name == u;
+        return this.name == s;
     }
     get subdirMapKey() {
         return this._subdirMapKey || (this._subdirMapKey = i(this.fullPathHash));
@@ -60,7 +64,7 @@ class h extends e {
         return n(this), this._subdirMap;
     }
     get fileMap() {
-        return o(this), this._fileMap;
+        return f(this), this._fileMap;
     }
     getSubdir(e) {
         var i;
@@ -80,7 +84,7 @@ class h extends e {
         if ("/" === e) return this.qyCache?.rootDir || this;
         let t = this.subdirMap;
         var r = (t = t || (this._subdirMap = {}))[e];
-        return r || (r = t[e] = new h(e, i, this), this.setChildTriggerNodes(r)), 
+        return r || (r = t[e] = new u(e, i, this), this.setChildTriggerNodes(r)), 
         r;
     }
     getOrCreateFile(e, i = !1) {
@@ -107,34 +111,34 @@ class h extends e {
     }
     searchFile(e) {
         var i = this.searchSubdir(e, e.length - 1);
-        if (i) return i.getFile(s(e));
+        if (i) return i.getFile(e.at(-1));
     }
     searchOrCreateFile(e, i = !1) {
-        return this.searchOrCreateSubdir(e, i, e.length - 1).getOrCreateFile(s(e), i);
+        return this.searchOrCreateSubdir(e, i, e.length - 1).getOrCreateFile(e.at(-1), i);
     }
     get subdirList() {
-        return l(this, "_subdirList", this.subdirMapChangeCount, () => this.created && this.subdirMap ? Object.values(this.subdirMap).filter(e => e.created) : []);
+        return h(this, "_subdirList", this.subdirMapChangeCount, () => this.created && this.subdirMap ? Object.values(this.subdirMap).filter(e => e.created) : []);
     }
     get subdirNameList() {
-        return l(this, "_subdirNameList", this.subdirMapChangeCount, () => this.subdirList.map(e => e.name));
+        return h(this, "_subdirNameList", this.subdirMapChangeCount, () => this.subdirList.map(e => e.name));
     }
     get sortedSubdirList() {
-        return l(this, "_sortedSubdirList", this.subdirMapChangeCount, () => this.subdirList.sort((e, i) => e.cmp(i)));
+        return h(this, "_sortedSubdirList", this.subdirMapChangeCount, () => this.subdirList.sort((e, i) => e.cmp(i)));
     }
     get sortedSubdirNameList() {
-        return l(this, "_sortedSubdirNameList", this.subdirMapChangeCount, () => this.sortedSubdirList.map(e => e.nameNum));
+        return h(this, "_sortedSubdirNameList", this.subdirMapChangeCount, () => this.sortedSubdirList.map(e => e.nameNum));
     }
     get fileList() {
-        return l(this, "_fileList", this.fileMapChangeCount, () => this.created && this.fileMap ? Object.values(this.fileMap).filter(e => e.created) : []);
+        return h(this, "_fileList", this.fileMapChangeCount, () => this.created && this.fileMap ? Object.values(this.fileMap).filter(e => e.created) : []);
     }
     get fileNameList() {
-        return l(this, "_fileNameList", this.fileMapChangeCount, () => this.fileList.map(e => e.name));
+        return h(this, "_fileNameList", this.fileMapChangeCount, () => this.fileList.map(e => e.name));
     }
     get sortedFileList() {
-        return l(this, "_sortedFileList", this.fileMapChangeCount, () => this.fileList.sort((e, i) => e.cmp(i)));
+        return h(this, "_sortedFileList", this.fileMapChangeCount, () => this.fileList.sort((e, i) => e.cmp(i)));
     }
     get sortedFileNameList() {
-        return l(this, "_sortedFileNameList", this.fileMapChangeCount, () => this.sortedFileList.map(e => e.nameNum));
+        return h(this, "_sortedFileNameList", this.fileMapChangeCount, () => this.sortedFileList.map(e => e.nameNum));
     }
     *allSubdirs() {
         var e, i, t = this.subdirList;
@@ -188,41 +192,65 @@ class h extends e {
             } else if (i(a)) yield s, r = !0; else if (r) return;
         }
     }
+    ensureAllLoaded() {
+        for (var e of this.allFiles()) e.ensureLoaded();
+        return this;
+    }
 }
 
-function l(e, i, t, r) {
+function h(e, i, t, r) {
     var e = e.cache, s = i + "ChangeCount";
     return e[i] && e[s] == t || (e[i] = r(), e[s] = t), e[i];
 }
 
 function n(e) {
-    if (e.created && !e._subdirMap && !e.subdirMapLoaded) {
+    if (e.created && !e.subdirMapLoaded) {
         e.subdirMapLoaded = !0;
         var i = e.qyCache;
         if (i) {
-            i = i.qyKVData.getValueSync(e.subdirMapKey);
-            if (i) {
-                var t, r = e._subdirMap = {};
-                for (t in i) r[t] = new h(t, !0, e);
+            var t = i.qyKVData.getValueSync(e.subdirMapKey);
+            if (t) {
+                var r, s = e._subdirMap || (e._subdirMap = {});
+                for (r in t) r in s || (s[r] = new u(r, !0, e));
+                e.underHiddenFolder || p(e, i, "d");
             }
         }
     }
 }
 
-function o(e) {
+function f(e) {
     if (e.created && !e._fileMap && !e.fileMapLoaded) {
         e.fileMapLoaded = !0;
         var i = e.qyCache;
         if (i) {
-            i = i.qyKVData.getValueSync(e.fileMapKey);
-            if (i) {
-                var t, r = e._fileMap = {};
-                for (t in i) r[t] = new a(t, !0, e);
+            var t = i.qyKVData.getValueSync(e.fileMapKey);
+            if (t) {
+                var r, s = e._fileMap = {};
+                for (r in t) s[r] = new a(r, !0, e);
+                e.underHiddenFolder || p(e, i, "f");
             }
         }
     }
 }
 
+function p(e, i, t) {
+    if ("d" == t) {
+        if (e.dExpireChecked) return;
+        e.dExpireChecked = !0;
+    } else {
+        if (e.fExpireChecked) return;
+        e.fExpireChecked = !0;
+    }
+    var r = i.getExpireInfoFile(e.fullPathHash, t);
+    if (r) {
+        var s, a = r.fileContent, d = l(), u = i.qyDB;
+        for (s in a) {
+            var h = "d" == t ? e.getOrCreateSubdir(s) : e.getOrCreateFile(s), n = a[s];
+            n <= d ? o(u, h) : i.monitorItemExpire(h, n);
+        }
+    }
+}
+
 export {
-    h as QyDir
+    u as QyDir
 };

package/src/QyExpire.d.ts

@@ -0,0 +1,15 @@
+import { QyMessager } from "./QyMessager.ts";
+export declare class QyExpire extends QyMessager {
+    qyCache: any;
+    expireMap: {};
+    roundedStartTime: any;
+    constructor(qyCache: any, options?: any);
+    monitorItemExpire(item: any, expireAbsTime: any): void;
+    unmonitorItemExpire(item: any): void;
+    monitorContentExpire(file: any, flattedAbsTimeObj: any): void;
+    unmonitorContentExpire(file: any, flattedDelObj: any): void;
+    onEmptyHashList(emptyHashList: any): void;
+    onExpired(hashExpiredInfoMap: any): void;
+}
+export declare function handleExpiredItem(qyDB: any, item: any): void;
+export declare function handleExpiredProps(qyDB: any, file: any, expiredProps: any): void;

package/src/QyExpire.js

@@ -0,0 +1,105 @@
+import {
+    QyMessager as e
+} from "./QyMessager.js";
+
+import {
+    getDefaultOptions as r
+} from "./QyDefaultOptions.js";
+
+import {
+    getNowRounded as t,
+    isEmptyObj as i
+} from "./QyUtils.js";
+
+import {
+    setValByNamePath as o
+} from "./QyFileContentUtils.js";
+
+import {
+    SpecialOperators as s
+} from "./QyUtils.js";
+
+let n = s.$del;
+
+class a extends e {
+    qyCache;
+    expireMap = {};
+    roundedStartTime;
+    constructor(e, t = void 0) {
+        super("QyExpire_Worker", t = {
+            ...r("QyExpire"),
+            ...t
+        }, t, [], [ "setRoundedStartTime", "setContentExpire", "removeContentExpire", "setItemExpire", "removeItemExpire" ]), 
+        Object.assign(this, {
+            qyCache: e
+        });
+    }
+    monitorItemExpire(e, t) {
+        d(this);
+        var {
+            roundedStartTime: r,
+            expireMap: i
+        } = this, t = t - r, r = x(e);
+        i[r] = e, this.setItemExpire(r, t);
+    }
+    unmonitorItemExpire(e) {
+        var {
+            roundedStartTime: t,
+            expireMap: r
+        } = this;
+        t && (t = x(e), this.removeItemExpire(t), delete r[t]);
+    }
+    monitorContentExpire(e, t) {
+        d(this);
+        var r, {
+            roundedStartTime: i,
+            expireMap: o
+        } = this, s = {};
+        for (r in t) s[r] = t[r] - i;
+        var n = e.fileContentKey;
+        o[n] = e, this.setContentExpire(n, s);
+    }
+    unmonitorContentExpire(e, t) {
+        this.roundedStartTime && this.removeContentExpire(e.fileContentKey, Object.keys(t));
+    }
+    onEmptyHashList(e) {
+        var t, r = this.expireMap;
+        for (t of e) delete r[t];
+        i(r) && Object.assign(this, {
+            roundedStartTime: void 0
+        });
+    }
+    onExpired(e) {
+        var t, {
+            qyCache: r,
+            expireMap: i
+        } = this, o = r.qyDB;
+        for (t in e) {
+            var s = i[t];
+            s && (t.startsWith("c") ? m(o, s, e[t]) : (p(o, s), delete i[t]));
+        }
+    }
+}
+
+function p(e, t) {
+    t.isFile ? (e.delFile(t), e.removeFileExpire(t, !0)) : (e.delDir(t), e.removeDirExpire(t, !0));
+}
+
+function m(e, t, r) {
+    t.created && e.insert(t, r.reduce((e, t) => o(e, JSON.parse(t), n), {}), !0), 
+    e.removeContentExpire(t, r, !0);
+}
+
+function d(e) {
+    e.roundedStartTime || e.setRoundedStartTime(e.roundedStartTime = t());
+}
+
+function x(e) {
+    return (e.isFile ? "f" : "d") + e.fullPathHash;
+}
+
+export {
+    a as QyExpire,
+    p as handleExpiredItem,
+    m as handleExpiredProps
+};

package/src/QyExpireInfo.d.ts

@@ -0,0 +1,10 @@
+export declare class QyExpireInfo {
+    hashPropTimeMap: {};
+    secondTimeHashPropMap: {};
+    get isEmpty(): boolean;
+    setExpireInfo(hashKey: any, expireTime: any, prop?: any): void;
+    removeExpireInfo(hashKey: any, prop?: any): void;
+    processExpired(currentSecondTime: any, checkedSecondTime: any, hashExpiredInfoMap: any, emptyHashList: any): void;
+}
+export declare function getSecond(expireTime: any): number;
+export declare function getSecondM(expireTime: any): number;