datafolder 1.0.0

package/src/QyDir.js

@@ -0,0 +1,192 @@
+let QyItem = require("./QyItem.js").QyItem, {
+    getSubdirMapKey,
+    getFileMapKey,
+    SpecialFilePaths,
+    arrayLast
+} = require("./QyUtils.js"), QyFile = require("./QyFile.js").QyFile, HiddenFolderName = SpecialFilePaths.HiddenFolderName;
+
+class QyDir extends QyItem {
+    constructor(e, i, t, r) {
+        super(e, i, t), r && (this._qyCache = r), Object.assign(this, {
+            _subdirCount: 0,
+            _fileCount: 0,
+            subdirMapChangeCount: 0,
+            fileMapChangeCount: 0,
+            dChangeId: 0,
+            fChangeId: 0,
+            cache: {}
+        }), t && i && (++t._subdirCount, ++t.subdirMapChangeCount);
+    }
+    get created() {
+        return this._created;
+    }
+    set created(e) {
+        var i;
+        this._created != (e = !!e) && (this._created = e, i = this.parentDir, i) && (i._subdirCount += e ? 1 : -1, 
+        ++i.subdirMapChangeCount);
+    }
+    get fileCount() {
+        return this._ensureFileMapLoaded(), this._fileCount;
+    }
+    get subdirCount() {
+        return this._ensureSubdirMapLoaded(), this._subdirCount;
+    }
+    get isDir() {
+        return !0;
+    }
+    get isEmpty() {
+        return 0 == this.fileCount && 0 == this.subdirCount;
+    }
+    get isHiddenFolder() {
+        return this.name == HiddenFolderName;
+    }
+    get subdirMapKey() {
+        return this._subdirMapKey || (this._subdirMapKey = getSubdirMapKey(this.fullPathHash));
+    }
+    get fileMapKey() {
+        return this._fileMapKey || (this._fileMapKey = getFileMapKey(this.fullPathHash));
+    }
+    get subdirMap() {
+        return this._ensureSubdirMapLoaded(), this._subdirMap;
+    }
+    get fileMap() {
+        return this._ensureFileMapLoaded(), this._fileMap;
+    }
+    getSubdir(e) {
+        var i;
+        if (this.created) return "." === e ? this : ".." === e ? this.parentDir || this : "/" === e ? this.qyCache.rootDir : (i = this.subdirMap, 
+        (i = i && i[e])?.created ? i : void 0);
+    }
+    getFile(e) {
+        var {
+            created: i,
+            fileMap: t
+        } = this, i = i && t && t[e];
+        return i?.created ? i : void 0;
+    }
+    getOrCreateSubdir(e, i) {
+        if ("." === e) return this;
+        if (".." === e) return this.parentDir || this;
+        if ("/" === e) return this.qyCache.rootDir;
+        let t = this.subdirMap;
+        var r = (t = t || (this._subdirMap = {}))[e];
+        return r || (r = t[e] = new QyDir(e, i, this), this.setChildTriggerNodes(r)), 
+        r;
+    }
+    getOrCreateFile(e, i) {
+        let t = this.fileMap;
+        var r = (t = t || (this._fileMap = {}))[e];
+        return r || (r = t[e] = new QyFile(e, i, this), this.setChildTriggerNodes(r)), 
+        r;
+    }
+    searchSubdir(i, t = i.length) {
+        let r = this;
+        for (let e = 0; e < t; ++e) {
+            var s = i[e];
+            if (null != s && "" !== s && !(r = r.getSubdir(s))) return;
+        }
+        return r;
+    }
+    searchOrCreateSubdir(i, t, r = i.length) {
+        let s = this;
+        for (let e = 0; e < r; ++e) {
+            var a = i[e];
+            null != a && "" !== a && (s = s.getOrCreateSubdir(a, t));
+        }
+        return s;
+    }
+    searchFile(e) {
+        var i = this.searchSubdir(e, e.length - 1);
+        if (i) return i.getFile(arrayLast(e));
+    }
+    searchOrCreateFile(e, i) {
+        return this.searchOrCreateSubdir(e, i, e.length - 1).getOrCreateFile(arrayLast(e));
+    }
+    get subdirList() {
+        return this._getCachedValue("_subdirList", this.subdirMapChangeCount, () => this.created && this.subdirMap ? Object.values(this.subdirMap).filter(e => e.created) : []);
+    }
+    get subdirNameList() {
+        return this._getCachedValue("_subdirNameList", this.subdirMapChangeCount, () => this.subdirList.map(e => e.name));
+    }
+    get sortedSubdirList() {
+        return this._getCachedValue("_sortedSubdirList", this.subdirMapChangeCount, () => this.subdirList.sort((e, i) => e.cmp(i)));
+    }
+    get sortedSubdirNameList() {
+        return this._getCachedValue("_sortedSubdirNameList", this.subdirMapChangeCount, () => this.sortedSubdirList.map(e => e.nameNum));
+    }
+    get fileList() {
+        return this._getCachedValue("_fileList", this.fileMapChangeCount, () => this.created && this.fileMap ? Object.values(this.fileMap).filter(e => e.created) : []);
+    }
+    get fileNameList() {
+        return this._getCachedValue("_fileNameList", this.fileMapChangeCount, () => this.fileList.map(e => e.name));
+    }
+    get sortedFileList() {
+        return this._getCachedValue("_sortedFileList", this.fileMapChangeCount, () => this.fileList.sort((e, i) => e.cmp(i)));
+    }
+    get sortedFileNameList() {
+        return this._getCachedValue("_sortedFileNameList", this.fileMapChangeCount, () => this.sortedFileList.map(e => e.nameNum));
+    }
+    *allSubdirs() {
+        var e, i, t = this.subdirList;
+        for (e of t) e.isHiddenFolder || (yield* e.allSubdirs());
+        for (i of t) i.isHiddenFolder || (yield i);
+    }
+    *allLeafSubdirs() {
+        for (var e of this.allSubdirs()) 0 == e.subdirCount && (yield e);
+    }
+    *allFiles() {
+        for (var e of this.allSubdirs()) for (var i of e.fileList) yield i;
+        for (var t of this.fileList) yield t;
+    }
+    *allLoadedSubdirs() {
+        if (this.subdirMapLoaded) for (var e of this.subdirList) e.isHiddenFolder || (yield* e.allLoadedSubdirs(), 
+        yield e);
+    }
+    setChildTriggerNodes(e) {
+        var i = this.triggerNodes;
+        if (i) {
+            var t, r, s = e.triggerNodes || [], a = (s.length = 0, e).name;
+            for ({
+                children: {
+                    "*": t,
+                    [a]: r
+                }
+            } of i) t && s.push(t), r && s.push(r);
+            e.triggerNodes = 0 < s.length ? s : void 0;
+        } else e.triggerNodes = void 0;
+    }
+    _getCachedValue(e, i, t) {
+        var r = this.cache, s = e + "ChangeCount";
+        return r[e] && r[s] == i || (r[e] = t(), r[s] = i), r[e];
+    }
+    _ensureSubdirMapLoaded() {
+        if (this.created && !this._subdirMap && !this.subdirMapLoaded) {
+            this.subdirMapLoaded = !0;
+            var e = this.qyCache;
+            if (e) {
+                e = e.qyKVData.getValueSync(this.subdirMapKey);
+                if (e) {
+                    var i, t = this._subdirMap = {};
+                    for (i in e) t[i] = new QyDir(i, !0, this);
+                }
+            }
+        }
+    }
+    _ensureFileMapLoaded() {
+        if (this.created && !this._fileMap && !this.fileMapLoaded) {
+            this.fileMapLoaded = !0;
+            var e = this.qyCache;
+            if (e) {
+                e = e.qyKVData.getValueSync(this.fileMapKey);
+                if (e) {
+                    var i, t = this._fileMap = {};
+                    for (i in e) t[i] = new QyFile(i, !0, this);
+                }
+            }
+        }
+    }
+}
+
+Object.assign(module.exports, {
+    QyDir: QyDir
+});

package/src/QyFetch.js

@@ -0,0 +1,38 @@
+let QyCD = require("./QyCD.js").QyCD;
+
+class QyFetch extends QyCD {
+    constructor(s) {
+        super(s), Object.assign(this, {
+            stack: []
+        });
+    }
+    dir(s, e) {
+        return this._push(super.dir(s, e));
+    }
+    indexDir(s, e, r) {
+        return this._push(super.indexDir(s, e, r));
+    }
+    file(s, e) {
+        return this._push(super.file(s, e));
+    }
+    view(s, e, r) {
+        return this._push(super.view(s, e, r));
+    }
+    queryFiles(s, e, r, t, u) {
+        return this._push(super.queryFiles(s, e, r, t, u));
+    }
+    queryFilesMulti(s, e, r, t) {
+        return this._push(super.queryFilesMulti(s, e, r, t));
+    }
+    run() {
+        var s = this.stack;
+        return this.stack = [], this.resetCurrentDir(), s;
+    }
+    _push(s) {
+        return this.stack.push(s), this;
+    }
+}
+
+Object.assign(module.exports, {
+    QyFetch: QyFetch
+});

package/src/QyFile.js

@@ -0,0 +1,124 @@
+let QyItem = require("./QyItem.js").QyItem, {
+    SpecialOperators,
+    SpecialFilePaths,
+    getContentKey,
+    isNotNullObj,
+    isSimpleType,
+    fromSingleName
+} = require("./QyUtils.js"), getValByNamePath = require("./QyFileContentUtils.js").getValByNamePath, QyIndexPropTree = require("./QyIndexPropTree.js").QyIndexPropTree, isArray = Array.isArray, IndexPropPathsFileName = SpecialFilePaths.IndexPropPathsFileName, {
+    $spec,
+    $raw,
+    $clone
+} = SpecialOperators;
+
+class QyFile extends QyItem {
+    constructor(e, t, i) {
+        super(e, t, i), t && (++i._fileCount, ++i.fileMapChangeCount), this.cChangeId = 0;
+    }
+    get created() {
+        return this._created;
+    }
+    set created(e) {
+        var t;
+        this._created != (e = !!e) && (this._created = e, t = this.parentDir, t._fileCount += e ? 1 : -1, 
+        ++t.fileMapChangeCount);
+    }
+    get fileContentKey() {
+        return this._fileContentKey || (this._fileContentKey = getContentKey(this.fullPathHash));
+    }
+    get fileContent() {
+        return this._ensureFileContentLoaded(), this.visited = !0, this._fileContent;
+    }
+    set fileContent(e) {
+        this.visited = !0, this._fileContent = e;
+    }
+    get qyIndexPropTree() {
+        var {
+            created: e,
+            _qyIndexPropTree: t,
+            name: i,
+            fileContent: n,
+            underHiddenFolder: r
+        } = this;
+        if (e && r && i == IndexPropPathsFileName) {
+            if (t) return t;
+            var l, s = this._qyIndexPropTree = new QyIndexPropTree();
+            for (l in n) s.insert(fromSingleName(l));
+            return s;
+        }
+    }
+    get isFile() {
+        return !0;
+    }
+    get contentAsText() {
+        var e = this.fileContent;
+        return null == e ? "" : isNotNullObj(e) ? JSON.stringify(e) : e.toString();
+    }
+    get clonedContent() {
+        return structuredClone(this.fileContent);
+    }
+    setContent(e) {
+        this.fileContent = e;
+    }
+    view(e = $clone, t) {
+        var i = this.fileContent;
+        return null == i || isSimpleType(i) ? i : this._viewBySpec(i, e, t);
+    }
+    getProp(e, t = $clone, i) {
+        var n;
+        if (t) return e = getValByNamePath(this.fileContent, isArray(e) ? e : [ e ]), 
+        n = t.$link, null != n ? this._link(e, n, t[$spec], i) : i || t === $raw ? e : structuredClone(e);
+    }
+    unloadFileContent() {
+        this.created && this.fileContentLoaded && null != this._fileContent && (this._fileContent = void 0, 
+        this.fileContentLoaded = !1);
+    }
+    _ensureFileContentLoaded() {
+        var e;
+        this.created && null == this._fileContent && !this.fileContentLoaded && (this.fileContentLoaded = !0, 
+        e = this.qyCache, e) && (this._fileContent = e.qyKVData.getValueSync(this.fileContentKey));
+    }
+    _link(e, t, i, n) {
+        let r = this.qyCache.getDir(t);
+        if (isArray(e)) return e.map(e => this._getLinkedFileContent(r, e, i, n));
+        if (isNotNullObj(e)) {
+            var l, s = {};
+            for (l in e) s[l] = this._getLinkedFileContent(r, l, i, n);
+            return s;
+        }
+        return this._getLinkedFileContent(r, e, i, n);
+    }
+    _getLinkedFileContent(e, t, i, n) {
+        if (e) {
+            e = e.getFile(t);
+            if (e) return e.view(i, n);
+        }
+        return t;
+    }
+    _viewBySpec(e, t, i) {
+        if (t === $raw) return e;
+        if (null != t) {
+            if (isSimpleType(t)) return t ? i ? e : structuredClone(e) : void 0;
+            var n = t.$link;
+            if (null != n) return this._link(e, n, t[$spec]);
+            if (isSimpleType(e)) return e;
+            isArray(t) && (t = Object.fromEntries(t.filter(e => e).map(e => [ e, 1 ])));
+            var r = isArray(e) ? [] : {}, {
+                $all: l,
+                "**": s
+            } = t;
+            if (l || s) for (var o in e) {
+                var a = t[o] ?? l ?? s;
+                a && (r[o] = this._viewBySpec(e[o], a, i));
+            } else for (var h in t) {
+                var u = t[h];
+                u && (r[h] = this._viewBySpec(e[h], u, i));
+            }
+            return r;
+        }
+    }
+}
+
+Object.assign(module.exports, {
+    QyFile: QyFile
+});

package/src/QyFileContentUtils.js

@@ -0,0 +1,175 @@
+let {
+    isNotNullObj,
+    arrayLast,
+    trimArrayTail,
+    isSimpleType,
+    SpecialOperators
+} = require("./QyUtils.js"), isArray = Array.isArray, {
+    $del,
+    $rpl,
+    $ext
+} = SpecialOperators;
+
+function mergeContent(e, n) {
+    if (null == n) return e;
+    if (n !== $del) {
+        if (isSimpleType(n)) return n;
+        var r = n[$rpl];
+        if (null != r) return r;
+        if (null == e || isSimpleType(e)) return n;
+        if (e != n) {
+            var l, t = isArray(e);
+            for (l in n) {
+                var a = mergeContent(e[l], n[l]);
+                null == a ? (delete e[l], t && trimArrayTail(e)) : e[l] = a;
+            }
+        }
+        return e;
+    }
+}
+
+function mergeContentChanges(e, n) {
+    if (n == $del) return $del;
+    if (null != n[$rpl]) return n;
+    var r = e[$rpl];
+    if (null != r) e[$rpl] = mergeContent(r, n); else {
+        if (e == $del) return {
+            [$rpl]: cleanContent(n)
+        };
+        if (isSimpleType(e) || isSimpleType(n)) return n;
+        for (var l in n) {
+            var t = n[l], a = e[l];
+            e[l] = null == a ? t : mergeContentChanges(a, t);
+        }
+    }
+    return e;
+}
+
+function mergeContentAndGenDelta(e, n) {
+    let r = {
+        oldValue: {},
+        newValue: {}
+    };
+    e = _mergeContentAndGenDelta_rec(e, n, [], 0, r);
+    return r.oldValue = cleanContent(r.oldValue, !0, !0), r.newValue = cleanContent(r.newValue, !1, !1), 
+    {
+        merged: e,
+        delta: r = r.oldValue || r.newValue ? r : void 0
+    };
+}
+
+function _mergeArrayOrObj(e, n, r, l, t) {
+    if (e != n) {
+        var a, i = isArray(e);
+        for (a in n) {
+            r[l] = a, r.length = l + 1;
+            var u = _mergeContentAndGenDelta_rec(e[a], n[a], r, l + 1, t);
+            null == u ? (delete e[a], i && trimArrayTail(e)) : e[a] = u;
+        }
+    }
+    return e;
+}
+
+function _mergeContentAndGenDelta_rec(n, r, l, t, a) {
+    if (null == r) return n;
+    if (r !== $del) {
+        if (null == n || isSimpleType(n) || isSimpleType(r)) return _genRpl(n, r, l, a);
+        var i = r[$rpl];
+        if (null != i) return _genRpl(n, i, l, a);
+        let e = r[$ext];
+        return null != e ? (isArray(e) || (e = [ e ]), (isArray(n) ? _genExt : _genRpl)(n, e, l, a)) : isArray(n) && !isArray(r) || !isArray(n) && isArray(r) ? _genRpl(n, r, l, a) : _mergeArrayOrObj(n, r, l, t, a);
+    }
+    null != n && setDeltaValues(a, l, n, $del);
+}
+
+function _genExt(n, r, e, l) {
+    r = cleanContent(r);
+    var t = {};
+    for (let e = 0; e < r.length; ++e) {
+        var a = r[e];
+        null != a && (t[e + n.length] = isSimpleType(a) ? a : {
+            [$rpl]: a
+        });
+    }
+    return setDeltaValues(l, e, n, t), n.concat(r);
+}
+
+function _genRpl(e, n, r, l) {
+    n = cleanContent(n);
+    return e === n ? e : null != n ? (null == e ? setDeltaValues(l, r, 0 == r.length ? void 0 : null, isSimpleType(n) ? n : {
+        [$rpl]: n
+    }) : setDeltaValues(l, r, e, isSimpleType(e) ? n : {
+        [$rpl]: n
+    }), n) : void setDeltaValues(l, r, e, $del);
+}
+
+function setDeltaValues(e, n, r, l) {
+    e.oldValue = setValByNamePath(e.oldValue, n, r), e.newValue = setValByNamePath(e.newValue, n, l);
+}
+
+function setValByNamePath(e, n, r) {
+    if (!n || 0 == n.length) return r;
+    let l = e;
+    for (let e = 0; e < n.length - 1; ++e) {
+        var t = n[e];
+        isNotNullObj(l[t]) || (l[t] = {}), l = l[t];
+    }
+    return l[arrayLast(n)] = r, e;
+}
+
+function getValByNamePath(e, n) {
+    if (null != n && null != (e = _getValFromObj(e))) {
+        if (!isArray(n)) return "" == n ? e : _getValFromObj(e[n]);
+        if (0 != n.length && (1 != n.length || "" != n[0])) for (var r of n) if (null == (e = _getValFromObj(e[r]))) return;
+        return e;
+    }
+}
+
+function _getValFromObj(e) {
+    if (null != e && e != $del) {
+        for (;null != e[$rpl]; ) if ((e = e[$rpl]) == $del) return;
+        return e;
+    }
+}
+
+function cleanContent(e, n = !0, r = !1) {
+    return _cleanContent_rec(e, n, r);
+}
+
+function _cleanContent_rec(e, n, r) {
+    if (e instanceof Date) return e.toISOString();
+    if (!isNotNullObj(e)) return (r ? void 0 === e : null == e) || n && e === $del ? void 0 : e;
+    if (n) {
+        var l = e[$rpl];
+        if (null != l) return _cleanContent_rec(l, n, r);
+        l = e[$ext];
+        if (null != l) return _cleanContent_rec(isArray(l) ? l : [ l ], n, r);
+    }
+    var t, a = isArray(e);
+    let i = !0;
+    for (t in e) {
+        var u = _cleanContent_rec(e[t], n, r);
+        (r ? void 0 === u : null == u) ? (delete e[t], a && trimArrayTail(e)) : (e[t] = u, 
+        i = !1);
+    }
+    return i ? void 0 : e;
+}
+
+function objToDelMarks(e) {
+    if (isSimpleType(e)) return e ? $del : void 0;
+    for (var n in e) {
+        var r = objToDelMarks(e[n]);
+        r ? e[n] = r : delete e[n];
+    }
+    return isArray(e) && trimArrayTail(e), e;
+}
+
+Object.assign(module.exports, {
+    mergeContent: mergeContent,
+    mergeContentAndGenDelta: mergeContentAndGenDelta,
+    mergeContentChanges: mergeContentChanges,
+    setValByNamePath: setValByNamePath,
+    getValByNamePath: getValByNamePath,
+    cleanContent: cleanContent,
+    objToDelMarks: objToDelMarks
+});

package/src/QyFileLogger.js

@@ -0,0 +1,58 @@
+let path = require("node:path"), {
+    setFileConsoleDateDirPath,
+    closeFileConsole
+} = require("./QyLogger.js"), ensureDir = require("./QyUtils.js").ensureDir, getDefaultOptions = require("./QyDefaultOptions.js").getDefaultOptions, QyOpRunner = require("./QyOpRunner.js").QyOpRunner, QyLogFileSaver = require("./QyLogFileSaver.js").QyLogFileSaver;
+
+class QyFileLogger extends QyOpRunner {
+    constructor(e, t) {
+        (t = {
+            ...getDefaultOptions("QyFileLogger"),
+            ...t
+        }).append = !t.clearLogAtStart, super(t, [ "stop" ], [ "startFileConsole", "switchFileConsole" ]), 
+        Object.assign(this, {
+            logFileFolder: e,
+            qyLogFileSaver: new QyLogFileSaver(this, t)
+        });
+    }
+    save(e, t) {
+        return this.qyLogFileSaver.save(e, t);
+    }
+    getDateDirPath() {
+        return this.dateDirPath;
+    }
+    async start() {
+        var e = new Date(), e = (this.timeoutRef = setTimeout(() => this.switch(), this._getRemainingMilliSeconds(e)), 
+        this.dateDirPath = this._genDateDirPath(e));
+        this.qyLogFileSaver.start(path.join(e, "change.txt")), await this.startFileConsole(e);
+    }
+    switch() {
+        var e = new Date(), e = (this.timeoutRef = setTimeout(() => this.switch(), this._getRemainingMilliSeconds(e)), 
+        this._genDateDirPath(e));
+        return this.dateDirPath != e && (this.dateDirPath = e, this.qyLogFileSaver.switch(path.join(e, "change.txt")), 
+        this.switchFileConsole(e)), this;
+    }
+    async _op_startFileConsole(e) {
+        await ensureDir(e), setFileConsoleDateDirPath(e, this.options.clearLogAtStart);
+    }
+    async _op_stop() {
+        clearTimeout(this.timeoutRef), this.timeoutRef = void 0, closeFileConsole(), 
+        await this.qyLogFileSaver.stop();
+    }
+    async _op_switchFileConsole(e) {
+        await ensureDir(e), setFileConsoleDateDirPath(e, this.options.clearLogAtStart);
+    }
+    _genDateDirPath(e) {
+        var t = e.getUTCFullYear(), i = e.getUTCMonth() + 1, s = e.getUTCDate(), e = e.getUTCHours();
+        return path.join(this.logFileFolder, t.toString(), this._patch(i), this._patch(s), this._patch(e));
+    }
+    _patch(e) {
+        return e.toString().padStart(2, "0");
+    }
+    _getRemainingMilliSeconds(e) {
+        return 1e3 * (60 * (60 - e.getUTCMinutes()) - e.getUTCSeconds());
+    }
+}
+
+Object.assign(module.exports, {
+    QyFileLogger: QyFileLogger
+});