datafolder 1.0.2 → 1.0.3

package/src/QyCompressor.js

@@ -1,60 +1,86 @@
-let path = require("node:path"), pipeline = require("node:stream").pipeline, promisify = require("node:util").promisify, {
-    createGzip,
-    createUnzip
-} = require("node:zlib"), {
-    createReadStream,
-    createWriteStream
-} = require("node:fs"), fsPromises = require("node:fs/promises"), logger = require("./QyLogger.js").logger, {
-    isNotNullObj,
-    folderOrFileExists,
-    ensureParentDir
-} = require("./QyUtils.js"), runOnceWithWorker = require("./QyWorker.js").runOnceWithWorker, pipe = promisify(pipeline), Zip_File_Extension = ".gz", compressorWorkerJsFileName = "QyCompressor_Worker.js";
-
-function compressFile(e, i, r) {
-    return isNotNullObj(i) && (r = i, i = void 0), i = i || e + Zip_File_Extension, 
-    r = r || {}, e.endsWith(Zip_File_Extension) ? (logger.log(`${e} already ends with ${Zip_File_Extension}.`), 
-    !1) : i.endsWith(Zip_File_Extension) ? runOnceWithWorker(compressorWorkerJsFileName, {
+import {
+    extname as i
+} from "node:path";
+
+import {
+    pipeline as e
+} from "node:stream";
+
+import {
+    promisify as r
+} from "node:util";
+
+import {
+    createGzip as s,
+    createUnzip as a
+} from "node:zlib";
+
+import {
+    createReadStream as n,
+    createWriteStream as p
+} from "node:fs";
+
+import m from "node:fs/promises";
+
+import {
+    logger as d
+} from "./QyLogger.js";
+
+import {
+    isNotNullObj as t,
+    folderOrFileExists as l,
+    ensureParentDir as c
+} from "./QyUtils.js";
+
+import {
+    runOnceWithWorker as f
+} from "./QyWorker.js";
+
+let h = r(e), g = ".gz", w = "QyCompressor_Worker.js";
+
+function o(e, r, o) {
+    return t(r) && (o = r, r = void 0), r = r || e + g, o = o || {}, e.endsWith(g) ? (d.log(e + " already ends with .gz."), 
+    !1) : r.endsWith(g) ? f(w, {
         operation: "compress",
         srcFilePath: e,
-        destFilePath: i,
-        options: r
-    }).promise : (logger.log(`${i} doesn't end with ${Zip_File_Extension}.`), !1);
+        destFilePath: r,
+        options: o
+    }).promise : (d.log(r + " doesn't end with .gz."), !1);
 }
 
-function decompressFile(e, i, r) {
-    return e.endsWith(Zip_File_Extension) ? (isNotNullObj(i) && (r = i, i = void 0), 
-    i = i || e.replace(new RegExp(Zip_File_Extension + "$"), ""), r = r || {}, path.extname(i) == Zip_File_Extension ? (logger.log(`${i} already ends with ${Zip_File_Extension}.`), 
-    !1) : runOnceWithWorker(compressorWorkerJsFileName, {
+function u(e, r, o) {
+    return e.endsWith(g) ? (t(r) && (o = r, r = void 0), r = r || e.replace(new RegExp(g + "$"), ""), 
+    o = o || {}, i(r) == g ? (d.log(r + " already ends with .gz."), !1) : f(w, {
         operation: "decompress",
         srcFilePath: e,
-        destFilePath: i,
-        options: r
-    }).promise) : (logger.log(`${e} doesn't end with ${Zip_File_Extension}.`), !1);
+        destFilePath: r,
+        options: o
+    }).promise) : (d.log(e + " doesn't end with .gz."), !1);
 }
 
-async function runOperation({
+async function F({
     operation: e,
-    srcFilePath: i,
-    destFilePath: r,
-    options: o
+    srcFilePath: r,
+    destFilePath: o,
+    options: i
 }) {
     var {
-        removeSrcAfterSuccess: o,
-        override: s
-    } = o;
-    if (!await folderOrFileExists(i)) throw new Error(i + " doesn't exist.");
-    if (!s && await folderOrFileExists(r)) throw new Error(r + " already exists.");
-    if (await ensureParentDir(r), await pipe(createReadStream(i), ("compress" == e ? createGzip : createUnzip)(), createWriteStream(r)), 
-    logger.info(e + `ed ${i} to ${r}.`), o) try {
-        await fsPromises.unlink(i), logger.info("Unlinked " + i);
+        removeSrcAfterSuccess: i,
+        override: t
+    } = i;
+    if (!await l(r)) throw new Error(r + " doesn't exist.");
+    if (!t && await l(o)) throw new Error(o + " already exists.");
+    if (await c(o), await h(n(r), ("compress" == e ? s : a)(), p(o)), d.info(e + `ed ${r} to ${o}.`), 
+    i) try {
+        await m.unlink(r), d.info("Unlinked " + r);
     } catch (e) {
-        logger.error(`Failed to unlink ${i}:`, e);
+        d.error(`Failed to unlink ${r}:`, e);
     }
 }
 
-Object.assign(module.exports, {
-    Zip_File_Extension: Zip_File_Extension,
-    compressFile: compressFile,
-    decompressFile: decompressFile,
-    runOperation: runOperation
-});
+export {
+    g as Zip_File_Extension,
+    o as compressFile,
+    u as decompressFile,
+    F as runOperation
+};

package/src/QyCompressor_Worker.js

@@ -1,13 +1,21 @@
-let {
-    parentPort,
-    getEnvironmentData,
-    workerData
-} = require("node:worker_threads"), logger = require("./QyLogger.js").logger, runOperation = require("./QyCompressor.js").runOperation;
+import {
+    parentPort as e,
+    getEnvironmentData as r,
+    workerData as o
+} from "node:worker_threads";
 
-logger.level = getEnvironmentData("logLevel"), (async () => {
+import {
+    logger as a
+} from "./QyLogger.js";
+
+import {
+    runOperation as s
+} from "./QyCompressor.js";
+
+a.level = r("logLevel"), (async () => {
     try {
-        await runOperation(workerData), parentPort.postMessage(!0);
-    } catch (e) {
-        parentPort.postMessage(e);
+        await s(o), e.postMessage(!0);
+    } catch (r) {
+        e.postMessage(r);
     }
 })();

package/src/QyDB.js

@@ -1,11 +1,40 @@
-let path = require("node:path"), QyFetch = require("./QyFetch.js").QyFetch, QyBatch = require("./QyBatch.js").QyBatch, QyCache = require("./QyCache.js").QyCache, getDefaultOptions = require("./QyDefaultOptions.js").getDefaultOptions, QyCD = require("./QyCD.js").QyCD, Default_RootFolder = path.join(__dirname, "../data/sampleDataFolder");
+import {
+    join as e
+} from "node:path";
 
-class QyDB extends QyCD {
-    constructor(e = Default_RootFolder, t) {
-        super(), Object.assign(this, {
+import {
+    QyFetch as r
+} from "./QyFetch.js";
+
+import {
+    QyBatch as i
+} from "./QyBatch.js";
+
+import {
+    QyCache as n
+} from "./QyCache.js";
+
+import {
+    getDefaultOptions as a
+} from "./QyDefaultOptions.js";
+
+import {
+    QyCD as t
+} from "./QyCD.js";
+
+import {
+    isNotNullObj as s,
+    __dirname as m
+} from "./QyUtils.js";
+
+let d = e(m, "../data/sampleDataFolder");
+
+class h extends t {
+    constructor(e = d, t) {
+        s(e) && (t = e, e = d), super(), Object.assign(this, {
             rootFolder: e,
             options: {
-                ...getDefaultOptions("QyDB"),
+                ...a("QyDB"),
                 ...t
             }
         });
@@ -15,11 +44,11 @@ class QyDB extends QyCD {
         return this.qyCache || (e = {
             ...this.options,
             ...e
-        }, t = new QyCache(this.rootFolder, e, this), Object.assign(this, {
+        }, t = new n(this.rootFolder, e, this), Object.assign(this, {
             qyCache: t,
-            fetch: new QyFetch(t),
-            batch: new QyBatch(t, e),
-            _immediate: new QyBatch(t, e)
+            fetch: new r(t),
+            batch: new i(t, e),
+            _immediate: new i(t, e)
         }), await t.start()), this;
     }
     async stop() {
@@ -117,6 +146,6 @@ class QyDB extends QyCD {
     }
 }
 
-Object.assign(module.exports, {
-    QyDB: QyDB
-});
+export {
+    h as QyDB
+};

package/src/QyDefaultOptions.js

@@ -1,12 +1,14 @@
-let writerConfig = {
+var e = {
     append: !1,
     retryIntervalFactor: 2,
     maxRetryInterval: 60,
     emitSaveEvent: !1,
     maxFileSize: 1 / 0
-}, Default_Options = {
-    QyBaseWriter: writerConfig,
-    QyBinWriter: writerConfig,
+};
+
+let t = {
+    QyBaseWriter: e,
+    QyBinWriter: e,
     QyBatch: {
         fileLogLevel: "delta",
         maxHistoryCmdObjCount: 100
@@ -20,7 +22,8 @@ let writerConfig = {
         compactSnapshotsInterval: 6e4,
         bgLoadPosMaps: !0,
         unloadMemInterval: 12e4,
-        maxFileCountToUnload: 1e5
+        maxFileCountToUnload: 1e5,
+        compactAtStart: !0
     },
     QyCache: {
         dumpStructureAtStart: !1,
@@ -50,10 +53,10 @@ let writerConfig = {
     }
 };
 
-function getDefaultOptions(e) {
-    return e && Default_Options[e] || void 0;
+function a(e) {
+    return e && t[e] || void 0;
 }
 
-Object.assign(module.exports, {
-    getDefaultOptions: getDefaultOptions
-});
+export {
+    a as getDefaultOptions
+};

package/src/QyDir.js

@@ -1,11 +1,21 @@
-let QyItem = require("./QyItem.js").QyItem, {
-    getSubdirMapKey,
-    getFileMapKey,
-    SpecialFilePaths,
-    arrayLast
-} = require("./QyUtils.js"), QyFile = require("./QyFile.js").QyFile, HiddenFolderName = SpecialFilePaths.HiddenFolderName;
+import {
+    QyItem as e
+} from "./QyItem.js";
 
-class QyDir extends QyItem {
+import {
+    getSubdirMapKey as i,
+    getFileMapKey as t,
+    SpecialFilePaths as r,
+    arrayLast as s
+} from "./QyUtils.js";
+
+import {
+    QyFile as a
+} from "./QyFile.js";
+
+let d = r.HiddenFolderName;
+
+class u extends e {
     constructor(e, i, t, r) {
         super(e, i, t), r && (this._qyCache = r), Object.assign(this, {
             _subdirCount: 0,
@@ -26,10 +36,10 @@ class QyDir extends QyItem {
         ++i.subdirMapChangeCount);
     }
     get fileCount() {
-        return this._ensureFileMapLoaded(), this._fileCount;
+        return n(this), this._fileCount;
     }
     get subdirCount() {
-        return this._ensureSubdirMapLoaded(), this._subdirCount;
+        return l(this), this._subdirCount;
     }
     get isDir() {
         return !0;
@@ -38,19 +48,19 @@ class QyDir extends QyItem {
         return 0 == this.fileCount && 0 == this.subdirCount;
     }
     get isHiddenFolder() {
-        return this.name == HiddenFolderName;
+        return this.name == d;
     }
     get subdirMapKey() {
-        return this._subdirMapKey || (this._subdirMapKey = getSubdirMapKey(this.fullPathHash));
+        return this._subdirMapKey || (this._subdirMapKey = i(this.fullPathHash));
     }
     get fileMapKey() {
-        return this._fileMapKey || (this._fileMapKey = getFileMapKey(this.fullPathHash));
+        return this._fileMapKey || (this._fileMapKey = t(this.fullPathHash));
     }
     get subdirMap() {
-        return this._ensureSubdirMapLoaded(), this._subdirMap;
+        return l(this), this._subdirMap;
     }
     get fileMap() {
-        return this._ensureFileMapLoaded(), this._fileMap;
+        return n(this), this._fileMap;
     }
     getSubdir(e) {
         var i;
@@ -70,13 +80,13 @@ class QyDir extends QyItem {
         if ("/" === e) return this.qyCache.rootDir;
         let t = this.subdirMap;
         var r = (t = t || (this._subdirMap = {}))[e];
-        return r || (r = t[e] = new QyDir(e, i, this), this.setChildTriggerNodes(r)), 
+        return r || (r = t[e] = new u(e, i, this), this.setChildTriggerNodes(r)), 
         r;
     }
     getOrCreateFile(e, i) {
         let t = this.fileMap;
         var r = (t = t || (this._fileMap = {}))[e];
-        return r || (r = t[e] = new QyFile(e, i, this), this.setChildTriggerNodes(r)), 
+        return r || (r = t[e] = new a(e, i, this), this.setChildTriggerNodes(r)), 
         r;
     }
     searchSubdir(i, t = i.length) {
@@ -97,34 +107,34 @@ class QyDir extends QyItem {
     }
     searchFile(e) {
         var i = this.searchSubdir(e, e.length - 1);
-        if (i) return i.getFile(arrayLast(e));
+        if (i) return i.getFile(s(e));
     }
     searchOrCreateFile(e, i) {
-        return this.searchOrCreateSubdir(e, i, e.length - 1).getOrCreateFile(arrayLast(e));
+        return this.searchOrCreateSubdir(e, i, e.length - 1).getOrCreateFile(s(e));
     }
     get subdirList() {
-        return this._getCachedValue("_subdirList", this.subdirMapChangeCount, () => this.created && this.subdirMap ? Object.values(this.subdirMap).filter(e => e.created) : []);
+        return h(this, "_subdirList", this.subdirMapChangeCount, () => this.created && this.subdirMap ? Object.values(this.subdirMap).filter(e => e.created) : []);
     }
     get subdirNameList() {
-        return this._getCachedValue("_subdirNameList", this.subdirMapChangeCount, () => this.subdirList.map(e => e.name));
+        return h(this, "_subdirNameList", this.subdirMapChangeCount, () => this.subdirList.map(e => e.name));
     }
     get sortedSubdirList() {
-        return this._getCachedValue("_sortedSubdirList", this.subdirMapChangeCount, () => this.subdirList.sort((e, i) => e.cmp(i)));
+        return h(this, "_sortedSubdirList", this.subdirMapChangeCount, () => this.subdirList.sort((e, i) => e.cmp(i)));
     }
     get sortedSubdirNameList() {
-        return this._getCachedValue("_sortedSubdirNameList", this.subdirMapChangeCount, () => this.sortedSubdirList.map(e => e.nameNum));
+        return h(this, "_sortedSubdirNameList", this.subdirMapChangeCount, () => this.sortedSubdirList.map(e => e.nameNum));
     }
     get fileList() {
-        return this._getCachedValue("_fileList", this.fileMapChangeCount, () => this.created && this.fileMap ? Object.values(this.fileMap).filter(e => e.created) : []);
+        return h(this, "_fileList", this.fileMapChangeCount, () => this.created && this.fileMap ? Object.values(this.fileMap).filter(e => e.created) : []);
     }
     get fileNameList() {
-        return this._getCachedValue("_fileNameList", this.fileMapChangeCount, () => this.fileList.map(e => e.name));
+        return h(this, "_fileNameList", this.fileMapChangeCount, () => this.fileList.map(e => e.name));
     }
     get sortedFileList() {
-        return this._getCachedValue("_sortedFileList", this.fileMapChangeCount, () => this.fileList.sort((e, i) => e.cmp(i)));
+        return h(this, "_sortedFileList", this.fileMapChangeCount, () => this.fileList.sort((e, i) => e.cmp(i)));
     }
     get sortedFileNameList() {
-        return this._getCachedValue("_sortedFileNameList", this.fileMapChangeCount, () => this.sortedFileList.map(e => e.nameNum));
+        return h(this, "_sortedFileNameList", this.fileMapChangeCount, () => this.sortedFileList.map(e => e.nameNum));
     }
     *allSubdirs() {
         var e, i, t = this.subdirList;
@@ -155,38 +165,64 @@ class QyDir extends QyItem {
             e.triggerNodes = 0 < s.length ? s : void 0;
         } else e.triggerNodes = void 0;
     }
-    _getCachedValue(e, i, t) {
-        var r = this.cache, s = e + "ChangeCount";
-        return r[e] && r[s] == i || (r[e] = t(), r[s] = i), r[e];
-    }
-    _ensureSubdirMapLoaded() {
-        if (this.created && !this._subdirMap && !this.subdirMapLoaded) {
-            this.subdirMapLoaded = !0;
-            var e = this.qyCache;
-            if (e) {
-                e = e.qyKVData.getValueSync(this.subdirMapKey);
-                if (e) {
-                    var i, t = this._subdirMap = {};
-                    for (i in e) t[i] = new QyDir(i, !0, this);
-                }
+    *filterSubdirNames(e) {
+        for (var i of this.subdirList) e(i.name) && (yield i);
+    }
+    *compareSubdirRangeL2H(e) {
+        var i, t = this.sortedSubdirList;
+        let r = !1;
+        for (i of t) {
+            var s = i.nameNum;
+            if (isNaN(s)) {
+                if (r) return;
+            } else if (e(s)) yield i, r = !0; else if (r) return;
+        }
+    }
+    *compareSubdirRangeH2L(i) {
+        var t = this.sortedSubdirList;
+        let r = !1;
+        for (let e = t.length - 1; 0 <= e; --e) {
+            var s = t[e], a = s.nameNum;
+            if (isNaN(a)) {
+                if (r) return;
+            } else if (i(a)) yield s, r = !0; else if (r) return;
+        }
+    }
+}
+
+function h(e, i, t, r) {
+    var e = e.cache, s = i + "ChangeCount";
+    return e[i] && e[s] == t || (e[i] = r(), e[s] = t), e[i];
+}
+
+function l(e) {
+    if (e.created && !e._subdirMap && !e.subdirMapLoaded) {
+        e.subdirMapLoaded = !0;
+        var i = e.qyCache;
+        if (i) {
+            i = i.qyKVData.getValueSync(e.subdirMapKey);
+            if (i) {
+                var t, r = e._subdirMap = {};
+                for (t in i) r[t] = new u(t, !0, e);
             }
         }
     }
-    _ensureFileMapLoaded() {
-        if (this.created && !this._fileMap && !this.fileMapLoaded) {
-            this.fileMapLoaded = !0;
-            var e = this.qyCache;
-            if (e) {
-                e = e.qyKVData.getValueSync(this.fileMapKey);
-                if (e) {
-                    var i, t = this._fileMap = {};
-                    for (i in e) t[i] = new QyFile(i, !0, this);
-                }
+}
+
+function n(e) {
+    if (e.created && !e._fileMap && !e.fileMapLoaded) {
+        e.fileMapLoaded = !0;
+        var i = e.qyCache;
+        if (i) {
+            i = i.qyKVData.getValueSync(e.fileMapKey);
+            if (i) {
+                var t, r = e._fileMap = {};
+                for (t in i) r[t] = new a(t, !0, e);
             }
         }
     }
 }
 
-Object.assign(module.exports, {
-    QyDir: QyDir
-});
+export {
+    u as QyDir
+};

package/src/QyFetch.js

@@ -1,38 +1,41 @@
-let QyCD = require("./QyCD.js").QyCD;
+import {
+    QyCD as r
+} from "./QyCD.js";
 
-class QyFetch extends QyCD {
-    constructor(s) {
-        super(s), Object.assign(this, {
+class e extends r {
+    constructor(r) {
+        super(r), Object.assign(this, {
             stack: []
         });
     }
-    dir(s, e) {
-        return this._push(super.dir(s, e));
+    dir(r, e) {
+        return u(this, super.dir(r, e));
     }
-    indexDir(s, e, r) {
-        return this._push(super.indexDir(s, e, r));
+    indexDir(r, e, s) {
+        return u(this, super.indexDir(r, e, s));
     }
-    file(s, e) {
-        return this._push(super.file(s, e));
+    file(r, e) {
+        return u(this, super.file(r, e));
     }
-    view(s, e, r) {
-        return this._push(super.view(s, e, r));
+    view(r, e, s) {
+        return u(this, super.view(r, e, s));
     }
-    queryFiles(s, e, r, t, u) {
-        return this._push(super.queryFiles(s, e, r, t, u));
+    queryFiles(r, e, s, t, i) {
+        return u(this, super.queryFiles(r, e, s, t, i));
     }
-    queryFilesMulti(s, e, r, t) {
-        return this._push(super.queryFilesMulti(s, e, r, t));
+    queryFilesMulti(r, e, s, t) {
+        return u(this, super.queryFilesMulti(r, e, s, t));
     }
     run() {
-        var s = this.stack;
-        return this.stack = [], this.resetCurrentDir(), s;
-    }
-    _push(s) {
-        return this.stack.push(s), this;
+        var r = this.stack;
+        return this.stack = [], this.resetCurrentDir(), r;
     }
 }
 
-Object.assign(module.exports, {
-    QyFetch: QyFetch
-});
+function u(r, e) {
+    return r.stack.push(e), r;
+}
+
+export {
+    e as QyFetch
+};