datafolder 1.0.17 → 1.0.18

package/src/QyUtils.d.ts

@@ -1,3 +1,6 @@
+import util from "node:util";
+export declare const isArray: (arg: any) => arg is any[];
+export declare const isDate: typeof util.types.isDate, isFloat32Array: typeof util.types.isFloat32Array;
 export declare const __dirname: string;
 export declare const SpecialOperators: {
     [k: string]: string;
@@ -8,6 +11,8 @@ export declare const SpecialFilePaths: {
     RpcDirPath: string[];
     IndexDirPath: string[];
     ExpireDirPath: string[];
+    EmbeddingDirPath: string[];
+    H2FDirPath: string[];
     MetaFilePath: string[];
     IndexPropPathsFileName: string;
 };

package/src/QyUtils.js

@@ -14,115 +14,122 @@ import {
     fileURLToPath as r
 } from "node:url";
 
+import a from "node:util";
+
 import {
     logger as u
 } from "../src/QyLogger.js";
 
-let a = Array.isArray;
-
-var f = t.dirname(r(import.meta.url)), c = Object.fromEntries([ "$del", "$link", "$rpl", "$spec", "$raw", "$all", "$clone", "$ext", "$or", "$and", "$gt", "$lt", "$gte", "$lte" ].map(r => [ r, r ])), s = "%", s = {
-    HiddenFolderName: s,
-    TriggerDirPath: [ s, "trigger" ],
-    RpcDirPath: [ s, "rpc" ],
-    IndexDirPath: [ s, "index" ],
-    ExpireDirPath: [ s, "expire" ],
-    MetaFilePath: [ s, "meta" ],
+let f = Array.isArray, {
+    isDate: s,
+    isFloat32Array: c
+} = a.types;
+
+var m = t.dirname(r(import.meta.url)), d = Object.fromEntries([ "$del", "$link", "$rpl", "$spec", "$raw", "$all", "$clone", "$ext", "$or", "$and", "$gt", "$lt", "$gte", "$lte", "$f32" ].map(r => [ r, r ])), p = "%", p = {
+    HiddenFolderName: p,
+    TriggerDirPath: [ p, "trigger" ],
+    RpcDirPath: [ p, "rpc" ],
+    IndexDirPath: [ p, "index" ],
+    ExpireDirPath: [ p, "expire" ],
+    EmbeddingDirPath: [ p, "embedding" ],
+    H2FDirPath: [ p, "h2F" ],
+    MetaFilePath: [ p, "meta" ],
     IndexPropPathsFileName: "propPaths"
 };
 
-function m(r) {
+function h(r) {
     return r.startsWith("{") && r.endsWith("}");
 }
 
-function d(r) {
-    return m(r) && r.substring(1, r.length - 1);
+function g(r) {
+    return h(r) && r.substring(1, r.length - 1);
 }
 
-function p(r) {
+function y(r) {
     return 1e12 < r ? Math.round(100 * r / 1e12) / 100 + "TB" : 1e9 < r ? Math.round(100 * r / 1e9) / 100 + "GB" : 1e6 < r ? Math.round(100 * r / 1e6) / 100 + "MB" : 1e3 < r ? Math.round(100 * r / 1e3) / 100 + "KB" : r.toString();
 }
 
-function h(r, t = 10) {
+function b(r, t = 10) {
     return n.createHash("sha256").update(r, "utf8").digest("base64url").slice(0, t);
 }
 
-var g = 11;
+var v = 11;
 
-function y(r) {
+function $(r) {
     return "d" + r;
 }
 
-function v(r) {
+function w(r) {
     return "f" + r;
 }
 
-function b(r) {
+function P(r) {
     return "c" + r;
 }
 
-function w(r = 8) {
+function x(r = 8) {
     return n.randomBytes(r).toString("hex");
 }
 
-function $(r) {
+function S(r) {
     if (null != r) for (var t in r) if (null != r[t]) return !1;
     return !0;
 }
 
-function P(r) {
-    return null != r && "object" == typeof r && !(r instanceof Date);
+function j(r) {
+    return null != r && "object" == typeof r && !s(r);
 }
 
-function x(r) {
+function D(r) {
     return "string" == typeof r;
 }
 
-function S(r) {
+function F(r) {
     return "number" == typeof r;
 }
 
-function j(r) {
+function M(r) {
     return "boolean" == typeof r;
 }
 
-function M(r) {
+function B(r) {
     return "function" == typeof r;
 }
 
-function B(r) {
+function N(r) {
     var t = typeof r;
-    return "string" == t || "number" == t || "boolean" == t || r instanceof Date;
+    return "string" == t || "number" == t || "boolean" == t || c(r) || s(r);
 }
 
-function D(r) {
+function U(r) {
     let t = r.length;
     for (;null == r[t - 1] && 0 < t; ) --t;
     return r.length = t, r;
 }
 
-function T(n) {
+function W(n) {
     return n.promise || (n.promise = new Promise((r, t) => Object.assign(n, {
         resolve: r,
         reject: t
     }))), n;
 }
 
-function A(r) {
+function H(r) {
     return Buffer.isBuffer(r) ? r : Buffer.from(r);
 }
 
-function E(r) {
+function L(r) {
     return 1 < r ? "s" : "";
 }
 
-function F(r) {
+function T(r) {
     return l.mkdir(r, {
         recursive: !0
     });
 }
 
 function O(r) {
-    return F(t.dirname(r));
+    return T(t.dirname(r));
 }
 
 async function k(r) {
@@ -133,11 +140,11 @@ async function k(r) {
     }
 }
 
-async function W(r) {
+async function R(r) {
     return !1 !== await k(r);
 }
 
-function L(r, t = void 0) {
+function G(r, t = void 0) {
     r *= 1e3;
     return t ? o.setTimeout(r, !0, {
         signal: t
@@ -146,12 +153,12 @@ function L(r, t = void 0) {
 
 let I;
 
-async function R(t) {
+async function J(t) {
     try {
         await O(t);
         var r = new Date().toISOString() + ": " + e.argv.join(" ");
         function n() {
-            for (var r of Object.keys(I)) N(r);
+            for (var r of Object.keys(I)) A(r);
         }
         await l.writeFile(t, r, {
             flag: "wx",
@@ -165,48 +172,48 @@ async function R(t) {
     }
 }
 
-function N(r) {
+function A(r) {
     try {
         i.unlinkSync(r), u.info("Unlocked " + r);
     } catch (r) {}
 }
 
-function G(r) {
+function Q(r) {
     return r.startsWith("[") && r.endsWith("]") ? JSON.parse(r) : r;
 }
 
-function H(r) {
-    return a(r) ? 1 == r.length ? r[0] : JSON.stringify(r) : r;
+function z(r) {
+    return f(r) ? 1 == r.length ? r[0] : JSON.stringify(r) : r;
 }
 
-function J(r) {
+function K(r) {
     r = r.split("/");
     return r[0] || (r[0] = "/"), r;
 }
 
-function U(r) {
+function E(r) {
     return r.split(".");
 }
 
-function Q(r) {
-    return x(r) ? [ U(r) ] : a(r) ? r.map(r => x(r) ? U(r) : r) : void 0;
+function X(r) {
+    return D(r) ? [ E(r) ] : f(r) ? r.map(r => D(r) ? E(r) : r) : void 0;
 }
 
-function z(r) {
+function q(r) {
     return r.join(".");
 }
 
-function K(r, t = 0) {
+function C(r, t = 0) {
     return Math.floor(Math.random() * (r - t)) + t;
 }
 
-function X(r) {
+function V(r) {
     var t, n = {};
     for (t of r) n[t] = 1;
     return n;
 }
 
-async function q(t, n, e, i) {
+async function Y(t, n, e, i) {
     var o = Buffer.allocUnsafe(i);
     for (let r = 0; r < i; ) {
         var a = (await n.read(o, r, i - r, e + r)).bytesRead;
@@ -216,28 +223,28 @@ async function q(t, n, e, i) {
     return o;
 }
 
-function C() {
+function Z() {
     var r = e.availableMemory();
     return Math.round(r / (e.memoryUsage.rss() + r) * 100);
 }
 
-async function* V(e, t = 3) {
+async function* _(e, t = 3) {
     var n = e.length, i = (n < t && (t = n), new Array(n));
     for (let r = 0; r < t; ++r) {
         var o = i[r] = {};
-        s(r, o);
+        c(r, o);
     }
     for (let r = 0; r < n; ++r) {
         var a = i[r % t], {
             filePath: u,
             bin: f
-        } = (a.bin || await a.promise, a), c = r + t;
-        c < n && s(c, a), yield {
+        } = (a.bin || await a.promise, a), s = r + t;
+        s < n && c(s, a), yield {
             filePath: u,
             bin: f
         };
     }
-    async function s(r, t) {
+    async function c(r, t) {
         var r = e[r], n = l.readFile(r);
         Object.assign(t, {
             filePath: r,
@@ -247,11 +254,11 @@ async function* V(e, t = 3) {
     }
 }
 
-function Y(r = new Date()) {
+function rr(r = new Date()) {
     return r.getTime();
 }
 
-function Z(r = new Date()) {
+function tr(r = new Date()) {
     r = r.getTime();
     return r - r % 1e3;
 }
@@ -259,46 +266,49 @@ function Z(r = new Date()) {
 export * as default from "./QyUtils.js";
 
 export {
-    f as __dirname,
-    c as SpecialOperators,
-    s as SpecialFilePaths,
-    m as isMatchName,
-    d as getMatchParam,
-    p as getSizeStr,
-    h as calHash,
-    g as Hash_Key_Length,
-    y as getSubdirMapKey,
-    v as getFileMapKey,
-    b as getContentKey,
-    w as getRandomStr,
-    $ as isEmptyObj,
-    P as isNotNullObj,
-    x as isString,
-    S as isNumber,
-    j as isBoolean,
-    M as isFunction,
-    B as isSimpleType,
-    D as trimArrayTail,
-    T as setPromise,
-    A as toBuffer,
-    E as getSuffix,
-    F as ensureDir,
+    f as isArray,
+    s as isDate,
+    c as isFloat32Array,
+    m as __dirname,
+    d as SpecialOperators,
+    p as SpecialFilePaths,
+    h as isMatchName,
+    g as getMatchParam,
+    y as getSizeStr,
+    b as calHash,
+    v as Hash_Key_Length,
+    $ as getSubdirMapKey,
+    w as getFileMapKey,
+    P as getContentKey,
+    x as getRandomStr,
+    S as isEmptyObj,
+    j as isNotNullObj,
+    D as isString,
+    F as isNumber,
+    M as isBoolean,
+    B as isFunction,
+    N as isSimpleType,
+    U as trimArrayTail,
+    W as setPromise,
+    H as toBuffer,
+    L as getSuffix,
+    T as ensureDir,
     O as ensureParentDir,
     k as getSize,
-    W as folderOrFileExists,
-    L as sleep,
-    R as lockExclusiveFilePath,
-    N as unlockExclusiveFilePath,
-    G as fromSingleName,
-    H as toSingleName,
-    J as pathSplit,
-    Q as ensurePropNamePathList,
-    z as propNameJoin,
-    K as randomInt,
-    X as listToMap,
-    q as readBufferAsync,
-    C as memoryPercent,
-    V as loadFileList,
-    Y as getNowTime,
-    Z as getNowRounded
+    R as folderOrFileExists,
+    G as sleep,
+    J as lockExclusiveFilePath,
+    A as unlockExclusiveFilePath,
+    Q as fromSingleName,
+    z as toSingleName,
+    K as pathSplit,
+    X as ensurePropNamePathList,
+    q as propNameJoin,
+    C as randomInt,
+    V as listToMap,
+    Y as readBufferAsync,
+    Z as memoryPercent,
+    _ as loadFileList,
+    rr as getNowTime,
+    tr as getNowRounded
 };

package/static/codemirror.bundle/editor.bundle.js

@@ -4681,10 +4681,23 @@
   directly at `from` but not including `to`.
   */
   class BlockWrapper extends RangeValue {
-      constructor(tagName, attributes) {
+      constructor(
+      /**
+      @internal
+      */
+      tagName, 
+      /**
+      @internal
+      */
+      attributes, 
+      /**
+      @internal
+      */
+      rank) {
           super();
           this.tagName = tagName;
           this.attributes = attributes;
+          this.rank = rank;
       }
       eq(other) {
           return other == this ||
@@ -4695,7 +4708,7 @@
       attributes.
       */
       static create(spec) {
-          return new BlockWrapper(spec.tagName, spec.attributes || noAttrs$1);
+          return new BlockWrapper(spec.tagName, spec.attributes || noAttrs$1, spec.rank == null ? 50 : Math.max(0, Math.min(spec.rank, 100)));
       }
       /**
       Create a range set from the given block wrapper ranges.
@@ -6695,7 +6708,8 @@
                   this.wrappers.splice(i, 1);
           for (let cur = this.blockWrappers; cur.value && cur.from <= this.pos; cur.next())
               if (cur.to >= this.pos) {
-                  let wrap = new OpenWrapper(cur.from, cur.to, cur.value, cur.rank), i = this.wrappers.length;
+                  let rank = (cur.rank * 102) + cur.value.rank;
+                  let wrap = new OpenWrapper(cur.from, cur.to, cur.value, rank), i = this.wrappers.length;
                   while (i > 0 && (this.wrappers[i - 1].rank - wrap.rank || this.wrappers[i - 1].to - wrap.to) < 0)
                       i--;
                   this.wrappers.splice(i, 0, wrap);

package/test/testQyDocumentDB.js

@@ -0,0 +1,38 @@
+import test from "node:test";
+import { deepEqual } from "node:assert/strict";
+import { QyDB } from "../src/QyDB.js";
+import { logger } from "../src/QyLogger.js";
+logger.level = "warn";
+const documentDBData = {
+    _id: "ab6ad8f119b5bca3efa2c7ae",
+    restaurantId: "REST-CRT9BL",
+    name: "Thai Curry Palace",
+    description: "Amazing Restaurant, must visit",
+    cuisine: "Thai",
+    address: {
+        street: "914 Park Street",
+        city: "Bryan",
+        state: "AL",
+        zipCode: "96865",
+        location: { type: "Point", coordinates: [-25.4619, 8.389] },
+    },
+    contact: { phone: "(669) 915-9056 x6657" },
+    rating: { average: 3.4, totalReviews: 275 },
+    priceRange: "$",
+    menu: [{ category: "Appetizers", items: [{ name: "Buffalo Chicken Wings", price: 13.42 }] }],
+    features: ["Private Dining"],
+    isActive: false,
+    michelin: { star: 3, ranking_years: 4 },
+};
+test("test QyDocumentDB", { skip: false }, async (context) => {
+    context.after(async (t) => {
+        await qyDB.stop();
+    });
+    const dataFolder = "./tmp/QyDocumentDB/1";
+    const qyDB = new QyDB(dataFolder);
+    await qyDB.start();
+    qyDB.insert(`restaurants/${documentDBData.restaurantId}`, documentDBData);
+    await qyDB.stop();
+    await qyDB.start();
+    deepEqual(qyDB.queryFiles("restaurants", { priceRange: "$" })[0].view(), documentDBData);
+});