datafolder 1.0.19 → 1.0.21

package/test/testQyAQL.js

@@ -0,0 +1,451 @@
+import test from "node:test";
+import { deepEqual } from "node:assert/strict";
+import { QyDB } from "../src/QyDB.js";
+import { logger } from "../src/QyLogger.js";
+logger.level = "warn";
+// FOR doc IN employees
+//  COLLECT department = doc.department
+//  AGGREGATE count = COUNT(doc)
+//  RETURN {department: department, employeeCount: count}
+function query1(qyDB) {
+    deepEqual(Object.fromEntries(qyDB
+        .indexDir("employees", "department")
+        .fileList.map((file) => [file.name, Object.keys(file.fileContent).length])), { sales: 4, product: 2, "R&D": 2 });
+}
+// FOR doc IN employees
+//  LET isOlder = doc.age > 30
+//  LET isSales = doc.department == "sales"
+//  FILTER isOlder && isSales
+//  RETURN doc
+function query2(qyDB) {
+    deepEqual(Object.fromEntries(qyDB.queryFiles("employees", { department: "sales", age: { $gt: 30 } }).map((x) => [x.name, x.view()])), {
+        employee_1_1: { age: 31, department: "sales" },
+        employee_1_5: { age: 36, department: "sales" },
+        employee_1_6: { age: 36, department: "sales" },
+    });
+}
+function query3(qyDB) {
+    deepEqual(Object.fromEntries(qyDB
+        .queryFiles("employees", { $and: [{ department: "sales" }, { $and: [{ age: { $gt: 30, $lt: 60 } }] }] })
+        .map((x) => [x.name, x.view()])), {
+        employee_1_1: { age: 31, department: "sales" },
+        employee_1_5: { age: 36, department: "sales" },
+        employee_1_6: { age: 36, department: "sales" },
+    });
+}
+function query4(qyDB) {
+    const result = {};
+    qyDB.fetch
+        .cd("employees")
+        .queryFiles(".", { department: "sales", age: { $gt: 30 } })
+        .run()[0]
+        .forEach((x) => (result[x.name] = x.view()));
+    deepEqual(result, {
+        employee_1_1: { age: 31, department: "sales" },
+        employee_1_5: { age: 36, department: "sales" },
+        employee_1_6: { age: 36, department: "sales" },
+    });
+}
+function query5(qyDB) {
+    const result = {};
+    qyDB.fetch
+        .queryFiles("employees", {
+        department: (x) => x == "sales",
+        age: (x) => x > 30,
+    })
+        .run()[0]
+        .forEach((x) => (result[x.name] = x.view()));
+    deepEqual(result, {
+        employee_1_1: { age: 31, department: "sales" },
+        employee_1_5: { age: 36, department: "sales" },
+        employee_1_6: { age: 36, department: "sales" },
+    });
+}
+function query6(qyDB) {
+    const result = qyDB
+        .queryFiles("employees", {
+        department: (x) => x != "sales",
+        age: (x) => x > 30,
+    })
+        .reduce((map, x) => {
+        map[x.name] = x.view();
+        return map;
+    }, {});
+    deepEqual(result, {
+        employee_1_9: { age: 46, department: "R&D" },
+        employee_1_2: { age: 38, department: "product" },
+        employee_1_7: { age: 36, department: "product" },
+    });
+}
+function query7(qyDB) {
+    const result = {};
+    const queryObj = {
+        department: (x) => x == "sales",
+        age: (x) => x > 30,
+    };
+    ["employees", "employees/*/*"].forEach((folderPath) => {
+        qyDB.fetch
+            .queryFiles(folderPath, queryObj)
+            .run()[0]
+            .forEach((x) => (result[x.fullPath] = x.view()));
+    });
+    deepEqual(result, {
+        "/employees/2024/12/employee_3_1": { department: "sales", age: 31 },
+        "/employees/2025/03/employee_2_1": { department: "sales", age: 31 },
+        "/employees/employee_1_1": { department: "sales", age: 31 },
+        "/employees/2024/12/employee_3_5": { department: "sales", age: 36 },
+        "/employees/2025/03/employee_2_5": { department: "sales", age: 36 },
+        "/employees/employee_1_5": { department: "sales", age: 36 },
+        "/employees/2024/12/employee_3_6": { department: "sales", age: 36 },
+        "/employees/2025/03/employee_2_6": { department: "sales", age: 36 },
+        "/employees/employee_1_6": { department: "sales", age: 36 },
+    });
+}
+function query8(qyDB) {
+    const result = ["employees", ["employees", "*", "*"]]
+        .map((folderPath) => qyDB.queryFiles(folderPath, {
+        department: (x) => x != "sales",
+        age: (x) => x > 30,
+    }))
+        .flat()
+        .reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {});
+    deepEqual(result, {
+        "/employees/2024/12/employee_3_2": { department: "product", age: 38 },
+        "/employees/2025/03/employee_2_2": { department: "product", age: 38 },
+        "/employees/employee_1_2": { department: "product", age: 38 },
+        "/employees/2024/12/employee_3_7": { department: "product", age: 36 },
+        "/employees/2025/03/employee_2_7": { department: "product", age: 36 },
+        "/employees/employee_1_7": { department: "product", age: 36 },
+        "/employees/2024/12/employee_3_9": { department: "R&D", age: 46 },
+        "/employees/2025/03/employee_2_9": { department: "R&D", age: 46 },
+        "/employees/employee_1_9": { department: "R&D", age: 46 },
+    });
+}
+function query9(qyDB) {
+    const queryObj = { $and: [{ department: (x) => x != "sales" }, { age: (x) => x > 30 }] };
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles("2024/12", queryObj)
+        .queryFiles("2025/03", queryObj)
+        .queryFiles(".", queryObj)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [
+        {
+            "/employees/2024/12/employee_3_2": { department: "product", age: 38 },
+            "/employees/2024/12/employee_3_7": { department: "product", age: 36 },
+            "/employees/2024/12/employee_3_9": { department: "R&D", age: 46 },
+        },
+        {
+            "/employees/2025/03/employee_2_2": { department: "product", age: 38 },
+            "/employees/2025/03/employee_2_7": { department: "product", age: 36 },
+            "/employees/2025/03/employee_2_9": { department: "R&D", age: 46 },
+        },
+        {
+            "/employees/employee_1_2": { department: "product", age: 38 },
+            "/employees/employee_1_7": { department: "product", age: 36 },
+            "/employees/employee_1_9": { department: "R&D", age: 46 },
+        },
+    ]);
+}
+function query10(qyDB) {
+    const queryObj = {
+        $or: [{ department: (x) => x != "sales", age: (x) => x > 36 }, { age: (x) => x > 40 }],
+    };
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles("*/*", queryObj)
+        .queryFiles(".", queryObj)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [
+        {
+            "/employees/2024/12/employee_3_2": { department: "product", age: 38 },
+            "/employees/2024/12/employee_3_9": { department: "R&D", age: 46 },
+            "/employees/2025/03/employee_2_2": { department: "product", age: 38 },
+            "/employees/2025/03/employee_2_9": { department: "R&D", age: 46 },
+        },
+        {
+            "/employees/employee_1_2": { department: "product", age: 38 },
+            "/employees/employee_1_9": { department: "R&D", age: 46 },
+        },
+    ]);
+}
+function query11(qyDB) {
+    const queryObj = {
+        $and: [
+            {
+                $or: [{ department: (x) => x != "sales", age: (x) => x > 36 }],
+            },
+            { age: (x) => x > 40 },
+        ],
+    };
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles("*/*", queryObj)
+        .queryFiles(".", queryObj)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [
+        {
+            "/employees/2024/12/employee_3_9": { department: "R&D", age: 46 },
+            "/employees/2025/03/employee_2_9": { department: "R&D", age: 46 },
+        },
+        { "/employees/employee_1_9": { department: "R&D", age: 46 } },
+    ]);
+}
+function query12(qyDB) {
+    const queryObj = {
+        $and: { department: (x) => x != "sales", age: (x) => x > 36 },
+        age: (x) => x > 40,
+    };
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles([(x) => x >= 2024 && x <= 2025, (x) => x != 10], queryObj, 2)
+        .queryFiles(".", queryObj, 2)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [
+        {
+            "/employees/2024/12/employee_3_9": { department: "R&D", age: 46 },
+            "/employees/2025/03/employee_2_9": { age: 46, department: "R&D" },
+        },
+        { "/employees/employee_1_9": { department: "R&D", age: 46 } },
+    ]);
+}
+function query13(qyDB) {
+    const queryObj = { $and: { department: (x) => x != "sales", age: (x) => x > 36 }, age: (x) => x > 40 };
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles([(x) => x >= 2024 && x <= 2025, (x) => x != 10], queryObj, 1)
+        .queryFiles(".", queryObj, 1)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [
+        { "/employees/2024/12/employee_3_9": { department: "R&D", age: 46 } },
+        { "/employees/employee_1_9": { department: "R&D", age: 46 } },
+    ]);
+}
+function query14(qyDB) {
+    const queryObj = { $and: { department: (x) => x != "sales", age: (x) => x > 36 }, age: (x) => x > 40 };
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles([(x) => x >= 2024 && x <= 2025, (x) => x != 10], queryObj, 1, 1)
+        .queryFiles(".", queryObj, 1, 1)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [{ "/employees/2025/03/employee_2_9": { age: 46, department: "R&D" } }, {}]);
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles([{ $gte: 2024, $lte: 2025 }, (x) => x != 10], queryObj, 1, 1)
+        .queryFiles(".", queryObj, 1, 1)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [{ "/employees/2025/03/employee_2_9": { age: 46, department: "R&D" } }, {}]);
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles([{ $gt: 2023, $gte: 2024, $lte: 2025, $lt: 2026 }, (x) => x != 10], queryObj, 1, 1)
+        .queryFiles(".", queryObj, 1, 1)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [{ "/employees/2025/03/employee_2_9": { age: 46, department: "R&D" } }, {}]);
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles([{ $gt: 2023, $gte: 2024, $lte: 2025, $lt: 2025 }, (x) => x != 10], queryObj, 1, 1)
+        .queryFiles(".", queryObj, 1, 1)
+        .run(), [[], []]);
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles([{ $gt: 2024, $gte: 2024, $lte: 2025, $lt: 2026 }, (x) => x != 10], queryObj, 1, 1)
+        .queryFiles(".", queryObj, 1, 1)
+        .run(), [[], []]);
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles([{ $or: [2024, 2025] }, (x) => x != 10], queryObj, 1, 1)
+        .queryFiles(".", queryObj, 1, 1)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [{ "/employees/2025/03/employee_2_9": { age: 46, department: "R&D" } }, {}]);
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles([{ $in: [2023, 2024, 2025] }, (x) => x != 10], queryObj, 1, 1)
+        .queryFiles(".", queryObj, 1, 1)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [{ "/employees/2025/03/employee_2_9": { age: 46, department: "R&D" } }, {}]);
+}
+function query15(qyDB) {
+    const queryObj = { $and: { department: (x) => x != "sales", age: (x) => x > 36 }, age: (x) => x > 40 };
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFiles({
+        $or: [".", [(x) => x >= 2024 && x <= 2025, (x) => x != 10]],
+    }, queryObj, 10, 0)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [
+        {
+            "/employees/2024/12/employee_3_9": { age: 46, department: "R&D" },
+            "/employees/2025/03/employee_2_9": { age: 46, department: "R&D" },
+            "/employees/employee_1_9": { age: 46, department: "R&D" },
+        },
+    ]);
+}
+function query16(qyDB) {
+    const queryObj = {
+        $and: { department: (x) => x != "sales", age: (x) => x > 36 },
+        age: (x) => x > 40,
+    };
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFilesMulti([["./**", queryObj]])
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [
+        {
+            "/employees/2025/03/employee_2_9": { age: 46, department: "R&D" },
+            "/employees/2024/12/employee_3_9": { age: 46, department: "R&D" },
+            "/employees/employee_1_9": { age: 46, department: "R&D" },
+        },
+    ]);
+    deepEqual(qyDB.fetch
+        .cd("employees")
+        .queryFilesMulti([["./**", queryObj]], 1, 1)
+        .run()
+        .map((list) => list.reduce((map, x) => {
+        map[x.fullPath] = x.view();
+        return map;
+    }, {})), [{ "/employees/2024/12/employee_3_9": { age: 46, department: "R&D" } }]);
+}
+function query17(qyDB) {
+    const result = {};
+    qyDB.fetch
+        .queryFiles("employees", {
+        department: { $or: ["sales", "R&D", "UNEXISTED"] },
+        age: (x) => x > 30,
+    })
+        .run()[0]
+        .forEach((x) => (result[x.name] = x.view()));
+    deepEqual(result, {
+        employee_1_1: { age: 31, department: "sales" },
+        employee_1_5: { age: 36, department: "sales" },
+        employee_1_6: { age: 36, department: "sales" },
+        employee_1_9: { age: 46, department: "R&D" },
+    });
+}
+function query18(qyDB) {
+    const result = {};
+    qyDB.fetch
+        .queryFiles("employees", "employee_1_1")
+        .run()[0]
+        .forEach((x) => (result[x.name] = x.view()));
+    deepEqual(result, {
+        employee_1_1: { age: 31, department: "sales" },
+    });
+    const result2 = {};
+    qyDB.queryFiles("**", "employee_1_1").forEach((x) => (result2[x.name] = x.view()));
+    deepEqual(result2, {
+        employee_1_1: { age: 31, department: "sales" },
+    });
+}
+function query19(qyDB) {
+    const result = {};
+    qyDB.fetch
+        .cd("employees")
+        .queryFiles("**", "employee_3_2")
+        .run()[0]
+        .forEach((x) => (result[x.name] = x.view()));
+    deepEqual(result, {
+        employee_3_2: { age: 38, department: "product" },
+    });
+    const result2 = {};
+    qyDB.queryFiles("**", "employee_2_1").forEach((x) => (result2[x.name] = x.view()));
+    deepEqual(result2, {
+        employee_2_1: { age: 31, department: "sales" },
+    });
+}
+let count = 0;
+function getEmployeeData() {
+    ++count;
+    return {
+        [`employee_${count}_1`]: { department: "sales", age: 31 },
+        [`employee_${count}_2`]: { department: "product", age: 38 },
+        [`employee_${count}_3`]: { department: "R&D", age: 26 },
+        [`employee_${count}_4`]: { department: "sales", age: 25 },
+        [`employee_${count}_5`]: { department: "sales", age: 36 },
+        [`employee_${count}_6`]: { department: "sales", age: 36 },
+        [`employee_${count}_7`]: { department: "product", age: 36 },
+        [`employee_${count}_9`]: { department: "R&D", age: 46 },
+    };
+}
+function insertData(qyDB, dirPath) {
+    const { batch } = qyDB;
+    batch.cd(dirPath);
+    const employeeData = getEmployeeData();
+    for (const key in employeeData) {
+        batch.insert(key, employeeData[key]);
+    }
+    batch.run();
+}
+test("test QyAQL", { skip: false }, async (context) => {
+    context.after(async (t) => {
+        await qyDB.stop();
+    });
+    const dataFolder = "./tmp/QyAQL/1";
+    const qyDB = new QyDB(dataFolder, {});
+    await qyDB.start();
+    qyDB.delDir("employees");
+    qyDB.createIndex("employees", "department");
+    insertData(qyDB, "employees");
+    query1(qyDB);
+    insertData(qyDB, ["employees", "2025", "03"]);
+    insertData(qyDB, ["employees", "2024", "12"]);
+    await qyDB.stop();
+    await qyDB.start();
+    query1(qyDB);
+    query2(qyDB);
+    query3(qyDB);
+    query4(qyDB);
+    query5(qyDB);
+    query6(qyDB);
+    query7(qyDB);
+    query8(qyDB);
+    query9(qyDB);
+    query10(qyDB);
+    query11(qyDB);
+    query12(qyDB);
+    query13(qyDB);
+    query14(qyDB);
+    query15(qyDB);
+    query16(qyDB);
+    query17(qyDB);
+    query18(qyDB);
+    query19(qyDB);
+});