datafolder 1.0.2 → 1.0.4

package/src/rpc/getFileContent.js

@@ -1,16 +1,16 @@
-let Error_No_Such_File = new Error("No such file");
+let o = new Error("No such file");
 
 module.exports = ({
     filePath: e,
     cChangeId: n
 }) => {
-    var l, r, t, e = qyDB.fileP(e);
+    var t, l, i, e = qyDB.fileP(e);
     return e ? ({
         fileContent: e,
-        cChangeId: l,
-        fileContentKey: r
-    } = e, t = {}, n != l && (Object.assign(t, {
+        cChangeId: t,
+        fileContentKey: l
+    } = e, i = {}, n != t && (Object.assign(i, {
         fileContent: e,
-        cChangeId: l
-    }), null == n) && (t.fileContentKey = r), t) : Error_No_Such_File;
+        cChangeId: t
+    }), null == n) && (i.fileContentKey = l), i) : o;
 };

package/src/rpc/getSubItems.js

@@ -1,32 +1,16 @@
-let Error_no_Such_Dir = new Error("No such dir");
+let h = new Error("No such dir");
 
 module.exports = ({
-    dirPath: r,
-    dChangeId: e,
-    fChangeId: a
+    dirPath: e,
+    dChangeId: a,
+    fChangeId: d
 }) => {
-    r = qyDB.dirP(r);
-    if (!r) return Error_no_Such_Dir;
-    var d = {};
-    if (e || a || (d.fullPathHash = r.fullPathHash), e != r.dChangeId) {
-        var h, e = r.sortedSubdirList, i = [];
-        for ({
-            name: h
-        } of e) i.push(h);
-        Object.assign(d, {
-            subdirList: i,
-            dChangeId: r.dChangeId
-        });
-    }
-    if (a != r.fChangeId) {
-        var n, e = r.sortedFileList, s = [];
-        for ({
-            name: n
-        } of e) s.push(n);
-        Object.assign(d, {
-            fileList: s,
-            fChangeId: r.fChangeId
-        });
-    }
-    return d;
+    var s, e = qyDB.dirP(e);
+    return e ? (s = {}, a || d || (s.fullPathHash = e.fullPathHash), a != e.dChangeId && Object.assign(s, {
+        subdirList: e.sortedSubdirList.map(e => e.name),
+        dChangeId: e.dChangeId
+    }), d != e.fChangeId && Object.assign(s, {
+        fileList: e.sortedFileList.map(e => e.name),
+        fChangeId: e.fChangeId
+    }), s) : h;
 };

package/src/rpc/queryFiles.js

@@ -5,29 +5,6 @@ module.exports = queryText => {
         view,
         limit,
         cursor
-    } = eval("((x)=>x)(" + queryText + ")"), fileList = qyDB.queryFiles(folder, value, limit, cursor), tree = {};
-    for (var file of fileList) {
-        let {
-            parentList
-        } = file, node = tree;
-        for (var dir of parentList) {
-            let {
-                name,
-                fullPathHash
-            } = dir, subdirMap = node.subdirMap;
-            subdirMap = subdirMap || (node.subdirMap = {}), node = subdirMap[name], 
-            node = node || (subdirMap[name] = {
-                fullPathHash: fullPathHash
-            });
-        }
-        let fileMap = node.fileMap;
-        fileMap = fileMap || (node.fileMap = {}), fileMap[file.name] = {
-            fileContent: file.view(view, !0),
-            fileContentKey: file.fileContentKey
-        };
-    }
-    return {
-        tree: tree,
-        count: fileList.length
-    };
+    } = eval("((x)=>x)(" + queryText + ")");
+    return qyDB.fileListToTree(qyDB.queryFiles(folder, value, limit, cursor), view);
 };

package/src/simulate.js

@@ -1,114 +1,119 @@
-let path = require("node:path"), fsPromises = require("node:fs/promises"), QyDB = require("./QyDB.js").QyDB, {
-    folderOrFileExists,
-    randomInt,
-    sleep
-} = require("./QyUtils.js"), runQueries = require("../scripts/airbnb2_queries.js").runQueries, airbnbDataFolder = (logger.level = "info", 
-"../airbnb"), dataFolder = "./tmp/simulate", hosts, listings, reviews, hostIdList, listingIdList, reviewIdList;
+import {
+    join as t
+} from "node:path";
 
-async function loadJsonFile(t) {
-    return JSON.parse(await fsPromises.readFile(path.join(airbnbDataFolder, t)));
-}
+import {
+    readFile as s,
+    rm as i
+} from "node:fs/promises";
+
+import {
+    QyDB as a
+} from "./QyDB.js";
+
+import {
+    folderOrFileExists as n,
+    randomInt as u,
+    sleep as w
+} from "./QyUtils.js";
+
+import {
+    runQueries as l
+} from "../scripts/airbnb2_queries.js";
 
-async function loadData() {
-    console.time("loadData"), [ hosts, listings, reviews ] = await Promise.all([ loadJsonFile("hosts.json"), loadJsonFile("listings.json"), loadJsonFile("reviews.json") ]), 
-    hostIdList = Object.keys(hosts), listingIdList = Object.keys(listings), reviewIdList = Object.keys(reviews), 
-    console.timeEnd("loadData");
+logger.level = "info";
+
+let r = "../airbnb", c = "./tmp/simulate", m, p, f, v, d, g;
+
+async function y(e) {
+    return JSON.parse(await s(t(r, e)));
 }
 
-function insertData(t) {
+function b(e) {
     console.time("insertData");
-    var e, s, i, o = t.batch;
-    for (e of hostIdList) o.insert([ "hosts", e ], hosts[e]);
-    for (s of listingIdList) {
-        var n = listings[s], {
-            property_type: r,
-            room_type: a,
+    var t, s, r, o = e.batch;
+    for (t of v) o.insert([ "hosts", t ], m[t]);
+    for (s of d) {
+        var i = p[s], {
+            property_type: a,
+            room_type: n,
             bed_type: l
-        } = n;
-        o.insert([ "airbnb", r, a, l, s ], n);
+        } = i;
+        o.insert([ "airbnb", a, n, l, s ], i);
     }
-    for (i of reviewIdList) {
-        var d = reviews[i];
-        o.insert([ "reviews", d.listing_id, i ], d);
+    for (r of g) {
+        var c = f[r];
+        o.insert([ "reviews", c.listing_id, r ], c);
     }
     o.run(), console.timeEnd("insertData");
 }
 
-function getRandomHost() {
-    return hosts[hostIdList[randomInt(hostIdList.length)]];
-}
-
-function getRandomListing() {
-    return listings[listingIdList[randomInt(listingIdList.length)]];
-}
-
-function getRandomReview() {
-    return reviews[reviewIdList[randomInt(reviewIdList.length)]];
+function h() {
+    return m[v[u(v.length)]];
 }
 
-function modifyHost(t) {
-    var e, s = getRandomHost(), i = getRandomHost(), o = {};
-    for (e in i) 1 == randomInt(2) && (o[e] = i[e]);
-    t.insert([ "hosts", s.host_id ], o);
+function _() {
+    return p[d[u(d.length)]];
 }
 
-function modifyListing(t) {
-    var e, s = getRandomListing(), i = getRandomListing(), o = {};
-    for (e in i) 1 == randomInt(2) && (o[e] = i[e]);
-    var {
-        property_type: s,
-        room_type: n,
-        bed_type: r,
-        _id: a
-    } = s;
-    t.insert([ "airbnb", s, n, r, a ], o);
+function j() {
+    return f[g[u(g.length)]];
 }
 
-function modifyReview(t) {
-    var e, s = getRandomReview(), i = getRandomReview(), o = {};
-    for (e in i) 1 == randomInt(2) && (o[e] = i[e]);
-    t.insert([ "reviews", s.listing_id, s._id ], o);
-}
-
-async function simulateOne(t, e) {
-    for (;0 < e--; ) {
-        switch (randomInt(3)) {
+async function D(e, t) {
+    for (;0 < t--; ) {
+        switch (u(3)) {
           case 0:
-            modifyHost(t);
+            s = a = i = o = r = void 0;
+            var s, r = e, o = h(), i = h(), a = {};
+            for (s in i) 1 == u(2) && (a[s] = i[s]);
+            r.insert([ "hosts", o.host_id ], a);
             break;
 
           case 1:
-            modifyListing(t);
+            n = f = p = m = c = l = o = r = void 0;
+            var n, r = e, o = _(), l = _(), c = {};
+            for (n in l) 1 == u(2) && (c[n] = l[n]);
+            var {
+                property_type: o,
+                room_type: m,
+                bed_type: p,
+                _id: f
+            } = o;
+            r.insert([ "airbnb", o, m, p, f ], c);
             break;
 
           case 2:
-            modifyReview(t);
+            v = g = d = p = m = void 0;
+            var v, m = e, p = j(), d = j(), g = {};
+            for (v in d) 1 == u(2) && (g[v] = d[v]);
+            m.insert([ "reviews", p.listing_id, p._id ], g);
         }
-        await sleep(randomInt(1e3) / 1e3);
+        await w(u(1e3) / 1e3);
     }
 }
 
-async function run() {
+(async () => {
     console.time("total");
-    var e = process.argv[2] || 1e3, s = process.argv[3] || 100;
-    let t;
+    let t = process.argv[2] || 1e3, s = process.argv[3] || 100, e;
     if ("true" == process.argv[4]) {
         try {
-            await fsPromises.rm(dataFolder, {
+            await i(c, {
                 recursive: !0
             });
-        } catch (t) {}
-        t = !0;
-    } else await folderOrFileExists(dataFolder) || (t = !0);
-    process.argv[5] && (logger.level = process.argv[5]), await loadData(), console.log(`hosts:${hostIdList.length}, listings:${listingIdList.length}, reviews:` + reviewIdList.length);
-    var i = new QyDB(dataFolder, {
+        } catch (e) {}
+        e = !0;
+    } else await n(c) || (e = !0);
+    process.argv[5] && (logger.level = process.argv[5]), console.time("loadData"), 
+    [ m, p, f ] = await Promise.all([ y("hosts.json"), y("listings.json"), y("reviews.json") ]), 
+    v = Object.keys(m), d = Object.keys(p), g = Object.keys(f), await !console.timeEnd("loadData"), 
+    console.log(`hosts:${v.length}, listings:${d.length}, reviews:` + g.length);
+    var r = new a(c, {
         fileLogLevel: "basic"
-    }), o = (t && (await i.start(), insertData(i), await i.stop()), console.time("simulate " + s), 
-    await i.start(), runQueries(i), []);
-    for (let t = 0; t < e; ++t) o.push(simulateOne(i, s));
-    await Promise.all(o), insertData(i), await i.stop(), console.timeEnd("simulate " + s), 
-    console.time("start"), await i.start(), console.timeEnd("start"), runQueries(i), 
-    await i.stop(), console.timeEnd("total");
-}
-
-run();
+    }), o = (e && (await r.start(), b(r), await r.stop()), console.time("simulate " + s), 
+    await r.start(), l(r), []);
+    for (let e = 0; e < t; ++e) o.push(D(r, s));
+    await Promise.all(o), b(r), await r.stop(), console.timeEnd("simulate " + s), 
+    console.time("start"), await r.start(), console.timeEnd("start"), l(r), await r.stop(), 
+    console.timeEnd("total");
+})();

package/src/simulate2.js

@@ -1,110 +1,109 @@
-let path = require("node:path"), fsPromises = require("node:fs/promises"), QyDB = require("./QyDB.js").QyDB, {
-    folderOrFileExists,
-    randomInt,
-    sleep,
-    memoryPercent
-} = require("./QyUtils.js"), runQueries = require("../scripts/flights2_queries.js").runQueries, arangoJsonFolderPath = (logger.level = "info", 
-"../GraphCourse_DemoData_ArangoDB-2"), dataFolder = "./tmp/simulate2", airportList, flightList;
+import {
+    join as t
+} from "node:path";
 
-async function loadFile(t) {
-    return JSON.parse(await fsPromises.readFile(path.join(arangoJsonFolderPath, t)));
-}
+import {
+    readFile as o,
+    rm as a
+} from "node:fs/promises";
 
-async function loadData() {
-    console.time("loadData"), [ airportList, flightList ] = await Promise.all([ loadFile("airports.json"), loadFile("flights.json") ]), 
-    console.timeEnd("loadData");
-}
+import {
+    QyDB as n
+} from "./QyDB.js";
 
-function getRandomAirport() {
-    return airportList[randomInt(airportList.length)];
-}
+import {
+    folderOrFileExists as l,
+    randomInt as c,
+    sleep as g
+} from "./QyUtils.js";
+
+import {
+    runQueries as m
+} from "../scripts/flights2_queries.js";
+
+logger.level = "info";
+
+let s = "../GraphCourse_DemoData_ArangoDB-2", f = "./tmp/simulate2", d, p;
 
-function getRandomFlight() {
-    return flightList[randomInt(flightList.length)];
+async function h(e) {
+    return JSON.parse(await o(t(s, e)));
 }
 
-function modifyAirport(t) {
-    var e, i = getRandomAirport()._key, r = getRandomAirport(), o = {};
-    for (e in r) 1 == randomInt(2) && (o[e] = r[e]);
-    t.insert([ "airports", i ], o);
+function u() {
+    return d[c(d.length)];
 }
 
-function modifyFlight(t) {
-    var e, i = randomInt(flightList.length), {
-        Year: r,
-        Month: o,
-        Day: s
-    } = flightList[i], a = getRandomFlight(), n = {};
-    for (e in a) 1 == randomInt(2) && (n[e] = a[e]);
-    t.insert([ "flights", r, o, s, i ], n);
+function v(e) {
+    var t, o = c(p.length), {
+        Year: s,
+        Month: r,
+        Day: i
+    } = p[o], a = p[c(p.length)], n = {};
+    for (t in a) 1 == c(2) && (n[t] = a[t]);
+    e.insert([ "flights", s, r, i, o ], n);
 }
 
-async function simulateOne(t, e) {
-    for (;0 < e--; ) {
-        switch (randomInt(2)) {
+async function w(e, t) {
+    for (;0 < t--; ) {
+        switch (c(2)) {
           case 0:
-            modifyAirport(t);
+            o = a = i = r = s = void 0;
+            var o, s = e, r = u()._key, i = u(), a = {};
+            for (o in i) 1 == c(2) && (a[o] = i[o]);
+            s.insert([ "airports", r ], a);
             break;
 
           case 1:
-            modifyFlight(t);
+            v(e);
         }
-        await sleep(1);
+        await g(1);
     }
 }
 
-function insertAirports(t) {
+function y(e) {
+    var t = e;
     console.time("insertAirports");
-    var e, i = t.batch;
-    for (e of airportList) i.insert("airports/" + e._key, e);
-    i.run(), console.timeEnd("insertAirports");
-}
-
-function insertFlights(t) {
+    var o, s = t.batch;
+    for (o of d) s.insert("airports/" + o._key, o);
+    s.run(), console.timeEnd("insertAirports");
+    t = e;
     logger.log("insertFlights begin"), console.time("insertFlights");
-    var e, i = t.batch;
-    for (let t = 0; t < flightList.length; ++t) {
-        var r = flightList[t], {
-            Year: o,
-            Month: s,
-            Day: a
-        } = r;
-        i.insert(`flights/${o}/${s}/${a}/` + t, r);
+    var r, i = t.batch;
+    for (let e = 0; e < p.length; ++e) {
+        var a = p[e], {
+            Year: n,
+            Month: l,
+            Day: c
+        } = a;
+        i.insert(`flights/${n}/${l}/${c}/` + e, a);
     }
     i.run(), logger.log("insertFlights end"), console.timeEnd("insertFlights"), 
     console.time("createFlightsIndex");
-    for (e of t.dir("flights").subdirList) for (var n of e.subdirList) for (var l of n.subdirList) i.createIndex(l, [ "_from", "_to" ]);
+    for (r of t.dir("flights").subdirList) for (var g of r.subdirList) for (var m of g.subdirList) i.createIndex(m, [ "_from", "_to" ]);
     i.run(), console.timeEnd("createFlightsIndex");
 }
 
-function insertData(t) {
-    insertAirports(t), insertFlights(t);
-}
-
-async function run() {
+(async () => {
     console.time("total");
-    var e = process.argv[2] || 1e3, i = process.argv[3] || 100;
-    let t;
+    let t = process.argv[2] || 1e3, o = process.argv[3] || 100, e;
     if ("true" == process.argv[4]) {
         try {
-            await fsPromises.rm(dataFolder, {
+            await a(f, {
                 recursive: !0
             });
-        } catch (t) {}
-        t = !0;
-    } else await folderOrFileExists(dataFolder) || (t = !0);
-    process.argv[5] && (logger.level = process.argv[5]), await loadData(), console.log(`airports:${airportList.length}, flights:` + flightList.length);
-    var r = new QyDB(dataFolder, {
+        } catch (e) {}
+        e = !0;
+    } else await l(f) || (e = !0);
+    process.argv[5] && (logger.level = process.argv[5]), console.time("loadData"), 
+    [ d, p ] = await Promise.all([ h("airports.json"), h("flights.json") ]), await !console.timeEnd("loadData"), 
+    console.log(`airports:${d.length}, flights:` + p.length);
+    var s = new n(f, {
         fileLogLevel: "basic"
-    }), o = (t && (await r.start(), insertData(r), await r.stop()), await r.start(), 
-    runQueries(r), `simulate ${e} ` + i), s = (console.time(o), console.time("simulateStop"), 
-    []);
-    for (let t = 0; t < e; ++t) s.push(simulateOne(r, i));
-    await Promise.all(s), console.timeEnd(o), logger.log(`Simulate ${e} for ${i} ended.`), 
-    console.time("del%"), r.delDir("%"), console.timeEnd("del%"), insertData(r), 
-    await r.stop(), console.timeEnd("simulateStop"), console.time("start"), await r.start(), 
-    console.timeEnd("start"), runQueries(r), await r.stop(), console.timeEnd("total"), 
-    global.gc && global.gc();
-}
-
-run();
+    }), r = (e && (await s.start(), y(s), await s.stop()), await s.start(), m(s), 
+    `simulate ${t} ` + o), i = (console.time(r), console.time("simulateStop"), []);
+    for (let e = 0; e < t; ++e) i.push(w(s, o));
+    await Promise.all(i), console.timeEnd(r), logger.log(`Simulate ${t} for ${o} ended.`), 
+    console.time("del%"), s.delDir("%"), console.timeEnd("del%"), y(s), await s.stop(), 
+    console.timeEnd("simulateStop"), console.time("start"), await s.start(), console.timeEnd("start"), 
+    m(s), await s.stop(), console.timeEnd("total"), global.gc && global.gc();
+})();

package/src/soc_pokec.js

@@ -1,43 +1,55 @@
-let {
-    open,
-    rm
-} = require("node:fs/promises"), assert = require("node:assert/strict"), QyDB = require("../src/QyDB.js").QyDB, folderOrFileExists = require("../src/QyUtils.js").folderOrFileExists, socPokecRelationshipsFilePath = (logger.level = "info", 
-"D:/SampleData/soc_pokec/soc-pokec-relationships.txt"), socPokecProfileFilePath = "D:/SampleData/soc_pokec/soc-pokec-profiles.txt", dataFolder = "./tmp/soc_pokec", qyDB = new QyDB(dataFolder);
+import {
+    open as c,
+    rm as t
+} from "node:fs/promises";
 
-async function insertProfiles() {}
+import "node:assert/strict";
 
-async function insertData() {
-    console.time("readData");
-    var e, a = {};
-    for await (e of (await open(socPokecRelationshipsFilePath, "r")).readLines()) {
-        var [ t, r ] = e.split("\t"), s = a[t];
-        s ? s[r] = 1 : a[t] = {
-            [r]: 1
-        };
-    }
-    console.timeEnd("readData"), console.time("insertData");
-    var o, i = qyDB.batch;
-    let n = 0;
-    for (o in a) {
-        var l = a[o];
-        i.insertP([ "relationships", o ], l), 3e4 < ++n && (await i.run(!0), n = 0);
-    }
-    await i.run(!0), console.timeEnd("insertData");
-}
+import {
+    QyDB as e
+} from "../src/QyDB.js";
+
+import {
+    folderOrFileExists as p
+} from "../src/QyUtils.js";
+
+logger.level = "info";
 
-async function run() {
+let m = "D:/SampleData/soc_pokec/soc-pokec-relationships.txt";
+
+let f = "./tmp/soc_pokec", w = new e(f);
+
+(async () => {
     process.argv[3] && (logger.level = process.argv[3]);
     let e;
     if ("true" == process.argv[2]) {
         try {
-            await rm(dataFolder, {
+            await t(f, {
                 recursive: !0
             });
         } catch (e) {}
         e = !0;
-    } else await folderOrFileExists(dataFolder) || (e = !0);
-    console.time("run"), await qyDB.start(), e && await insertData(), await qyDB.stop(), 
-    console.timeEnd("run");
-}
-
-run();
+    } else await p(f) || (e = !0);
+    if (console.time("run"), await w.start(), e) {
+        {
+            console.time("readData");
+            var a, r = await c(m, "r"), s = {};
+            for await (o of r.readLines()) {
+                var [ o, i ] = o.split("\t"), n = s[o];
+                n ? n[i] = 1 : s[o] = {
+                    [i]: 1
+                };
+            }
+            console.timeEnd("readData"), console.time("insertData");
+            let e = w.batch, t = 0;
+            for (a in s) {
+                var l = s[a];
+                e.insertP([ "relationships", a ], l), 3e4 < ++t && (await e.run(!0), 
+                t = 0);
+            }
+            await e.run(!0), console.timeEnd("insertData");
+        }
+        await 0;
+    }
+    await w.stop(), console.timeEnd("run");
+})();

package/static/datafolderui/QyStyledElement.js

@@ -1,30 +1,30 @@
 import {
-    appendStyle
+    appendStyle as n
 } from "./QyUIUtils.js";
 
-class QyStyledElement extends HTMLElement {
+class s extends HTMLElement {
     constructor(e, t) {
         super(), Array.isArray(e) && (t = e, e = void 0);
-        var n = this.attachShadow({
+        var r = this.attachShadow({
             mode: "open"
         });
-        if (t) for (var l of t) {
-            var r = document.createElement("link");
-            r.setAttribute("rel", "stylesheet"), r.setAttribute("href", l), n.appendChild(r);
+        if (t) for (var s of t) {
+            var o = document.createElement("link");
+            o.setAttribute("rel", "stylesheet"), o.setAttribute("href", s), r.appendChild(o);
         }
-        e && appendStyle(n, e);
+        e && n(r, e);
     }
 }
 
-function defineStyledElement(e, t, n) {
-    customElements.define(e, class extends QyStyledElement {
+function e(e, t, r) {
+    customElements.define(e, class extends s {
         constructor() {
-            super(t, n);
+            super(t, r);
         }
     });
 }
 
 export {
-    QyStyledElement,
-    defineStyledElement
+    s as QyStyledElement,
+    e as defineStyledElement
 };