@opengis/fastify-table 2.0.111 → 2.0.112

package/dist/server/routes/file/controllers/export.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"export.d.ts","sourceRoot":"","sources":["../../../../../server/routes/file/controllers/export.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AA+BzD;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,wBAA8B,WAAW,CACvC,EACE,EAAqB,EACrB,OAAO,EACP,IAAI,EACJ,OAAO,EAAE,QAAQ,EACjB,GAAG,EACH,KAAU,EACV,IAAkB,EAClB,QAAQ,EACR,UAAU,GACX,EAAE;IACD,EAAE,EAAE,UAAU,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,EACD,KAAK,EAAE,YAAY,gBAyXpB"}
+{"version":3,"file":"export.d.ts","sourceRoot":"","sources":["../../../../../server/routes/file/controllers/export.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAgCzD;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,wBAA8B,WAAW,CACvC,EACE,EAAqB,EACrB,OAAO,EACP,IAAI,EACJ,OAAO,EAAE,QAAQ,EACjB,GAAG,EACH,KAAU,EACV,IAAkB,EAClB,QAAQ,EACR,UAAU,GACX,EAAE;IACD,EAAE,EAAE,UAAU,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,EACD,KAAK,EAAE,YAAY,gBAsYpB"}

package/dist/server/routes/file/controllers/export.js

@@ -20,6 +20,7 @@ import jsonToXls from "./utils/jsonToXls.js";
 import jsonToCsv from "./utils/jsonToCsv.js";
 import formatResult from "./utils/formatResult.js";
 import jsonlToJsonFile from "./utils/jsonlToJsonFile.js";
+import pubsub from "./utils/pubsub.js";
 const startStreamWithTotal = 10000;
 const rootDir = getFolder(config, "local");
 /**
@@ -84,12 +85,6 @@ export default async function exportTable({ pg = pgClients.client, headers, user
             reply,
         });
     }
-    // delete old file, prevent append
-    if (cacheFile && (nocache || config.disableCache)) {
-        await rm(filePath);
-    }
-    // create directory if not exists
-    await mkdir(path.dirname(filePath), { recursive: true });
     const loadTable = await getTemplate("table", table);
     const meta = await getMeta({ pg, table: loadTable?.table || table });
     const viewSql = await getTemplate("view", loadTable?.table || table);
@@ -165,12 +160,22 @@ export default async function exportTable({ pg = pgClients.client, headers, user
             .split(".")
             .pop()}` // check for json data
         : el.name);
-    const send = ((!slice && +filtered > startStreamWithTotal) || stream) &&
-        process.env.NODE_ENV !== "test"
-        ? eventStream(reply)
-        : process.env.NODE_ENV === "test"
-            ? console.log
-            : () => { };
+    const isStream = ((!slice && +filtered > startStreamWithTotal) || stream) &&
+        process.env.NODE_ENV !== "test" &&
+        !process.env.VITEST;
+    const sendOriginal = isStream ? eventStream(reply) : () => { };
+    const redisKey = `exportTable:${fileName}`;
+    const send = isStream
+        ? await pubsub(redisKey, (msg, finishStream = false) => {
+            sendOriginal(msg, finishStream);
+        }, query.reload && user?.user_type?.includes?.("admin"))
+        : () => { };
+    // delete old file, prevent append
+    if (cacheFile && (nocache || config.disableCache)) {
+        await rm(filePath);
+    }
+    // create directory if not exists
+    await mkdir(path.dirname(filePath), { recursive: true });
     // export xlsx / csv / json
     const source = loadTable?.title || loadTable?.ua || table || sourceName;
     const interval = setInterval(async () => {
@@ -248,7 +253,8 @@ export default async function exportTable({ pg = pgClients.client, headers, user
     await jsonlToJsonFile(filePathJSON.replace(/.json$/, ".jsonl"));
     clearInterval(interval);
     if (res.error) {
-        send(res.error, 1);
+        send("finish");
+        sendOriginal(res.error, 1);
         return reply.status(500).send(res.error);
     }
     logger.file("export/table", {
@@ -302,7 +308,8 @@ export default async function exportTable({ pg = pgClients.client, headers, user
     if (resp.error) {
         return reply.status(resp.status || 500).send(resp.error);
     }
-    send("Файл успішно сформовано. Натистіть кнопку ще раз для завантаження даних", 1);
+    send("finish");
+    sendOriginal("Файл успішно сформовано. Натистіть кнопку ще раз для завантаження даних", 1);
     return formatResult({
         filePath,
         formatAnswer,

package/dist/server/routes/file/controllers/utils/pubsub.d.ts

@@ -0,0 +1,2 @@
+export default function subscribe(code: string, cb: any, reload: any): Promise<any>;
+//# sourceMappingURL=pubsub.d.ts.map

package/dist/server/routes/file/controllers/utils/pubsub.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pubsub.d.ts","sourceRoot":"","sources":["../../../../../../server/routes/file/controllers/utils/pubsub.ts"],"names":[],"mappings":"AAkDA,wBAA8B,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,gBA2EzE"}

package/dist/server/routes/file/controllers/utils/pubsub.js

@@ -0,0 +1,112 @@
+const keyCacheSubscribe = "emit_cache";
+const listenter = {}; // callback send message listener
+const promise = {}; // promise await for subscribe
+const resolve = {}; // resolve
+const publish = {}; // publish
+import config from "../../../../../config.js";
+import getRedis from "../../../../plugins/redis/funcs/getRedis.js";
+// getRedisPublisher
+function getRedisPublisher() {
+    const rst = getRedis({
+        name: "rst",
+        ...(config.redis || {}),
+    });
+    const subscriber = getRedis({
+        name: "sub",
+        ...(config.redis || {}),
+    });
+    subscriber.unsubscribe(keyCacheSubscribe);
+    subscriber.subscribe(keyCacheSubscribe, () => { });
+    subscriber.on("message", async (channel, text) => {
+        const [code, msg] = text.split("|||");
+        if (msg === "finish" && resolve[code]) {
+            resolve[code]();
+            resolve[code] = null;
+        }
+        listenter[code].forEach((cb1, i) => {
+            cb1(`${msg} - ${i}`);
+        });
+    });
+    return rst;
+}
+// native publisher
+function getPublisher() {
+    const rst = {
+        publish(key, text) {
+            const [code, msg] = text.split("|||");
+            listenter[code]?.forEach((cb1, i) => {
+                cb1?.(`${msg} - ${i}`);
+            });
+        },
+    };
+    return rst;
+}
+// !!! work non cluster mode for cluster subscribe redis
+export default async function subscribe(code, cb, reload) {
+    try {
+        const rclient = getRedis();
+        const { isRedis, timeout = 150 } = config?.redis?.pubsub || {}; // test!
+        const publisher = isRedis ? getRedisPublisher() : getPublisher();
+        const keyCacheCode = `${keyCacheSubscribe}:${code}`;
+        // check code is run
+        const isNotRun = await rclient.setnx(keyCacheCode, 1);
+        const ttl = await rclient.ttl(keyCacheCode);
+        // if Run
+        if (!isNotRun && !reload && ttl > 0) {
+            // add listener
+            cb(`==== run as slave  ttl: ${ttl}==== `);
+            const alldata = await rclient.lrange(keyCacheCode + ":list", 0, -1);
+            alldata.forEach((el) => {
+                cb(el);
+            });
+            // for redis
+            if (!listenter[code]) {
+                listenter[code] = [];
+                promise[code] = new Promise((rsv) => {
+                    resolve[code] = rsv;
+                });
+            }
+            // check master finish
+            const interval = setInterval(async () => {
+                const ttl1 = await rclient.ttl(keyCacheCode);
+                if (ttl1 < 0) {
+                    clearInterval(interval);
+                    cb(`finish master timeout ${timeout}`, 1);
+                }
+            }, 5000);
+            listenter[code].push(cb);
+            return promise[code];
+        }
+        await rclient.expire(keyCacheCode, timeout);
+        // if not run
+        // create return promise
+        promise[code] = new Promise((rsv) => {
+            resolve[code] = rsv;
+        });
+        listenter[code] = [cb];
+        // listenter[code].push(cb);
+        // create publish function
+        publish[code] = (msg) => {
+            rclient.rpush(keyCacheCode + ":list", msg);
+            rclient.expire(keyCacheCode, timeout);
+            // send message to all listener
+            publisher.publish(keyCacheSubscribe, `${code}|||${msg}`); // redis
+            // finish and clear
+            if (msg === "finish") {
+                // clear code to run again
+                rclient.del(keyCacheCode);
+                rclient.del(keyCacheCode + ":list");
+                // resolve promise
+                resolve[code]();
+                // clear
+                resolve[code] = null;
+                promise[code] = null;
+                listenter[code] = [];
+            }
+        };
+        return publish[code];
+    }
+    catch (err) {
+        console.error(err.toString());
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opengis/fastify-table",
-  "version": "2.0.111",
+  "version": "2.0.112",
   "type": "module",
   "description": "core-plugins",
   "keywords": [