emberflow 1.3.8 → 1.3.42

package/lib/utils/distribution.js

@@ -0,0 +1,119 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.onMessageInstructionsQueue = exports.queueInstructions = exports.onMessageForDistributionQueue = exports.queueForDistributionLater = void 0;
+const index_1 = require("../index");
+const index_utils_1 = require("../index-utils");
+const pubsub_1 = require("./pubsub");
+const queueForDistributionLater = async (...logicResultDocs) => {
+    const topic = index_1.pubsub.topic(index_1.FOR_DISTRIBUTION_TOPIC_NAME);
+    try {
+        for (const logicResultDoc of logicResultDocs) {
+            const messageId = await topic.publishMessage({ json: logicResultDoc });
+            console.log(`Message ${messageId} published.`);
+        }
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            console.error(`Received error while publishing: ${error.message}`);
+        }
+        else {
+            console.error("An unknown error occurred during publishing");
+        }
+        throw error;
+    }
+};
+exports.queueForDistributionLater = queueForDistributionLater;
+async function onMessageForDistributionQueue(event) {
+    try {
+        const logicResultDoc = event.data.message.json;
+        console.log("Received user logic result doc:", logicResultDoc);
+        console.info("Running For Distribution");
+        const { priority = "normal" } = logicResultDoc;
+        if (priority === "high") {
+            await (0, index_utils_1.distributeDoc)(logicResultDoc);
+        }
+        else if (priority === "normal") {
+            logicResultDoc.priority = "high";
+            await (0, exports.queueForDistributionLater)(logicResultDoc);
+        }
+        else if (priority === "low") {
+            logicResultDoc.priority = "normal";
+            await (0, exports.queueForDistributionLater)(logicResultDoc);
+        }
+        return "Processed for distribution later";
+    }
+    catch (e) {
+        console.error("PubSub message was not JSON", e);
+        throw new Error("No json in message");
+    }
+}
+exports.onMessageForDistributionQueue = onMessageForDistributionQueue;
+async function queueInstructions(dstPath, instructions) {
+    const topic = index_1.pubsub.topic(index_1.INSTRUCTIONS_TOPIC_NAME);
+    try {
+        const messageId = await topic.publishMessage({ json: { dstPath, instructions } });
+        console.log(`Message ${messageId} published.`);
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            console.error(`Received error while publishing: ${error.message}`);
+        }
+        else {
+            console.error("An unknown error occurred during publishing");
+        }
+        throw error;
+    }
+}
+exports.queueInstructions = queueInstructions;
+async function onMessageInstructionsQueue(event) {
+    if (await pubsub_1.pubsubUtils.isProcessed(index_1.INSTRUCTIONS_TOPIC_NAME, event.id)) {
+        console.log("Skipping duplicate message");
+        return;
+    }
+    try {
+        const instructionsMessage = event.data.message.json;
+        console.log("Received user logic result doc:", instructionsMessage);
+        console.info("Running For Distribution");
+        const { dstPath, instructions } = instructionsMessage;
+        const updateData = {};
+        for (const [property, instruction] of Object.entries(instructions)) {
+            if (instruction === "++") {
+                updateData[property] = index_1.admin.firestore.FieldValue.increment(1);
+            }
+            else if (instruction === "--") {
+                updateData[property] = index_1.admin.firestore.FieldValue.increment(-1);
+            }
+            else if (instruction.startsWith("+")) {
+                const incrementValue = parseInt(instruction.slice(1));
+                if (isNaN(incrementValue)) {
+                    console.log(`Invalid increment value ${instruction} for property ${property}`);
+                }
+                else {
+                    updateData[property] = index_1.admin.firestore.FieldValue.increment(incrementValue);
+                }
+            }
+            else if (instruction.startsWith("-")) {
+                const decrementValue = parseInt(instruction.slice(1));
+                if (isNaN(decrementValue)) {
+                    console.log(`Invalid decrement value ${instruction} for property ${property}`);
+                }
+                else {
+                    updateData[property] = index_1.admin.firestore.FieldValue.increment(-decrementValue);
+                }
+            }
+            else {
+                console.log(`Invalid instruction ${instruction} for property ${property}`);
+            }
+        }
+        const dstDocRef = index_1.db.doc(dstPath);
+        await dstDocRef.set(updateData, { merge: true });
+        await pubsub_1.pubsubUtils.trackProcessedIds(index_1.INSTRUCTIONS_TOPIC_NAME, event.id);
+        return "Processed instructions";
+    }
+    catch (e) {
+        console.error("PubSub message was not JSON", e);
+        throw new Error("No json in message");
+    }
+}
+exports.onMessageInstructionsQueue = onMessageInstructionsQueue;
+//# sourceMappingURL=distribution.js.map

package/lib/utils/distribution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"distribution.js","sourceRoot":"","sources":["../../src/utils/distribution.ts"],"names":[],"mappings":";;;AACA,oCAAiG;AAGjG,gDAA6C;AAG7C,qCAAqC;AAE9B,MAAM,yBAAyB,GAAG,KAAK,EAAE,GAAG,eAAiC,EAAE,EAAE;IACtF,MAAM,KAAK,GAAG,cAAM,CAAC,KAAK,CAAC,mCAA2B,CAAC,CAAC;IAExD,IAAI;QACF,KAAK,MAAM,cAAc,IAAI,eAAe,EAAE;YAC5C,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,EAAC,IAAI,EAAE,cAAc,EAAC,CAAC,CAAC;YACrE,OAAO,CAAC,GAAG,CAAC,WAAW,SAAS,aAAa,CAAC,CAAC;SAChD;KACF;IAAC,OAAO,KAAc,EAAE;QACvB,IAAI,KAAK,YAAY,KAAK,EAAE;YAC1B,OAAO,CAAC,KAAK,CAAC,oCAAoC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;SACpE;aAAM;YACL,OAAO,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;SAC9D;QACD,MAAM,KAAK,CAAC;KACb;AACH,CAAC,CAAC;AAhBW,QAAA,yBAAyB,6BAgBpC;AAEK,KAAK,UAAU,6BAA6B,CAAC,KAAuC;IACzF,IAAI;QACF,MAAM,cAAc,GAAmB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,cAAc,CAAC,CAAC;QAE/D,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzC,MAAM,EAAC,QAAQ,GAAG,QAAQ,EAAC,GAAG,cAAc,CAAC;QAC7C,IAAI,QAAQ,KAAK,MAAM,EAAE;YACvB,MAAM,IAAA,2BAAa,EAAC,cAAc,CAAC,CAAC;SACrC;aAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE;YAChC,cAAc,CAAC,QAAQ,GAAG,MAAM,CAAC;YACjC,MAAM,IAAA,iCAAyB,EAAC,cAAc,CAAC,CAAC;SACjD;aAAM,IAAI,QAAQ,KAAK,KAAK,EAAE;YAC7B,cAAc,CAAC,QAAQ,GAAG,QAAQ,CAAC;YACnC,MAAM,IAAA,iCAAyB,EAAC,cAAc,CAAC,CAAC;SACjD;QAED,OAAO,kCAAkC,CAAC;KAC3C;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;KACvC;AACH,CAAC;AAtBD,sEAsBC;AAEM,KAAK,UAAU,iBAAiB,CAAC,OAAe,EAAE,YAAqC;IAC5F,MAAM,KAAK,GAAG,cAAM,CAAC,KAAK,CAAC,+BAAuB,CAAC,CAAC;IAEpD,IAAI;QACF,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,EAAC,IAAI,EAAE,EAAC,OAAO,EAAE,YAAY,EAAC,EAAC,CAAC,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,WAAW,SAAS,aAAa,CAAC,CAAC;KAChD;IAAC,OAAO,KAAc,EAAE;QACvB,IAAI,KAAK,YAAY,KAAK,EAAE;YAC1B,OAAO,CAAC,KAAK,CAAC,oCAAoC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;SACpE;aAAM;YACL,OAAO,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;SAC9D;QACD,MAAM,KAAK,CAAC;KACb;AACH,CAAC;AAdD,8CAcC;AAEM,KAAK,UAAU,0BAA0B,CAAC,KAAuC;IACtF,IAAI,MAAM,oBAAW,CAAC,WAAW,CAAC,+BAAuB,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE;QACpE,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,OAAO;KACR;IACD,IAAI;QACF,MAAM,mBAAmB,GAAwB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,mBAAmB,CAAC,CAAC;QAEpE,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzC,MAAM,EAAC,OAAO,EAAE,YAAY,EAAC,GAAG,mBAAmB,CAAC;QACpD,MAAM,UAAU,GAAgC,EAAE,CAAC;QAEnD,KAAK,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE;YAClE,IAAI,WAAW,KAAK,IAAI,EAAE;gBACxB,UAAU,CAAC,QAAQ,CAAC,GAAG,aAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;aAChE;iBAAM,IAAI,WAAW,KAAK,IAAI,EAAE;gBAC/B,UAAU,CAAC,QAAQ,CAAC,GAAG,aAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;aACjE;iBAAM,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gBACtC,MAAM,cAAc,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtD,IAAI,KAAK,CAAC,cAAc,CAAC,EAAE;oBACzB,OAAO,CAAC,GAAG,CAAC,2BAA2B,WAAW,iBAAiB,QAAQ,EAAE,CAAC,CAAC;iBAChF;qBAAM;oBACL,UAAU,CAAC,QAAQ,CAAC,GAAG,aAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;iBAC7E;aACF;iBAAM,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gBACtC,MAAM,cAAc,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtD,IAAI,KAAK,CAAC,cAAc,CAAC,EAAE;oBACzB,OAAO,CAAC,GAAG,CAAC,2BAA2B,WAAW,iBAAiB,QAAQ,EAAE,CAAC,CAAC;iBAChF;qBAAM;oBACL,UAAU,CAAC,QAAQ,CAAC,GAAG,aAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,CAAC;iBAC9E;aACF;iBAAM;gBACL,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,iBAAiB,QAAQ,EAAE,CAAC,CAAC;aAC5E;SACF;QACD,MAAM,SAAS,GAAG,UAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;QAC/C,MAAM,oBAAW,CAAC,iBAAiB,CAAC,+BAAuB,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QACvE,OAAO,wBAAwB,CAAC;KACjC;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;KACvC;AACH,CAAC;AA5CD,gEA4CC"}

package/lib/utils/forms.d.ts

@@ -1,3 +1,5 @@
 import { FormData } from "emberflow-admin-client/lib/types";
-export declare function waitForSubmitFormQueueToEmpty(): Promise<void>;
-export declare function queueSubmitForm(formData: FormData): Promise<void>;
+import { CloudEvent } from "firebase-functions/lib/v2/core";
+import { MessagePublishedData } from "firebase-functions/lib/v2/providers/pubsub";
+export declare function queueSubmitForm(formData: FormData): Promise<string>;
+export declare function onMessageSubmitFormQueue(event: CloudEvent<MessagePublishedData>): Promise<"Processed form data" | undefined>;

package/lib/utils/forms.js

@@ -1,113 +1,44 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.queueSubmitForm = exports.waitForSubmitFormQueueToEmpty = void 0;
-const lib_1 = require("emberflow-admin-client/lib");
+exports.onMessageSubmitFormQueue = exports.queueSubmitForm = void 0;
 const index_1 = require("../index");
-let resolveQueueEmpty;
-let queueEmptyPromise = new Promise((resolve) => {
-    resolveQueueEmpty = resolve;
-});
-let maxConcurrentSubmit = 10;
-let running = false;
-let activeCount = 0;
-const queue = [];
-function waitForSubmitFormQueueToEmpty() {
-    // If the queue is already empty and there are no active submissions, resolve immediately
-    if (!running) {
-        return Promise.resolve();
+const lib_1 = require("emberflow-admin-client/lib");
+const pubsub_1 = require("./pubsub");
+async function queueSubmitForm(formData) {
+    const topic = index_1.pubsub.topic(index_1.SUBMIT_FORM_TOPIC_NAME);
+    try {
+        const messageId = await topic.publishMessage({ json: formData });
+        console.log(`Message ${messageId} published.`);
+        return messageId;
     }
-    // Otherwise, return the existing promise or create a new one if necessary
-    if (!queueEmptyPromise) {
-        queueEmptyPromise = new Promise((resolve) => {
-            resolveQueueEmpty = resolve;
-        });
+    catch (error) {
+        if (error instanceof Error) {
+            console.error(`Received error while publishing: ${error.message}`);
+        }
+        else {
+            console.error("An unknown error occurred during publishing");
+        }
+        throw error;
     }
-    // Reset queueEmptyPromise to ensure a new promise is created next time
-    queueEmptyPromise.then(() => {
-        queueEmptyPromise = undefined;
-    });
-    return queueEmptyPromise;
-}
-exports.waitForSubmitFormQueueToEmpty = waitForSubmitFormQueueToEmpty;
-async function queueSubmitForm(formData) {
-    // Add the formData and the current timestamp to the queue
-    console.log("Queueing form submission", formData);
-    await index_1.db.runTransaction(async (transaction) => {
-        const queueRef = index_1.db.collection("@internal/submitFormExecutor/queue");
-        const docRef = queueRef.doc();
-        transaction.set(docRef, { formData, timestamp: Date.now() });
-    });
-    // Process the queue
-    processQueue();
 }
 exports.queueSubmitForm = queueSubmitForm;
-function updateQueueInfo() {
-    return index_1.db.runTransaction(async (transaction) => {
-        const execRef = index_1.db.doc("@internal/submitFormExecutor");
-        const queueRef = index_1.db.collection("@internal/submitFormExecutor/queue");
-        const queueDoc = await transaction.get(execRef);
-        ({ activeCount, maxConcurrentSubmit } = queueDoc.data() || { activeCount: 0, maxConcurrentSubmit: 10 });
-        if (queue.length <= 1) {
-            const queryRef = queueRef.orderBy("timestamp", "asc")
-                .limit(2 * maxConcurrentSubmit);
-            const queueSnapshot = await transaction.get(queryRef);
-            queueSnapshot.forEach((doc) => {
-                queue.push(Object.assign(Object.assign({}, doc.data()), { "@id": doc.id }));
-            });
-        }
-    });
-}
-async function processQueue() {
-    await updateQueueInfo();
-    console.debug("maxConcurrentSubmit", maxConcurrentSubmit);
-    if (!running && activeCount > 0) {
-        console.debug("Another executor is already running");
+async function onMessageSubmitFormQueue(event) {
+    if (await pubsub_1.pubsubUtils.isProcessed(index_1.SUBMIT_FORM_TOPIC_NAME, event.id)) {
+        console.log("Skipping duplicate event");
         return;
     }
-    // While there are items in the queue and we haven't hit the max concurrency
-    while (queue.length > 0 && activeCount < maxConcurrentSubmit) {
-        running = true;
-        // Get the next item from the queue
-        const queueItem = queue.shift();
-        if (!queueItem) {
-            continue;
-        }
-        await index_1.db.runTransaction(async (transaction) => {
-            const execRef = index_1.db.doc("@internal/submitFormExecutor");
-            const queueRef = index_1.db.collection("@internal/submitFormExecutor/queue");
-            transaction.delete(queueRef.doc(queueItem["@id"]));
-            transaction.set(execRef, { activeCount: index_1.admin.firestore.FieldValue.increment(1) }, { merge: true });
-        });
-        const { formData, timestamp } = queueItem;
-        // Submit the form
-        _submitForm(formData).then(async () => {
-            // Decrement the active count
-            const execRef = index_1.db.doc("@internal/submitFormExecutor");
-            await execRef.set({ activeCount: index_1.admin.firestore.FieldValue.increment(-1) }, { merge: true });
-            await updateQueueInfo();
-            // Check if the queue is empty and all submissions have been processed
-            if (queue.length === 0 && activeCount === 0) {
-                resolveQueueEmpty(); // Resolve the waitForQueueToEmpty promise
-                queueEmptyPromise = undefined;
-                running = false;
-            }
-            // Calculate the time spent in the queue
-            const timeSpent = (Date.now() - timestamp) / 1000; // time in seconds
-            // Log the time spent in the queue
-            console.log(`formData spent ${timeSpent.toFixed(2)} seconds in the queue.`);
-            // Process the next item in the queue
-            processQueue();
-        });
+    try {
+        const formData = event.data.message.json;
+        console.log("Received form submission:", formData);
+        // TODO:  Let's make status handler optional
+        await (0, lib_1.submitForm)(formData);
+        await pubsub_1.pubsubUtils.trackProcessedIds(index_1.SUBMIT_FORM_TOPIC_NAME, event.id);
+        return "Processed form data";
+    }
+    catch (e) {
+        console.error("PubSub message was not JSON", e);
+        throw new Error("No json in message");
     }
 }
-function _submitForm(formData) {
-    return new Promise((resolve) => {
-        (0, lib_1.submitForm)(formData, (status, data, isLastUpdate) => {
-            console.log("status", status, "data", data, "isLastUpdate", isLastUpdate);
-            if (isLastUpdate) {
-                resolve();
-            }
-        });
-    });
-}
+exports.onMessageSubmitFormQueue = onMessageSubmitFormQueue;
 //# sourceMappingURL=forms.js.map

package/lib/utils/forms.js.map

@@ -1 +1 @@
-{"version":3,"file":"forms.js","sourceRoot":"","sources":["../../src/utils/forms.ts"],"names":[],"mappings":";;;AACA,oDAAsD;AACtD,oCAAmC;AAInC,IAAI,iBAA6B,CAAC;AAClC,IAAI,iBAAiB,GAA8B,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;IACzE,iBAAiB,GAAG,OAAO,CAAC;AAC9B,CAAC,CAAC,CAAC;AAEH,IAAI,mBAAmB,GAAG,EAAE,CAAC;AAC7B,IAAI,OAAO,GAAG,KAAK,CAAC;AACpB,IAAI,WAAW,GAAG,CAAC,CAAC;AACpB,MAAM,KAAK,GAAgB,EAAE,CAAC;AAE9B,SAAgB,6BAA6B;IAC3C,yFAAyF;IACzF,IAAI,CAAC,OAAO,EAAE;QACZ,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;KAC1B;IAED,0EAA0E;IAC1E,IAAI,CAAC,iBAAiB,EAAE;QACtB,iBAAiB,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC1C,iBAAiB,GAAG,OAAO,CAAC;QAC9B,CAAC,CAAC,CAAC;KACJ;IAED,uEAAuE;IACvE,iBAAiB,CAAC,IAAI,CAAC,GAAG,EAAE;QAC1B,iBAAiB,GAAG,SAAS,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAnBD,sEAmBC;AAEM,KAAK,UAAU,eAAe,CAAC,QAAkB;IACtD,0DAA0D;IAC1D,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,QAAQ,CAAC,CAAC;IAClD,MAAM,UAAE,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;QAC5C,MAAM,QAAQ,GAAG,UAAE,CAAC,UAAU,CAAC,oCAAoC,CAAC,CAAC;QACrE,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC;QAC9B,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,EAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAC,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,oBAAoB;IACpB,YAAY,EAAE,CAAC;AACjB,CAAC;AAXD,0CAWC;AAED,SAAS,eAAe;IACtB,OAAO,UAAE,CAAC,cAAc,CACtB,KAAK,EAAE,WAAW,EAAE,EAAE;QACpB,MAAM,OAAO,GAAG,UAAE,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,UAAE,CAAC,UAAU,CAAC,oCAAoC,CAAC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC,EAAC,WAAW,EAAE,mBAAmB,EAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAC,WAAW,EAAE,CAAC,EAAE,mBAAmB,EAAE,EAAE,EAAC,CAAC,CAAC;QAEpG,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE;YACrB,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC;iBAClD,KAAK,CAAC,CAAC,GAAC,mBAAmB,CAAC,CAAC;YAChC,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtD,aAAa,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC5B,KAAK,CAAC,IAAI,CAAC,gCAAI,GAAG,CAAC,IAAI,EAAE,KAAE,KAAK,EAAE,GAAG,CAAC,EAAE,GAAc,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;SACJ;IACH,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,YAAY;IACzB,MAAM,eAAe,EAAE,CAAC;IACxB,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,mBAAmB,CAAC,CAAC;IAE1D,IAAI,CAAC,OAAO,IAAI,WAAW,GAAG,CAAC,EAAE;QAC/B,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACrD,OAAO;KACR;IAED,4EAA4E;IAC5E,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,GAAG,mBAAmB,EAAE;QAC5D,OAAO,GAAG,IAAI,CAAC;QAEf,mCAAmC;QACnC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,SAAS,EAAE;YACd,SAAS;SACV;QAED,MAAM,UAAE,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;YAC5C,MAAM,OAAO,GAAG,UAAE,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,UAAE,CAAC,UAAU,CAAC,oCAAoC,CAAC,CAAC;YAErE,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACnD,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,EAAC,WAAW,EAAE,aAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAC,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;QAClG,CAAC,CAAC,CAAC;QAEH,MAAM,EAAC,QAAQ,EAAE,SAAS,EAAC,GAAG,SAAS,CAAC;QAExC,kBAAkB;QAClB,WAAW,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACpC,6BAA6B;YAC7B,MAAM,OAAO,GAAG,UAAE,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YACvD,MAAM,OAAO,CAAC,GAAG,CAAC,EAAC,WAAW,EAAE,aAAK,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAC,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;YAC1F,MAAM,eAAe,EAAE,CAAC;YAExB,sEAAsE;YACtE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,KAAK,CAAC,EAAE;gBAC3C,iBAAiB,EAAE,CAAC,CAAC,0CAA0C;gBAC/D,iBAAiB,GAAG,SAAS,CAAC;gBAC9B,OAAO,GAAG,KAAK,CAAC;aACjB;YAED,wCAAwC;YACxC,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,kBAAkB;YACrE,kCAAkC;YAClC,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC;YAE5E,qCAAqC;YACrC,YAAY,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;KACJ;AACH,CAAC;AAED,SAAS,WAAW,CAAC,QAAkB;IACrC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QACnC,IAAA,gBAAU,EACR,QAAQ,EACR,CAAC,MAAkB,EAAE,IAAc,EAAE,YAAqB,EAAE,EAAE;YAC5D,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,CAAC,CAAC;YAC1E,IAAI,YAAY,EAAE;gBAChB,OAAO,EAAE,CAAC;aACX;QACH,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"forms.js","sourceRoot":"","sources":["../../src/utils/forms.ts"],"names":[],"mappings":";;;AACA,oCAAwD;AAGxD,oDAAsD;AACtD,qCAAqC;AAE9B,KAAK,UAAU,eAAe,CAAC,QAAkB;IACtD,MAAM,KAAK,GAAG,cAAM,CAAC,KAAK,CAAC,8BAAsB,CAAC,CAAC;IAEnD,IAAI;QACF,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,WAAW,SAAS,aAAa,CAAC,CAAC;QAC/C,OAAO,SAAS,CAAC;KAClB;IAAC,OAAO,KAAc,EAAE;QACvB,IAAI,KAAK,YAAY,KAAK,EAAE;YAC1B,OAAO,CAAC,KAAK,CAAC,oCAAoC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;SACpE;aAAM;YACL,OAAO,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;SAC9D;QACD,MAAM,KAAK,CAAC;KACb;AACH,CAAC;AAfD,0CAeC;AAEM,KAAK,UAAU,wBAAwB,CAAC,KAAuC;IACpF,IAAI,MAAM,oBAAW,CAAC,WAAW,CAAC,8BAAsB,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE;QACnE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO;KACR;IACD,IAAI;QACF,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,QAAQ,CAAC,CAAC;QAEnD,4CAA4C;QAC5C,MAAM,IAAA,gBAAU,EAAC,QAAQ,CAAC,CAAC;QAE3B,MAAM,oBAAW,CAAC,iBAAiB,CAAC,8BAAsB,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QACtE,OAAO,qBAAqB,CAAC;KAC9B;IAAC,OAAO,CAAC,EAAE;QACV,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;KACvC;AACH,CAAC;AAlBD,4DAkBC"}

package/lib/utils/misc.d.ts

@@ -1,3 +1,20 @@
+/// <reference types="express" />
+import { firestore } from "firebase-admin";
+import { Request, Response } from "firebase-functions";
+import Query = firestore.Query;
 export declare function deepEqual(a: any, b: any): boolean;
 export declare function computeHashCode(str: string): string;
 export declare function sleep(ms: number): Promise<unknown>;
+export declare function deleteForms(request: Request, response: Response): void;
+export declare class LimitedSet<T> {
+    private maxLength;
+    private _set;
+    private _queue;
+    constructor(maxLength: number);
+    add(item: T): void;
+    has(item: T): boolean;
+    delete(item: T): boolean;
+    get set(): Set<T>;
+    get queue(): T[];
+}
+export declare function deleteCollection(query: Query): Promise<void>;

package/lib/utils/misc.js

@@ -1,9 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.sleep = exports.computeHashCode = exports.deepEqual = void 0;
+exports.deleteCollection = exports.LimitedSet = exports.deleteForms = exports.sleep = exports.computeHashCode = exports.deepEqual = void 0;
 const firebase_admin_1 = require("firebase-admin");
+const index_1 = require("../index");
 var Timestamp = firebase_admin_1.firestore.Timestamp;
 var GeoPoint = firebase_admin_1.firestore.GeoPoint;
+const batch_1 = require("./batch");
 function isObject(item) {
     return (typeof item === "object" && !Array.isArray(item) && item !== null);
 }
@@ -66,4 +68,82 @@ async function sleep(ms) {
     return new Promise((resolve) => setTimeout(resolve, ms));
 }
 exports.sleep = sleep;
+function deleteForms(request, response) {
+    const userId = request.query.userId;
+    if (!userId) {
+        response.status(400).send("No ID provided");
+        return;
+    }
+    const ref = index_1.rtdb.ref(`forms/${userId}`);
+    ref.remove()
+        .then(() => {
+        response.send(`Data with ID ${userId} deleted`);
+    })
+        .catch((error) => {
+        console.error("Error deleting data:", error);
+        response.status(500).send("Internal Server Error");
+    });
+}
+exports.deleteForms = deleteForms;
+class LimitedSet {
+    constructor(maxLength) {
+        this.maxLength = maxLength;
+        this._set = new Set();
+        this._queue = [];
+    }
+    add(item) {
+        if (this._set.has(item)) {
+            return; // Item already exists, no need to add
+        }
+        if (this._queue.length === this.maxLength) {
+            const oldestItem = this._queue.shift(); // Remove the oldest item from the queue
+            if (oldestItem) {
+                this._set.delete(oldestItem); // Remove the oldest item from the set
+            }
+        }
+        this._queue.push(item); // Add the new item to the queue
+        this._set.add(item); // Add the new item to the set
+    }
+    has(item) {
+        return this._set.has(item);
+    }
+    delete(item) {
+        if (!this._set.has(item)) {
+            return false;
+        }
+        this._set.delete(item);
+        const index = this._queue.indexOf(item);
+        this._queue.splice(index, 1);
+        return true;
+    }
+    get set() {
+        return this._set;
+    }
+    get queue() {
+        return this._queue;
+    }
+}
+exports.LimitedSet = LimitedSet;
+async function deleteCollection(query) {
+    query = query.limit(500);
+    return new Promise((resolve, reject) => {
+        deleteQueryBatch(query, resolve).catch(reject);
+    });
+}
+exports.deleteCollection = deleteCollection;
+async function deleteQueryBatch(query, resolve) {
+    const snapshot = await query.get();
+    if (snapshot.size === 0) {
+        resolve();
+        return;
+    }
+    const batch = batch_1.BatchUtil.getInstance();
+    snapshot.docs.forEach((doc) => {
+        batch.deleteDoc(doc.ref);
+    });
+    await batch.commit();
+    process.nextTick(() => {
+        deleteQueryBatch(query, resolve);
+    });
+}
 //# sourceMappingURL=misc.js.map

package/lib/utils/misc.js.map

@@ -1 +1 @@
-{"version":3,"file":"misc.js","sourceRoot":"","sources":["../../src/utils/misc.ts"],"names":[],"mappings":";;;AAAA,mDAAyC;AACzC,IAAO,SAAS,GAAG,0BAAS,CAAC,SAAS,CAAC;AACvC,IAAO,QAAQ,GAAG,0BAAS,CAAC,QAAQ,CAAC;AAErC,SAAS,QAAQ,CAAC,IAAS;IACzB,OAAO,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,OAAO,CAAC,IAAS;IACxB,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAS;IACrC,OAAO,IAAI,YAAY,SAAS,CAAC;AACnC,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAS;IACpC,OAAO,IAAI,YAAY,QAAQ,CAAC;AAClC,CAAC;AAED,SAAgB,SAAS,CAAC,CAAM,EAAE,CAAM;IACtC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEzB,IAAI,oBAAoB,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,CAAC,CAAC,EAAE;QACtD,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;KACrB;IAED,IAAI,mBAAmB,CAAC,CAAC,CAAC,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;QACpD,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS,CAAC;KACjE;IAED,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE;QAC5B,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACjC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;SAC1C;QACD,OAAO,IAAI,CAAC;KACb;IAED,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE;QAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE7B,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAEhD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE;YACvB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;SAC9C;QAED,OAAO,IAAI,CAAC;KACb;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAlCD,8BAkCC;AAED,SAAgB,eAAe,CAAC,GAAW;IACzC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;QACpB,OAAO,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,kDAAkD;KAClG;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,qCAAqC;KAC5F;IACD,OAAO,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,sFAAsF;AACvI,CAAC;AAVD,0CAUC;AAEM,KAAK,UAAU,KAAK,CAAC,EAAU;IACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAFD,sBAEC"}
+{"version":3,"file":"misc.js","sourceRoot":"","sources":["../../src/utils/misc.ts"],"names":[],"mappings":";;;AAAA,mDAAyC;AACzC,oCAA8B;AAC9B,IAAO,SAAS,GAAG,0BAAS,CAAC,SAAS,CAAC;AACvC,IAAO,QAAQ,GAAG,0BAAS,CAAC,QAAQ,CAAC;AAGrC,mCAAkC;AAElC,SAAS,QAAQ,CAAC,IAAS;IACzB,OAAO,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,OAAO,CAAC,IAAS;IACxB,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAS;IACrC,OAAO,IAAI,YAAY,SAAS,CAAC;AACnC,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAS;IACpC,OAAO,IAAI,YAAY,QAAQ,CAAC;AAClC,CAAC;AAED,SAAgB,SAAS,CAAC,CAAM,EAAE,CAAM;IACtC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEzB,IAAI,oBAAoB,CAAC,CAAC,CAAC,IAAI,oBAAoB,CAAC,CAAC,CAAC,EAAE;QACtD,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;KACrB;IAED,IAAI,mBAAmB,CAAC,CAAC,CAAC,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;QACpD,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS,CAAC;KACjE;IAED,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE;QAC5B,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACjC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;SAC1C;QACD,OAAO,IAAI,CAAC;KACb;IAED,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE;QAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE7B,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAEhD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE;YACvB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;SAC9C;QAED,OAAO,IAAI,CAAC;KACb;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAlCD,8BAkCC;AAED,SAAgB,eAAe,CAAC,GAAW;IACzC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;QACpB,OAAO,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,kDAAkD;KAClG;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,qCAAqC;KAC5F;IACD,OAAO,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,sFAAsF;AACvI,CAAC;AAVD,0CAUC;AAEM,KAAK,UAAU,KAAK,CAAC,EAAU;IACpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAFD,sBAEC;AAED,SAAgB,WAAW,CAAC,OAAgB,EAAE,QAAkB;IAC9D,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;IAEpC,IAAI,CAAC,MAAM,EAAE;QACX,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC5C,OAAO;KACR;IAED,MAAM,GAAG,GAAG,YAAI,CAAC,GAAG,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC;IACxC,GAAG,CAAC,MAAM,EAAE;SACT,IAAI,CAAC,GAAG,EAAE;QACT,QAAQ,CAAC,IAAI,CAAC,gBAAgB,MAAM,UAAU,CAAC,CAAC;IAClD,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;QAC7C,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACP,CAAC;AAjBD,kCAiBC;AAGD,MAAa,UAAU;IAIrB,YAAY,SAAiB;QAC3B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,EAAK,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,GAAG,CAAC,IAAO;QACT,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACvB,OAAO,CAAC,sCAAsC;SAC/C;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,EAAE;YACzC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,wCAAwC;YAChF,IAAI,UAAU,EAAE;gBACd,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,sCAAsC;aACrE;SACF;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,gCAAgC;QACxD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,8BAA8B;IACrD,CAAC;IAED,GAAG,CAAC,IAAO;QACT,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,CAAC,IAAO;QACZ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACxB,OAAO,KAAK,CAAC;SACd;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;CACF;AAhDD,gCAgDC;AAGM,KAAK,UAAU,gBAAgB,CAAC,KAAY;IACjD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC;AALD,4CAKC;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAY,EAAE,OAAmB;IAC/D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC;IAEnC,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC,EAAE;QACvB,OAAO,EAAE,CAAC;QACV,OAAO;KACR;IAED,MAAM,KAAK,GAAG,iBAAS,CAAC,WAAW,EAAE,CAAC;IACtC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAE,CAAC,GAAG,EAAE,EAAE;QAC7B,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;IAErB,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE;QACpB,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC"}

package/lib/utils/pubsub.d.ts

@@ -0,0 +1,9 @@
+import { ScheduledEvent } from "firebase-functions/lib/v2/providers/scheduler";
+declare function trackProcessedIds(topicName: string, id: string): Promise<void>;
+declare function isProcessed(topicName: string, id: string): Promise<boolean>;
+export declare const pubsubUtils: {
+    trackProcessedIds: typeof trackProcessedIds;
+    isProcessed: typeof isProcessed;
+};
+export declare function cleanPubSubProcessedIds(event: ScheduledEvent): Promise<void>;
+export {};

package/lib/utils/pubsub.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cleanPubSubProcessedIds = exports.pubsubUtils = void 0;
+const index_1 = require("../index");
+const misc_1 = require("./misc");
+async function trackProcessedIds(topicName, id) {
+    const docRef = index_1.db.doc(`@topics/${topicName}/processedIds/${id}`);
+    await docRef.set({ timestamp: new Date() });
+}
+async function isProcessed(topicName, id) {
+    const docRef = index_1.db.doc(`@topics/${topicName}/processedIds/${id}`);
+    const doc = await docRef.get();
+    return doc.exists;
+}
+exports.pubsubUtils = {
+    trackProcessedIds,
+    isProcessed,
+};
+async function cleanPubSubProcessedIds(event) {
+    console.info("Running cleanPubSubProcessedIds");
+    const topicsSnapshot = await index_1.db.collection("@topics").get();
+    let i = 0;
+    for (const topicDoc of topicsSnapshot.docs) {
+        const query = topicDoc.ref.collection("processedIds")
+            .where("timestamp", "<", new Date(Date.now() - 1000 * 60 * 60 * 24 * 7));
+        await (0, misc_1.deleteCollection)(query);
+        i++;
+    }
+    console.info(`Cleaned ${i} topics of processedIds`);
+}
+exports.cleanPubSubProcessedIds = cleanPubSubProcessedIds;
+//# sourceMappingURL=pubsub.js.map

package/lib/utils/pubsub.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pubsub.js","sourceRoot":"","sources":["../../src/utils/pubsub.ts"],"names":[],"mappings":";;;AAAA,oCAA4B;AAC5B,iCAAwC;AAGxC,KAAK,UAAU,iBAAiB,CAAC,SAAiB,EAAE,EAAU;IAC5D,MAAM,MAAM,GAAG,UAAE,CAAC,GAAG,CAAC,WAAW,SAAS,iBAAiB,EAAE,EAAE,CAAC,CAAC;IACjE,MAAM,MAAM,CAAC,GAAG,CAAC,EAAC,SAAS,EAAE,IAAI,IAAI,EAAE,EAAC,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,SAAiB,EAAE,EAAU;IACtD,MAAM,MAAM,GAAG,UAAE,CAAC,GAAG,CAAC,WAAW,SAAS,iBAAiB,EAAE,EAAE,CAAC,CAAC;IACjE,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;IAC/B,OAAO,GAAG,CAAC,MAAM,CAAC;AACpB,CAAC;AAEY,QAAA,WAAW,GAAG;IACzB,iBAAiB;IACjB,WAAW;CACZ,CAAC;AAEK,KAAK,UAAU,uBAAuB,CAAC,KAAqB;IACjE,OAAO,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAChD,MAAM,cAAc,GAAG,MAAM,UAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5D,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,QAAQ,IAAI,cAAc,CAAC,IAAI,EAAE;QAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC;aAClD,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,IAAA,uBAAgB,EAAC,KAAK,CAAC,CAAC;QAC9B,CAAC,EAAE,CAAC;KACL;IACD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,CAAC;AACtD,CAAC;AAXD,0DAWC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "emberflow",
-  "version": "1.3.8",
+  "version": "1.3.42",
   "description": "A Firebase Cloud Functions library for handling document changes in a structured way",
   "main": "lib/index.js",
   "types": "lib/index.d.js",
@@ -37,6 +37,7 @@
   "dependencies": {
     "@google-cloud/billing": "^3.4.0",
     "@google-cloud/functions": "^2.5.0",
-    "emberflow-admin-client": "^1.1.3"
+    "@google-cloud/pubsub": "^4.0.7",
+    "emberflow-admin-client": "^1.1.5"
   }
 }

package/src/sample-custom/db-structure.ts

@@ -6,21 +6,29 @@ export enum Entity {
     // Add your custom entities below
     Feed = "feed",
     Friend = "friend",
-    Game = "game",
-    Algolia = "algolia",
-    Topic = "topic",
-    TopicAlgolia = "topic-algolia",
+    Server = "server",
+    Channel = "channel",
+    Member = "member",
 }
 
 // Map your custom entities to dbStructure below.
 // Do not remove users and [Entity.User]
 // by default, view matches the id attribute of the view so make the sure that a view has an id
 export const dbStructure = {
-  push: {
-    [Entity.Algolia]: {
-      topics: {
-        [Entity.TopicAlgolia]: {
-          [view(Entity.Topic, ["name", "summary", "type"])]: {},
+  servers: {
+    [Entity.Server]: {
+      createdBy: view(Entity.User, ["name", "email"]),
+      channels: {
+        [Entity.Channel]: {
+          "createdBy": view(Entity.User, ["name", "email"]),
+          "members": {
+            [view(Entity.User, ["name"])]: {},
+          },
+        },
+      },
+      members: {
+        [Entity.Member]: {
+          [view(Entity.User, ["name"])]: {},
         },
       },
     },