@budibase/server 2.0.30-alpha.14 → 2.0.30-alpha.15

package/dist/automations/bullboard.js

@@ -11,34 +11,11 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 const { createBullBoard } = require("@bull-board/api");
 const { BullAdapter } = require("@bull-board/api/bullAdapter");
 const { KoaAdapter } = require("@bull-board/koa");
-const env = require("../environment");
-const Queue = env.isTest()
-    ? require("../utilities/queue/inMemoryQueue")
-    : require("bull");
-const { JobQueues } = require("../constants");
-const { utils } = require("@budibase/backend-core/redis");
-const { opts, redisProtocolUrl } = utils.getRedisOptions();
-const listeners = require("./listeners");
-const CLEANUP_PERIOD_MS = 60 * 1000;
-const queueConfig = redisProtocolUrl || { redis: opts };
-let cleanupInternal = null;
-let automationQueue = new Queue(JobQueues.AUTOMATIONS, queueConfig);
-listeners.addListeners(automationQueue);
-function cleanup() {
-    return __awaiter(this, void 0, void 0, function* () {
-        yield automationQueue.clean(CLEANUP_PERIOD_MS, "completed");
-    });
-}
+const { queue } = require("@budibase/backend-core");
+const automation = require("../threads/automation");
+let automationQueue = queue.createQueue(queue.JobQueue.AUTOMATION, automation.removeStalled);
 const PATH_PREFIX = "/bulladmin";
 exports.init = () => {
-    // cleanup the events every 5 minutes
-    if (!cleanupInternal) {
-        cleanupInternal = setInterval(cleanup, CLEANUP_PERIOD_MS);
-        // fire off an initial cleanup
-        cleanup().catch(err => {
-            console.error(`Unable to cleanup automation queue initially - ${err}`);
-        });
-    }
     // Set up queues for bull board admin
     const queues = [automationQueue];
     const adapters = [];
@@ -54,11 +31,6 @@ exports.init = () => {
     return serverAdapter.registerPlugin();
 };
 exports.shutdown = () => __awaiter(void 0, void 0, void 0, function* () {
-    if (automationQueue) {
-        clearInterval(cleanupInternal);
-        yield automationQueue.close();
-        automationQueue = null;
-    }
-    console.log("Bull shutdown");
+    yield queue.shutdown();
 });
-exports.queue = automationQueue;
+exports.automationQueue = automationQueue;

package/dist/automations/index.js

@@ -9,7 +9,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 const { processEvent } = require("./utils");
-const { queue, shutdown } = require("./bullboard");
+const { automationQueue, shutdown } = require("./bullboard");
 const { TRIGGER_DEFINITIONS, rebootTrigger } = require("./triggers");
 const { ACTION_DEFINITIONS } = require("./actions");
 /**
@@ -18,7 +18,7 @@ const { ACTION_DEFINITIONS } = require("./actions");
 exports.init = function () {
     return __awaiter(this, void 0, void 0, function* () {
         // this promise will not complete
-        const promise = queue.process((job) => __awaiter(this, void 0, void 0, function* () {
+        const promise = automationQueue.process((job) => __awaiter(this, void 0, void 0, function* () {
             yield processEvent(job);
         }));
         // on init we need to trigger any reboot automations
@@ -27,11 +27,11 @@ exports.init = function () {
     });
 };
 exports.getQueues = () => {
-    return [queue];
+    return [automationQueue];
 };
 exports.shutdown = () => {
     return shutdown();
 };
-exports.queue = queue;
+exports.automationQueue = automationQueue;
 exports.TRIGGER_DEFINITIONS = TRIGGER_DEFINITIONS;
 exports.ACTION_DEFINITIONS = ACTION_DEFINITIONS;

package/dist/automations/triggers.js

@@ -14,7 +14,7 @@ const { coerce } = require("../utilities/rowProcessor");
 const { definitions } = require("./triggerInfo");
 const { isDevAppID } = require("../db/utils");
 // need this to call directly, so we can get a response
-const { queue } = require("./bullboard");
+const { automationQueue } = require("./bullboard");
 const { checkTestFlag } = require("../utilities/redis");
 const utils = require("./utils");
 const env = require("../environment");
@@ -57,7 +57,7 @@ function queueRelevantRowAutomations(event, eventType) {
                 }
                 if (automationTrigger.inputs &&
                     automationTrigger.inputs.tableId === event.row.tableId) {
-                    yield queue.add({ automation, event }, JOB_OPTS);
+                    yield automationQueue.add({ automation, event }, JOB_OPTS);
                 }
             }
         }));
@@ -110,7 +110,7 @@ exports.externalTrigger = function (automation, params, { getResponses } = {}) {
             return utils.processEvent({ data });
         }
         else {
-            return queue.add(data, JOB_OPTS);
+            return automationQueue.add(data, JOB_OPTS);
         }
     });
 };
@@ -136,7 +136,7 @@ exports.rebootTrigger = () => __awaiter(void 0, void 0, void 0, function* () {
                             timestamp: Date.now(),
                         },
                     };
-                    rebootEvents.push(queue.add(job, JOB_OPTS));
+                    rebootEvents.push(automationQueue.add(job, JOB_OPTS));
                 }
             }
             yield Promise.all(rebootEvents);

package/dist/automations/utils.js

@@ -35,7 +35,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isErrorInOutput = exports.isRecurring = exports.cleanupAutomations = exports.checkForWebhooks = exports.enableCronTrigger = exports.isRebootTrigger = exports.isCronTrigger = exports.clearMetadata = exports.disableCron = exports.disableAllCrons = exports.removeDeprecated = exports.updateTestHistory = exports.processEvent = void 0;
+exports.isErrorInOutput = exports.isRecurring = exports.cleanupAutomations = exports.checkForWebhooks = exports.enableCronTrigger = exports.isRebootTrigger = exports.isCronTrigger = exports.clearMetadata = exports.disableCronById = exports.disableAllCrons = exports.removeDeprecated = exports.updateTestHistory = exports.processEvent = void 0;
 const threads_1 = require("../threads");
 const triggerInfo_1 = require("./triggerInfo");
 const webhooks = __importStar(require("../api/controllers/webhook"));
@@ -108,12 +108,12 @@ exports.removeDeprecated = removeDeprecated;
 function disableAllCrons(appId) {
     return __awaiter(this, void 0, void 0, function* () {
         const promises = [];
-        const jobs = yield bullboard_1.queue.getRepeatableJobs();
+        const jobs = yield bullboard_1.automationQueue.getRepeatableJobs();
         for (let job of jobs) {
             if (job.key.includes(`${appId}_cron`)) {
-                promises.push(bullboard_1.queue.removeRepeatableByKey(job.key));
+                promises.push(bullboard_1.automationQueue.removeRepeatableByKey(job.key));
                 if (job.id) {
-                    promises.push(bullboard_1.queue.removeJobs(job.id));
+                    promises.push(bullboard_1.automationQueue.removeJobs(job.id));
                 }
             }
         }
@@ -121,14 +121,18 @@ function disableAllCrons(appId) {
     });
 }
 exports.disableAllCrons = disableAllCrons;
-function disableCron(jobId, jobKey) {
+function disableCronById(jobId) {
     return __awaiter(this, void 0, void 0, function* () {
-        yield bullboard_1.queue.removeRepeatableByKey(jobKey);
-        yield bullboard_1.queue.removeJobs(jobId);
+        const repeatJobs = yield bullboard_1.automationQueue.getRepeatableJobs();
+        for (let repeatJob of repeatJobs) {
+            if (repeatJob.id === jobId) {
+                yield bullboard_1.automationQueue.removeRepeatableByKey(repeatJob.key);
+            }
+        }
         console.log(`jobId=${jobId} disabled`);
     });
 }
-exports.disableCron = disableCron;
+exports.disableCronById = disableCronById;
 function clearMetadata() {
     return __awaiter(this, void 0, void 0, function* () {
         const db = (0, context_1.getProdAppDB)();
@@ -167,7 +171,7 @@ function enableCronTrigger(appId, automation) {
             (trigger === null || trigger === void 0 ? void 0 : trigger.inputs.cron)) {
             // make a job id rather than letting Bull decide, makes it easier to handle on way out
             const jobId = `${appId}_cron_${(0, newid_1.default)()}`;
-            const job = yield bullboard_1.queue.add({
+            const job = yield bullboard_1.automationQueue.add({
                 automation,
                 event: { appId, timestamp: Date.now() },
             }, { repeat: { cron: trigger.inputs.cron }, jobId });

package/dist/constants/index.js

@@ -1,10 +1,7 @@
 "use strict";
 const { BUILTIN_ROLE_IDS } = require("@budibase/backend-core/roles");
 const { UserStatus } = require("@budibase/backend-core/constants");
-const { ObjectStoreBuckets } = require("@budibase/backend-core/objectStore");
-exports.JobQueues = {
-    AUTOMATIONS: "automationQueue",
-};
+const { objectStore } = require("@budibase/backend-core");
 const FilterTypes = {
     STRING: "string",
     FUZZY: "fuzzy",
@@ -188,5 +185,5 @@ exports.AutomationErrors = {
     FAILURE_CONDITION: "FAILURE_CONDITION_MET",
 };
 // pass through the list from the auth/core lib
-exports.ObjectStoreBuckets = ObjectStoreBuckets;
+exports.ObjectStoreBuckets = objectStore.ObjectStoreBuckets;
 exports.MAX_AUTOMATION_RECURRING_ERRORS = 5;

package/dist/db/utils.js

@@ -1,16 +1,13 @@
 "use strict";
 const newid = require("./newid");
-const { DocumentType: CoreDocTypes, getRoleParams, generateRoleID, APP_DEV_PREFIX, APP_PREFIX, SEPARATOR, StaticDatabases, isDevAppID, isProdAppID, getDevelopmentAppID, generateAppID, getQueryIndex, ViewName, } = require("@budibase/backend-core/db");
+const { DocumentType: CoreDocType, InternalTable, getRoleParams, generateRoleID, APP_DEV_PREFIX, APP_PREFIX, SEPARATOR, StaticDatabases, isDevAppID, isProdAppID, getDevelopmentAppID, generateAppID, getQueryIndex, ViewName, getDocParams, getRowParams, generateRowID, getUserMetadataParams, generateUserMetadataID, getGlobalIDFromUserMetadataID, } = require("@budibase/backend-core/db");
 const UNICODE_MAX = "\ufff0";
 const AppStatus = {
     DEV: "development",
     ALL: "all",
     DEPLOYED: "published",
 };
-const DocumentType = Object.assign(Object.assign({}, CoreDocTypes), { TABLE: "ta", ROW: "ro", USER: "us", AUTOMATION: "au", LINK: "li", WEBHOOK: "wh", INSTANCE: "inst", LAYOUT: "layout", SCREEN: "screen", QUERY: "query", DEPLOYMENTS: "deployments", METADATA: "metadata", MEM_VIEW: "view", USER_FLAG: "flag", AUTOMATION_METADATA: "meta_au" });
-const InternalTables = {
-    USER_METADATA: "ta_users",
-};
+const DocumentType = CoreDocType;
 const SearchIndexes = {
     ROWS: "rows",
 };
@@ -26,11 +23,11 @@ exports.APP_PREFIX = APP_PREFIX;
 exports.APP_DEV_PREFIX = APP_DEV_PREFIX;
 exports.isDevAppID = isDevAppID;
 exports.isProdAppID = isProdAppID;
-exports.USER_METDATA_PREFIX = `${DocumentType.ROW}${SEPARATOR}${InternalTables.USER_METADATA}${SEPARATOR}`;
-exports.LINK_USER_METADATA_PREFIX = `${DocumentType.LINK}${SEPARATOR}${InternalTables.USER_METADATA}${SEPARATOR}`;
+exports.USER_METDATA_PREFIX = `${DocumentType.ROW}${SEPARATOR}${InternalTable.USER_METADATA}${SEPARATOR}`;
+exports.LINK_USER_METADATA_PREFIX = `${DocumentType.LINK}${SEPARATOR}${InternalTable.USER_METADATA}${SEPARATOR}`;
 exports.TABLE_ROW_PREFIX = `${DocumentType.ROW}${SEPARATOR}${DocumentType.TABLE}`;
 exports.ViewName = ViewName;
-exports.InternalTables = InternalTables;
+exports.InternalTables = InternalTable;
 exports.DocumentType = DocumentType;
 exports.SEPARATOR = SEPARATOR;
 exports.UNICODE_MAX = UNICODE_MAX;
@@ -42,25 +39,12 @@ exports.generateDevAppID = getDevelopmentAppID;
 exports.generateRoleID = generateRoleID;
 exports.getRoleParams = getRoleParams;
 exports.getQueryIndex = getQueryIndex;
-/**
- * If creating DB allDocs/query params with only a single top level ID this can be used, this
- * is usually the case as most of our docs are top level e.g. tables, automations, users and so on.
- * More complex cases such as link docs and rows which have multiple levels of IDs that their
- * ID consists of need their own functions to build the allDocs parameters.
- * @param {string} docType The type of document which input params are being built for, e.g. user,
- * link, app, table and so on.
- * @param {string|null} docId The ID of the document minus its type - this is only needed if looking
- * for a singular document.
- * @param {object} otherProps Add any other properties onto the request, e.g. include_docs.
- * @returns {object} Parameters which can then be used with an allDocs request.
- */
-function getDocParams(docType, docId = null, otherProps = {}) {
-    if (docId == null) {
-        docId = "";
-    }
-    return Object.assign(Object.assign({}, otherProps), { startkey: `${docType}${SEPARATOR}${docId}`, endkey: `${docType}${SEPARATOR}${docId}${UNICODE_MAX}` });
-}
 exports.getDocParams = getDocParams;
+exports.getRowParams = getRowParams;
+exports.generateRowID = generateRowID;
+exports.getUserMetadataParams = getUserMetadataParams;
+exports.generateUserMetadataID = generateUserMetadataID;
+exports.getGlobalIDFromUserMetadataID = getGlobalIDFromUserMetadataID;
 /**
  * Gets parameters for retrieving tables, this is a utility function for the getDocParams function.
  */
@@ -74,21 +58,6 @@ exports.getTableParams = (tableId = null, otherProps = {}) => {
 exports.generateTableID = () => {
     return `${DocumentType.TABLE}${SEPARATOR}${newid()}`;
 };
-/**
- * Gets the DB allDocs/query params for retrieving a row.
- * @param {string|null} tableId The table in which the rows have been stored.
- * @param {string|null} rowId The ID of the row which is being specifically queried for. This can be
- * left null to get all the rows in the table.
- * @param {object} otherProps Any other properties to add to the request.
- * @returns {object} Parameters which can then be used with an allDocs request.
- */
-exports.getRowParams = (tableId = null, rowId = null, otherProps = {}) => {
-    if (tableId == null) {
-        return getDocParams(DocumentType.ROW, null, otherProps);
-    }
-    const endOfKey = rowId == null ? `${tableId}${SEPARATOR}` : rowId;
-    return getDocParams(DocumentType.ROW, endOfKey, otherProps);
-};
 /**
  * Given a row ID this will find the table ID within it (only works for internal tables).
  * @param {string} rowId The ID of the row.
@@ -100,40 +69,6 @@ exports.getTableIDFromRowID = rowId => {
         .split(SEPARATOR);
     return `${DocumentType.TABLE}${SEPARATOR}${components[0]}`;
 };
-/**
- * Gets a new row ID for the specified table.
- * @param {string} tableId The table which the row is being created for.
- * @param {string|null} id If an ID is to be used then the UUID can be substituted for this.
- * @returns {string} The new ID which a row doc can be stored under.
- */
-exports.generateRowID = (tableId, id = null) => {
-    id = id || newid();
-    return `${DocumentType.ROW}${SEPARATOR}${tableId}${SEPARATOR}${id}`;
-};
-/**
- * Gets parameters for retrieving users, this is a utility function for the getDocParams function.
- */
-exports.getUserMetadataParams = (userId = null, otherProps = {}) => {
-    return exports.getRowParams(InternalTables.USER_METADATA, userId, otherProps);
-};
-/**
- * Generates a new user ID based on the passed in global ID.
- * @param {string} globalId The ID of the global user.
- * @returns {string} The new user ID which the user doc can be stored under.
- */
-exports.generateUserMetadataID = globalId => {
-    return exports.generateRowID(InternalTables.USER_METADATA, globalId);
-};
-/**
- * Breaks up the ID to get the global ID.
- */
-exports.getGlobalIDFromUserMetadataID = id => {
-    const prefix = `${DocumentType.ROW}${SEPARATOR}${InternalTables.USER_METADATA}${SEPARATOR}`;
-    if (!id || !id.includes(prefix)) {
-        return id;
-    }
-    return id.split(prefix)[1];
-};
 /**
  * Gets parameters for retrieving automations, this is a utility function for the getDocParams function.
  */

package/dist/migrations/functions/backfill/app/tables.js

@@ -8,19 +8,16 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.backfill = void 0;
 const backend_core_1 = require("@budibase/backend-core");
-const utils_1 = require("../../../../db/utils");
-const getTables = (appDb) => __awaiter(void 0, void 0, void 0, function* () {
-    const response = yield appDb.allDocs((0, utils_1.getTableParams)(null, {
-        include_docs: true,
-    }));
-    return response.rows.map((row) => row.doc);
-});
+const sdk_1 = __importDefault(require("../../../../sdk"));
 const backfill = (appDb, timestamp) => __awaiter(void 0, void 0, void 0, function* () {
     var _a;
-    const tables = yield getTables(appDb);
+    const tables = yield sdk_1.default.tables.getAllInternalTables(appDb);
     for (const table of tables) {
         yield backend_core_1.events.table.created(table, timestamp);
         if (table.views) {

package/dist/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@budibase/server",
     "email": "hi@budibase.com",
-    "version": "2.0.30-alpha.13",
+    "version": "2.0.30-alpha.14",
     "description": "Budibase Web Server",
     "main": "src/index.ts",
     "repository": {
@@ -77,23 +77,23 @@
     "license": "GPL-3.0",
     "dependencies": {
         "@apidevtools/swagger-parser": "10.0.3",
-        "@budibase/backend-core": "2.0.30-alpha.13",
-        "@budibase/client": "2.0.30-alpha.13",
-        "@budibase/pro": "2.0.30-alpha.13",
-        "@budibase/string-templates": "2.0.30-alpha.13",
-        "@budibase/types": "2.0.30-alpha.13",
+        "@budibase/backend-core": "2.0.30-alpha.14",
+        "@budibase/client": "2.0.30-alpha.14",
+        "@budibase/pro": "2.0.30-alpha.14",
+        "@budibase/string-templates": "2.0.30-alpha.14",
+        "@budibase/types": "2.0.30-alpha.14",
         "@bull-board/api": "3.7.0",
         "@bull-board/koa": "3.9.4",
         "@elastic/elasticsearch": "7.10.0",
         "@google-cloud/firestore": "5.0.2",
-        "@koa/router": "8.0.0",
+        "@koa/router": "8.0.8",
         "@sendgrid/mail": "7.1.1",
         "@sentry/node": "6.17.7",
         "airtable": "0.10.1",
         "arangojs": "7.2.0",
         "aws-sdk": "2.1030.0",
         "bcryptjs": "2.4.3",
-        "bull": "4.8.5",
+        "bull": "4.10.1",
         "chmodr": "1.2.0",
         "chokidar": "3.5.3",
         "csvtojson": "2.0.10",
@@ -112,7 +112,7 @@
         "js-yaml": "4.1.0",
         "jsonschema": "1.4.0",
         "knex": "0.95.15",
-        "koa": "2.7.0",
+        "koa": "2.13.4",
         "koa-body": "4.2.0",
         "koa-compress": "4.0.1",
         "koa-connect": "2.1.0",
@@ -159,12 +159,12 @@
         "@jest/test-sequencer": "24.9.0",
         "@types/apidoc": "0.50.0",
         "@types/bson": "4.2.0",
-        "@types/bull": "3.15.8",
         "@types/global-agent": "2.1.1",
         "@types/google-spreadsheet": "3.1.5",
+        "@types/ioredis": "4.28.10",
         "@types/jest": "27.5.1",
         "@types/koa": "2.13.4",
-        "@types/koa__router": "8.0.0",
+        "@types/koa__router": "8.0.11",
         "@types/lodash": "4.14.180",
         "@types/node": "14.18.20",
         "@types/node-fetch": "2.6.1",

package/dist/sdk/app/backups/constants.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GLOBAL_DB_EXPORT_FILE = exports.DB_EXPORT_FILE = void 0;
+exports.DB_EXPORT_FILE = "db.txt";
+exports.GLOBAL_DB_EXPORT_FILE = "global.txt";

package/dist/sdk/app/backups/exports.js

@@ -0,0 +1,172 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.streamExportApp = exports.exportMultipleApps = exports.exportApp = exports.exportDB = void 0;
+const backend_core_1 = require("@budibase/backend-core");
+const budibaseDir_1 = require("../../../utilities/budibaseDir");
+const utilities_1 = require("../../../utilities/fileSystem/utilities");
+const fileSystem_1 = require("../../../utilities/fileSystem");
+const constants_1 = require("../../../constants");
+const utils_1 = require("../../../db/utils");
+const constants_2 = require("./constants");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = require("path");
+const environment_1 = __importDefault(require("../../../environment"));
+const uuid = require("uuid/v4");
+const tar = require("tar");
+const MemoryStream = require("memorystream");
+function tarFilesToTmp(tmpDir, files) {
+    const exportFile = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), `${uuid()}.tar.gz`);
+    tar.create({
+        sync: true,
+        gzip: true,
+        file: exportFile,
+        recursive: true,
+        cwd: tmpDir,
+    }, files);
+    return exportFile;
+}
+/**
+ * Exports a DB to either file or a variable (memory).
+ * @param {string} dbName the DB which is to be exported.
+ * @param {object} opts various options for the export, e.g. whether to stream,
+ * a filter function or the name of the export.
+ * @return {*} either a readable stream or a string
+ */
+function exportDB(dbName, opts = {}) {
+    return __awaiter(this, void 0, void 0, function* () {
+        return backend_core_1.db.doWithDB(dbName, (db) => __awaiter(this, void 0, void 0, function* () {
+            // Write the dump to file if required
+            if (opts === null || opts === void 0 ? void 0 : opts.exportPath) {
+                const path = opts === null || opts === void 0 ? void 0 : opts.exportPath;
+                const writeStream = fs_1.default.createWriteStream(path);
+                yield db.dump(writeStream, { filter: opts === null || opts === void 0 ? void 0 : opts.filter });
+                return path;
+            }
+            else {
+                // Stringify the dump in memory if required
+                const memStream = new MemoryStream();
+                let appString = "";
+                memStream.on("data", (chunk) => {
+                    appString += chunk.toString();
+                });
+                yield db.dump(memStream, { filter: opts === null || opts === void 0 ? void 0 : opts.filter });
+                return appString;
+            }
+        }));
+    });
+}
+exports.exportDB = exportDB;
+function defineFilter(excludeRows) {
+    const ids = [utils_1.USER_METDATA_PREFIX, utils_1.LINK_USER_METADATA_PREFIX];
+    if (excludeRows) {
+        ids.push(utils_1.TABLE_ROW_PREFIX);
+    }
+    return (doc) => !ids.map(key => doc._id.includes(key)).reduce((prev, curr) => prev || curr);
+}
+/**
+ * Local utility to back up the database state for an app, excluding global user
+ * data or user relationships.
+ * @param {string} appId The app to back up
+ * @param {object} config Config to send to export DB/attachment export
+ * @returns {*} either a string or a stream of the backup
+ */
+function exportApp(appId, config) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const prodAppId = backend_core_1.db.getProdAppID(appId);
+        const appPath = `${prodAppId}/`;
+        // export bucket contents
+        let tmpPath;
+        if (!environment_1.default.isTest()) {
+            tmpPath = yield (0, utilities_1.retrieveDirectory)(constants_1.ObjectStoreBuckets.APPS, appPath);
+        }
+        else {
+            tmpPath = (0, fileSystem_1.createTempFolder)(uuid());
+        }
+        const downloadedPath = (0, path_1.join)(tmpPath, appPath);
+        if (fs_1.default.existsSync(downloadedPath)) {
+            const allFiles = fs_1.default.readdirSync(downloadedPath);
+            for (let file of allFiles) {
+                const path = (0, path_1.join)(downloadedPath, file);
+                // move out of app directory, simplify structure
+                fs_1.default.renameSync(path, (0, path_1.join)(downloadedPath, "..", file));
+            }
+            // remove the old app directory created by object export
+            fs_1.default.rmdirSync(downloadedPath);
+        }
+        // enforce an export of app DB to the tmp path
+        const dbPath = (0, path_1.join)(tmpPath, constants_2.DB_EXPORT_FILE);
+        yield exportDB(appId, Object.assign(Object.assign({}, config), { filter: defineFilter(config === null || config === void 0 ? void 0 : config.excludeRows), exportPath: dbPath }));
+        // if tar requested, return where the tarball is
+        if (config === null || config === void 0 ? void 0 : config.tar) {
+            // now the tmpPath contains both the DB export and attachments, tar this
+            const tarPath = tarFilesToTmp(tmpPath, fs_1.default.readdirSync(tmpPath));
+            // cleanup the tmp export files as tarball returned
+            fs_1.default.rmSync(tmpPath, { recursive: true, force: true });
+            return tarPath;
+        }
+        // tar not requested, turn the directory where export is
+        else {
+            return tmpPath;
+        }
+    });
+}
+exports.exportApp = exportApp;
+/**
+ * Export all apps + global DB (if supplied) to a single tarball, this includes
+ * the attachments for each app as well.
+ * @param {object[]} appMetadata The IDs and names of apps to export.
+ * @param {string} globalDbContents The contents of the global DB to export as well.
+ * @return {string} The path to the tarball.
+ */
+function exportMultipleApps(appMetadata, globalDbContents) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const tmpPath = (0, path_1.join)((0, budibaseDir_1.budibaseTempDir)(), uuid());
+        fs_1.default.mkdirSync(tmpPath);
+        let exportPromises = [];
+        // export each app to a directory, then move it into the complete export
+        const exportAndMove = (appId, appName) => __awaiter(this, void 0, void 0, function* () {
+            const path = yield exportApp(appId);
+            yield fs_1.default.promises.rename(path, (0, path_1.join)(tmpPath, appName));
+        });
+        for (let metadata of appMetadata) {
+            exportPromises.push(exportAndMove(metadata.appId, metadata.name));
+        }
+        // wait for all exports to finish
+        yield Promise.all(exportPromises);
+        // add the global DB contents
+        if (globalDbContents) {
+            fs_1.default.writeFileSync((0, path_1.join)(tmpPath, constants_2.GLOBAL_DB_EXPORT_FILE), globalDbContents);
+        }
+        const appNames = appMetadata.map(metadata => metadata.name);
+        const tarPath = tarFilesToTmp(tmpPath, [...appNames, constants_2.GLOBAL_DB_EXPORT_FILE]);
+        // clear up the tmp path now tarball generated
+        fs_1.default.rmSync(tmpPath, { recursive: true, force: true });
+        return tarPath;
+    });
+}
+exports.exportMultipleApps = exportMultipleApps;
+/**
+ * Streams a backup of the database state for an app
+ * @param {string} appId The ID of the app which is to be backed up.
+ * @param {boolean} excludeRows Flag to state whether the export should include data.
+ * @returns {*} a readable stream of the backup which is written in real time
+ */
+function streamExportApp(appId, excludeRows) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const tmpPath = yield exportApp(appId, { excludeRows, tar: true });
+        return (0, fileSystem_1.streamFile)(tmpPath);
+    });
+}
+exports.streamExportApp = streamExportApp;