@budibase/server 2.0.28 → 2.0.30-alpha.0

package/dist/api/controllers/application.js

@@ -315,7 +315,7 @@ const appPostCreate = (ctx, app) => __awaiter(void 0, void 0, void 0, function*
     yield creationEvents(ctx.request, app);
     // app import & template creation
     if (ctx.request.body.useTemplate === "true") {
-        const rows = yield (0, rows_1.getUniqueRows)([app.appId]);
+        const { rows } = yield (0, rows_1.getUniqueRows)([app.appId]);
         const rowCount = rows ? rows.length : 0;
         if (rowCount) {
             try {
@@ -440,7 +440,7 @@ const destroyApp = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     return result;
 });
 const preDestroyApp = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const rows = yield (0, rows_1.getUniqueRows)([ctx.params.appId]);
+    const { rows } = yield (0, rows_1.getUniqueRows)([ctx.params.appId]);
     ctx.rowCount = rows.length;
 });
 const postDestroyApp = (ctx) => __awaiter(void 0, void 0, void 0, function* () {

package/dist/api/controllers/dev.js

@@ -99,7 +99,7 @@ exports.revert = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
         target: appId,
     });
     try {
-        if (!env.isTest()) {
+        if (env.COUCH_DB_URL) {
             // in-memory db stalls on rollback
             yield replication.rollback();
         }

package/dist/api/controllers/query/index.js

@@ -149,7 +149,9 @@ function preview(ctx) {
                     auth: Object.assign({}, authConfigCtx),
                 },
             });
-            const { rows, keys, info, extra } = yield pro_1.quotas.addQuery(runFn);
+            const { rows, keys, info, extra } = yield pro_1.quotas.addQuery(runFn, {
+                datasourceId: datasource._id,
+            });
             const schemaFields = {};
             if ((rows === null || rows === void 0 ? void 0 : rows.length) > 0) {
                 for (let key of [...new Set(keys)]) {
@@ -226,7 +228,9 @@ function execute(ctx, opts = { rowsOnly: false, isAutomation: false }) {
                     auth: Object.assign({}, authConfigCtx),
                 },
             });
-            const { rows, pagination, extra } = yield pro_1.quotas.addQuery(runFn);
+            const { rows, pagination, extra } = yield pro_1.quotas.addQuery(runFn, {
+                datasourceId: datasource._id,
+            });
             // remove the raw from execution incase transformer being used to hide data
             if (extra === null || extra === void 0 ? void 0 : extra.raw) {
                 delete extra.raw;

package/dist/api/controllers/row/index.js

@@ -44,7 +44,9 @@ function patch(ctx) {
             return (0, exports.save)(ctx);
         }
         try {
-            const { row, table } = yield pro_1.quotas.addQuery(() => pickApi(tableId).patch(ctx));
+            const { row, table } = yield pro_1.quotas.addQuery(() => pickApi(tableId).patch(ctx), {
+                datasourceId: tableId,
+            });
             ctx.status = 200;
             ctx.eventEmitter &&
                 ctx.eventEmitter.emitRow(`row:update`, appId, row, table);
@@ -66,7 +68,9 @@ const save = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
         return patch(ctx);
     }
     try {
-        const { row, table } = yield pro_1.quotas.addRow(() => pro_1.quotas.addQuery(() => pickApi(tableId).save(ctx)));
+        const { row, table } = yield pro_1.quotas.addRow(() => pro_1.quotas.addQuery(() => pickApi(tableId).save(ctx), {
+            datasourceId: tableId,
+        }));
         ctx.status = 200;
         ctx.eventEmitter && ctx.eventEmitter.emitRow(`row:save`, appId, row, table);
         ctx.message = `${table.name} saved successfully`;
@@ -81,7 +85,9 @@ function fetchView(ctx) {
     return __awaiter(this, void 0, void 0, function* () {
         const tableId = getTableId(ctx);
         try {
-            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).fetchView(ctx));
+            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).fetchView(ctx), {
+                datasourceId: tableId,
+            });
         }
         catch (err) {
             ctx.throw(400, err);
@@ -93,7 +99,9 @@ function fetch(ctx) {
     return __awaiter(this, void 0, void 0, function* () {
         const tableId = getTableId(ctx);
         try {
-            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).fetch(ctx));
+            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).fetch(ctx), {
+                datasourceId: tableId,
+            });
         }
         catch (err) {
             ctx.throw(400, err);
@@ -105,7 +113,9 @@ function find(ctx) {
     return __awaiter(this, void 0, void 0, function* () {
         const tableId = getTableId(ctx);
         try {
-            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).find(ctx));
+            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).find(ctx), {
+                datasourceId: tableId,
+            });
         }
         catch (err) {
             ctx.throw(400, err);
@@ -120,7 +130,9 @@ function destroy(ctx) {
         const tableId = getTableId(ctx);
         let response, row;
         if (inputs.rows) {
-            let { rows } = yield pro_1.quotas.addQuery(() => pickApi(tableId).bulkDestroy(ctx));
+            let { rows } = yield pro_1.quotas.addQuery(() => pickApi(tableId).bulkDestroy(ctx), {
+                datasourceId: tableId,
+            });
             yield pro_1.quotas.removeRows(rows.length);
             response = rows;
             for (let row of rows) {
@@ -128,7 +140,9 @@ function destroy(ctx) {
             }
         }
         else {
-            let resp = yield pro_1.quotas.addQuery(() => pickApi(tableId).destroy(ctx));
+            let resp = yield pro_1.quotas.addQuery(() => pickApi(tableId).destroy(ctx), {
+                datasourceId: tableId,
+            });
             yield pro_1.quotas.removeRow();
             response = resp.response;
             row = resp.row;
@@ -146,7 +160,9 @@ function search(ctx) {
         const tableId = getTableId(ctx);
         try {
             ctx.status = 200;
-            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).search(ctx));
+            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).search(ctx), {
+                datasourceId: tableId,
+            });
         }
         catch (err) {
             ctx.throw(400, err);
@@ -170,7 +186,9 @@ function fetchEnrichedRow(ctx) {
     return __awaiter(this, void 0, void 0, function* () {
         const tableId = getTableId(ctx);
         try {
-            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).fetchEnrichedRow(ctx));
+            ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).fetchEnrichedRow(ctx), {
+                datasourceId: tableId,
+            });
         }
         catch (err) {
             ctx.throw(400, err);
@@ -181,7 +199,9 @@ exports.fetchEnrichedRow = fetchEnrichedRow;
 const exportRows = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     const tableId = getTableId(ctx);
     try {
-        ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).exportRows(ctx));
+        ctx.body = yield pro_1.quotas.addQuery(() => pickApi(tableId).exportRows(ctx), {
+            datasourceId: tableId,
+        });
     }
     catch (err) {
         ctx.throw(400, err);

package/dist/api/controllers/static/templates/preview.hbs

@@ -56,6 +56,16 @@
         return
       }
 
+      // If this is a custom event, try and handle it
+      if (parsed.runtimeEvent) {
+        const { name, payload } = parsed
+        if (window.handleBuilderRuntimeEvent) {
+          window.handleBuilderRuntimeEvent(name, payload)
+        }
+        return
+      }
+
+      // Otherwise this is a full reload message
       // Extract data from message
       const {
         selectedComponentId,

package/dist/api/controllers/table/internal.js

@@ -19,6 +19,9 @@ var __rest = (this && this.__rest) || function (s, e) {
         }
     return t;
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.bulkImport = exports.destroy = exports.save = void 0;
 const linkedRows_1 = require("../../../db/linkedRows");
@@ -32,6 +35,7 @@ const bulkFormula_1 = require("./bulkFormula");
 const pro_1 = require("@budibase/pro");
 const lodash_1 = require("lodash");
 const fp_1 = require("lodash/fp");
+const environment_2 = __importDefault(require("../../../environment"));
 function checkAutoColumns(table, oldTable) {
     if (!table.schema) {
         return table;
@@ -150,7 +154,9 @@ function destroy(ctx) {
             include_docs: true,
         }));
         yield db.bulkDocs(rows.rows.map((row) => (Object.assign(Object.assign({}, row.doc), { _deleted: true }))));
-        yield pro_1.quotas.removeRows(rows.rows.length);
+        yield pro_1.quotas.removeRows(rows.rows.length, {
+            tableId: ctx.params.tableId,
+        });
         // update linked rows
         yield (0, linkedRows_1.updateLinks)({
             eventType: linkedRows_1.EventType.TABLE_DELETE,
@@ -159,7 +165,7 @@ function destroy(ctx) {
         // don't remove the table itself until very end
         yield db.remove(tableToDelete);
         // remove table search index
-        if (!(0, environment_1.isTest)()) {
+        if (!(0, environment_1.isTest)() || environment_2.default.COUCH_DB_URL) {
             const currentIndexes = yield db.getIndexes();
             const existingIndex = currentIndexes.indexes.find((existing) => existing.name === `search:${ctx.params.tableId}`);
             if (existingIndex) {

package/dist/api/controllers/table/utils.js

@@ -130,7 +130,9 @@ function handleDataImport(user, table, dataImport) {
             }
             finalData.push(row);
         }
-        yield pro_1.quotas.addRows(finalData.length, () => db.bulkDocs(finalData));
+        yield pro_1.quotas.addRows(finalData.length, () => db.bulkDocs(finalData), {
+            tableId: table._id,
+        });
         yield backend_core_1.events.rows.imported(table, "csv", finalData.length);
         return table;
     });

package/dist/automations/steps/updateRow.js

@@ -74,9 +74,9 @@ exports.run = function ({ inputs, appId, emitter }) {
             };
         }
         const tableId = inputs.row.tableId;
-        // clear any falsy properties so that they aren't updated
+        // clear any undefined, null or empty string properties so that they aren't updated
         for (let propKey of Object.keys(inputs.row)) {
-            if (!inputs.row[propKey] || inputs.row[propKey] === "") {
+            if (inputs.row[propKey] == null || inputs.row[propKey] === "") {
                 delete inputs.row[propKey];
             }
         }

package/dist/automations/utils.js

@@ -59,12 +59,14 @@ const jobMessage = (job, message) => {
 function processEvent(job) {
     return __awaiter(this, void 0, void 0, function* () {
         try {
+            const automationId = job.data.automation._id;
             console.log(jobMessage(job, "running"));
             // need to actually await these so that an error can be captured properly
-            const tenantId = backend_core_1.tenancy.getTenantIDFromAppID(job.data.event.appId);
-            return yield backend_core_1.tenancy.doInTenant(tenantId, () => __awaiter(this, void 0, void 0, function* () {
+            return yield backend_core_1.context.doInContext(job.data.event.appId, () => __awaiter(this, void 0, void 0, function* () {
                 const runFn = () => Runner.run(job);
-                return pro_1.quotas.addAutomation(runFn);
+                return pro_1.quotas.addAutomation(runFn, {
+                    automationId,
+                });
             }));
         }
         catch (err) {

package/dist/db/utils.js

@@ -7,7 +7,7 @@ const AppStatus = {
     ALL: "all",
     DEPLOYED: "published",
 };
-const DocumentType = Object.assign(Object.assign({}, CoreDocTypes), { TABLE: "ta", ROW: "ro", USER: "us", AUTOMATION: "au", LINK: "li", WEBHOOK: "wh", INSTANCE: "inst", LAYOUT: "layout", SCREEN: "screen", DATASOURCE: "datasource", DATASOURCE_PLUS: "datasource_plus", QUERY: "query", DEPLOYMENTS: "deployments", METADATA: "metadata", MEM_VIEW: "view", USER_FLAG: "flag", AUTOMATION_METADATA: "meta_au" });
+const DocumentType = Object.assign(Object.assign({}, CoreDocTypes), { TABLE: "ta", ROW: "ro", USER: "us", AUTOMATION: "au", LINK: "li", WEBHOOK: "wh", INSTANCE: "inst", LAYOUT: "layout", SCREEN: "screen", QUERY: "query", DEPLOYMENTS: "deployments", METADATA: "metadata", MEM_VIEW: "view", USER_FLAG: "flag", AUTOMATION_METADATA: "meta_au" });
 const InternalTables = {
     USER_METADATA: "ta_users",
 };

package/dist/index.js

@@ -9,6 +9,7 @@ function runServer() {
     checkDevelopmentEnvironment();
     fixPath();
     // this will setup http and https proxies form env variables
+    process.env.GLOBAL_AGENT_FORCE_GLOBAL_AGENT = "false";
     (0, global_agent_1.bootstrap)();
     require("./app");
 }

package/dist/integrations/rest.js

@@ -1,4 +1,27 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -15,6 +38,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const types_1 = require("@budibase/types");
 const datasource_1 = require("../definitions/datasource");
 const lodash_1 = require("lodash");
+const https = __importStar(require("https"));
 const querystring_1 = __importDefault(require("querystring"));
 const fetch = require("node-fetch");
 const { formatBytes } = require("../utilities");
@@ -72,6 +96,11 @@ const SCHEMA = {
             required: false,
             default: {},
         },
+        rejectUnauthorized: {
+            type: types_1.DatasourceFieldType.BOOLEAN,
+            default: true,
+            required: false,
+        },
         legacyHttpParser: {
             display: "Legacy HTTP Support",
             type: types_1.DatasourceFieldType.BOOLEAN,
@@ -197,8 +226,11 @@ class RestIntegration {
                 queryString = `${paginationString}&${queryString}`;
             }
         }
-        // make sure the query string is fully encoded
-        const main = `${path}?${querystring_1.default.encode(querystring_1.default.decode(queryString))}`;
+        if (queryString) {
+            // make sure the query string is fully encoded
+            queryString = "?" + querystring_1.default.encode(querystring_1.default.decode(queryString));
+        }
+        const main = `${path}${queryString}`;
         let complete = main;
         if (this.config.url && !main.startsWith("http")) {
             complete = !this.config.url ? main : `${this.config.url}/${main}`;
@@ -318,6 +350,11 @@ class RestIntegration {
             }
             let input = { method, headers: this.headers };
             input = this.addBody(bodyType, requestBody, input, pagination, paginationValues);
+            if (this.config.rejectUnauthorized == false) {
+                input.agent = new https.Agent({
+                    rejectUnauthorized: false,
+                });
+            }
             if (this.config.legacyHttpParser) {
                 // https://github.com/nodejs/node/issues/43798
                 input.extraHttpOptions = { insecureHTTPParser: true };

package/dist/migrations/functions/{quotas1.js → syncQuotas.js}

@@ -36,19 +36,15 @@ exports.run = void 0;
 const usageQuotas_1 = require("./usageQuotas");
 const syncApps = __importStar(require("./usageQuotas/syncApps"));
 const syncRows = __importStar(require("./usageQuotas/syncRows"));
+const syncPlugins = __importStar(require("./usageQuotas/syncPlugins"));
 /**
- * Date:
- * January 2022
- *
- * Description:
- * Synchronise the app and row quotas to the state of the db after it was
- * discovered that the quota resets were still in place and the row quotas
- * weren't being decremented correctly.
+ * Synchronise quotas to the state of the db.
  */
 const run = () => __awaiter(void 0, void 0, void 0, function* () {
     yield (0, usageQuotas_1.runQuotaMigration)(() => __awaiter(void 0, void 0, void 0, function* () {
         yield syncApps.run();
         yield syncRows.run();
+        yield syncPlugins.run();
     }));
 });
 exports.run = run;

package/dist/migrations/functions/usageQuotas/syncApps.js

@@ -16,7 +16,6 @@ const pro_1 = require("@budibase/pro");
 const types_1 = require("@budibase/types");
 const run = () => __awaiter(void 0, void 0, void 0, function* () {
     // get app count
-    // @ts-ignore
     const devApps = yield (0, db_1.getAllApps)({ dev: true });
     const appCount = devApps ? devApps.length : 0;
     // sync app count

package/dist/migrations/functions/{pluginCount.js → usageQuotas/syncPlugins.js}

@@ -14,9 +14,7 @@ const backend_core_1 = require("@budibase/backend-core");
 const pro_1 = require("@budibase/pro");
 const run = () => __awaiter(void 0, void 0, void 0, function* () {
     try {
-        yield backend_core_1.tenancy.doInTenant(backend_core_1.tenancy.DEFAULT_TENANT_ID, () => __awaiter(void 0, void 0, void 0, function* () {
-            yield pro_1.plugins.checkPluginQuotas();
-        }));
+        yield pro_1.plugins.checkPluginQuotas();
     }
     catch (err) {
         backend_core_1.logging.logAlert("Failed to update plugin quotas", err);

package/dist/migrations/functions/usageQuotas/syncRows.js

@@ -17,15 +17,19 @@ const pro_1 = require("@budibase/pro");
 const types_1 = require("@budibase/types");
 const run = () => __awaiter(void 0, void 0, void 0, function* () {
     // get all rows in all apps
-    // @ts-ignore
     const allApps = yield (0, db_1.getAllApps)({ all: true });
-    // @ts-ignore
     const appIds = allApps ? allApps.map((app) => app.appId) : [];
-    const rows = yield (0, rows_1.getUniqueRows)(appIds);
-    const rowCount = rows ? rows.length : 0;
+    const { appRows } = yield (0, rows_1.getUniqueRows)(appIds);
+    // get the counts per app
+    const counts = {};
+    let rowCount = 0;
+    Object.entries(appRows).forEach(([appId, rows]) => {
+        counts[appId] = rows.length;
+        rowCount += rows.length;
+    });
     // sync row count
     const tenantId = (0, tenancy_1.getTenantId)();
     console.log(`[Tenant: ${tenantId}] Syncing row count: ${rowCount}`);
-    yield pro_1.quotas.setUsage(rowCount, types_1.StaticQuotaName.ROWS, types_1.QuotaUsageType.STATIC);
+    yield pro_1.quotas.setUsagePerApp(counts, types_1.StaticQuotaName.ROWS, types_1.QuotaUsageType.STATIC);
 });
 exports.run = run;

package/dist/migrations/index.js

@@ -41,10 +41,9 @@ const types_1 = require("@budibase/types");
 const environment_1 = __importDefault(require("../environment"));
 // migration functions
 const userEmailViewCasing = __importStar(require("./functions/userEmailViewCasing"));
-const quota1 = __importStar(require("./functions/quotas1"));
+const syncQuotas = __importStar(require("./functions/syncQuotas"));
 const appUrls = __importStar(require("./functions/appUrls"));
 const backfill = __importStar(require("./functions/backfill"));
-const pluginCount = __importStar(require("./functions/pluginCount"));
 /**
  * Populate the migration function and additional configuration from
  * the static migration definitions.
@@ -58,8 +57,8 @@ const buildMigrations = () => {
                 serverMigrations.push(Object.assign(Object.assign({}, definition), { fn: userEmailViewCasing.run }));
                 break;
             }
-            case types_1.MigrationName.QUOTAS_1: {
-                serverMigrations.push(Object.assign(Object.assign({}, definition), { fn: quota1.run }));
+            case types_1.MigrationName.SYNC_QUOTAS: {
+                serverMigrations.push(Object.assign(Object.assign({}, definition), { fn: syncQuotas.run }));
                 break;
             }
             case types_1.MigrationName.APP_URLS: {
@@ -78,11 +77,6 @@ const buildMigrations = () => {
                 serverMigrations.push(Object.assign(Object.assign({}, definition), { fn: backfill.installation.run, silent: !!environment_1.default.SELF_HOSTED, preventRetry: !!environment_1.default.SELF_HOSTED }));
                 break;
             }
-            case types_1.MigrationName.PLUGIN_COUNT: {
-                if (environment_1.default.SELF_HOSTED) {
-                    serverMigrations.push(Object.assign(Object.assign({}, definition), { fn: pluginCount.run, silent: !!environment_1.default.SELF_HOSTED, preventRetry: false }));
-                }
-            }
         }
     }
     return serverMigrations;

package/dist/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@budibase/server",
     "email": "hi@budibase.com",
-    "version": "2.0.27",
+    "version": "2.0.29",
     "description": "Budibase Web Server",
     "main": "src/index.ts",
     "repository": {
@@ -77,11 +77,11 @@
     "license": "GPL-3.0",
     "dependencies": {
         "@apidevtools/swagger-parser": "10.0.3",
-        "@budibase/backend-core": "^2.0.27",
-        "@budibase/client": "^2.0.27",
-        "@budibase/pro": "2.0.27",
-        "@budibase/string-templates": "^2.0.27",
-        "@budibase/types": "^2.0.27",
+        "@budibase/backend-core": "^2.0.29",
+        "@budibase/client": "^2.0.29",
+        "@budibase/pro": "2.0.29",
+        "@budibase/string-templates": "^2.0.29",
+        "@budibase/types": "^2.0.29",
         "@bull-board/api": "3.7.0",
         "@bull-board/koa": "3.9.4",
         "@elastic/elasticsearch": "7.10.0",
@@ -146,7 +146,7 @@
         "to-json-schema": "0.2.5",
         "uuid": "3.3.2",
         "validate.js": "0.13.1",
-        "vm2": "3.9.6",
+        "vm2": "3.9.11",
         "worker-farm": "1.7.0",
         "xml2js": "0.4.23",
         "yargs": "13.2.4",