@budibase/server 1.0.49 → 1.0.50-alpha.0

package/dist/api/controllers/table/utils.js

@@ -8,17 +8,30 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-const CouchDB = require("../../../db");
 const csvParser = require("../../../utilities/csvParser");
-const { getRowParams, generateRowID, InternalTables, } = require("../../../db/utils");
-const { isEqual } = require("lodash/fp");
+const { getRowParams, generateRowID, InternalTables, getTableParams, BudibaseInternalDB, } = require("../../../db/utils");
+const { isEqual } = require("lodash");
 const { AutoFieldSubTypes, FieldTypes } = require("../../../constants");
-const { inputProcessing } = require("../../../utilities/rowProcessor");
+const { inputProcessing, cleanupAttachments, } = require("../../../utilities/rowProcessor");
 const { USERS_TABLE_SCHEMA, SwitchableTypes, CanSwitchTypes, } = require("../../../constants");
-const { isExternalTable, breakExternalTableId, } = require("../../../integrations/utils");
+const { isExternalTable, breakExternalTableId, isSQL, } = require("../../../integrations/utils");
 const { getViews, saveView } = require("../view/utils");
 const viewTemplate = require("../view/viewBuilder");
-exports.checkForColumnUpdates = (db, oldTable, updatedTable) => __awaiter(void 0, void 0, void 0, function* () {
+const usageQuota = require("../../../utilities/usageQuota");
+const { getAppDB } = require("@budibase/backend-core/context");
+const { cloneDeep } = require("lodash/fp");
+exports.clearColumns = (table, columnNames) => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
+    const rows = yield db.allDocs(getRowParams(table._id, null, {
+        include_docs: true,
+    }));
+    return db.bulkDocs(rows.rows.map(({ doc }) => {
+        columnNames.forEach(colName => delete doc[colName]);
+        return doc;
+    }));
+});
+exports.checkForColumnUpdates = (oldTable, updatedTable) => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
     let updatedRows = [];
     const rename = updatedTable._rename;
     let deletedColumns = [];
@@ -31,18 +44,22 @@ exports.checkForColumnUpdates = (db, oldTable, updatedTable) => __awaiter(void 0
         const rows = yield db.allDocs(getRowParams(updatedTable._id, null, {
             include_docs: true,
         }));
-        updatedRows = rows.rows.map(({ doc }) => {
+        const rawRows = rows.rows.map(({ doc }) => doc);
+        updatedRows = rawRows.map(row => {
+            row = cloneDeep(row);
             if (rename) {
-                doc[rename.updated] = doc[rename.old];
-                delete doc[rename.old];
+                row[rename.updated] = row[rename.old];
+                delete row[rename.old];
             }
             else if (deletedColumns.length !== 0) {
-                deletedColumns.forEach(colName => delete doc[colName]);
+                deletedColumns.forEach(colName => delete row[colName]);
             }
-            return doc;
+            return row;
         });
+        // cleanup any attachments from object storage for deleted attachment columns
+        yield cleanupAttachments(updatedTable, { oldTable, rows: rawRows });
         // Update views
-        yield exports.checkForViewUpdates(db, updatedTable, rename, deletedColumns);
+        yield exports.checkForViewUpdates(updatedTable, rename, deletedColumns);
         delete updatedTable._rename;
     }
     return { rows: updatedRows, table: updatedTable };
@@ -65,11 +82,11 @@ exports.makeSureTableUpToDate = (table, tableToSave) => {
     }
     return tableToSave;
 };
-exports.handleDataImport = (appId, user, table, dataImport) => __awaiter(void 0, void 0, void 0, function* () {
+exports.handleDataImport = (user, table, dataImport) => __awaiter(void 0, void 0, void 0, function* () {
     if (!dataImport || !dataImport.csvString) {
         return table;
     }
-    const db = new CouchDB(appId);
+    const db = getAppDB();
     // Populate the table with rows imported from CSV in a bulk update
     const data = yield csvParser.transform(Object.assign(Object.assign({}, dataImport), { existingTable: table }));
     let finalData = [];
@@ -95,13 +112,17 @@ exports.handleDataImport = (appId, user, table, dataImport) => __awaiter(void 0,
         }
         finalData.push(row);
     }
+    yield usageQuota.update(usageQuota.Properties.ROW, finalData.length, {
+        dryRun: true,
+    });
     yield db.bulkDocs(finalData);
+    yield usageQuota.update(usageQuota.Properties.ROW, finalData.length);
     let response = yield db.put(table);
     table._rev = response._rev;
     return table;
 });
-exports.handleSearchIndexes = (appId, table) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(appId);
+exports.handleSearchIndexes = (table) => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
     // create relevant search indexes
     if (table.indexes && table.indexes.length > 0) {
         const currentIndexes = yield db.getIndexes();
@@ -150,12 +171,9 @@ exports.checkStaticTables = table => {
     return table;
 };
 class TableSaveFunctions {
-    constructor({ db, ctx, oldTable, dataImport }) {
-        this.db = db;
-        this.ctx = ctx;
-        if (this.ctx && this.ctx.user) {
-            this.appId = this.ctx.appId;
-        }
+    constructor({ user, oldTable, dataImport }) {
+        this.db = getAppDB();
+        this.user = user;
         this.oldTable = oldTable;
         this.dataImport = dataImport;
         // any rows that need updated
@@ -174,7 +192,7 @@ class TableSaveFunctions {
     // when confirmed valid
     mid(table) {
         return __awaiter(this, void 0, void 0, function* () {
-            let response = yield exports.checkForColumnUpdates(this.db, this.oldTable, table);
+            let response = yield exports.checkForColumnUpdates(this.oldTable, table);
             this.rows = this.rows.concat(response.rows);
             return table;
         });
@@ -182,8 +200,8 @@ class TableSaveFunctions {
     // after saving
     after(table) {
         return __awaiter(this, void 0, void 0, function* () {
-            table = yield exports.handleSearchIndexes(this.appId, table);
-            table = yield exports.handleDataImport(this.appId, this.ctx.user, table, this.dataImport);
+            table = yield exports.handleSearchIndexes(table);
+            table = yield exports.handleDataImport(this.user, table, this.dataImport);
             return table;
         });
     }
@@ -191,30 +209,39 @@ class TableSaveFunctions {
         return this.rows;
     }
 }
-exports.getAllExternalTables = (appId, datasourceId) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(appId);
+exports.getAllInternalTables = () => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
+    const internalTables = yield db.allDocs(getTableParams(null, {
+        include_docs: true,
+    }));
+    return internalTables.rows.map(tableDoc => (Object.assign(Object.assign({}, tableDoc.doc), { type: "internal", sourceId: BudibaseInternalDB._id })));
+});
+exports.getAllExternalTables = (datasourceId) => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
     const datasource = yield db.get(datasourceId);
     if (!datasource || !datasource.entities) {
         throw "Datasource is not configured fully.";
     }
     return datasource.entities;
 });
-exports.getExternalTable = (appId, datasourceId, tableName) => __awaiter(void 0, void 0, void 0, function* () {
-    const entities = yield exports.getAllExternalTables(appId, datasourceId);
+exports.getExternalTable = (datasourceId, tableName) => __awaiter(void 0, void 0, void 0, function* () {
+    const entities = yield exports.getAllExternalTables(datasourceId);
     return entities[tableName];
 });
-exports.getTable = (appId, tableId) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(appId);
+exports.getTable = (tableId) => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
     if (isExternalTable(tableId)) {
         let { datasourceId, tableName } = breakExternalTableId(tableId);
-        return exports.getExternalTable(appId, datasourceId, tableName);
+        const datasource = yield db.get(datasourceId);
+        const table = yield exports.getExternalTable(datasourceId, tableName);
+        return Object.assign(Object.assign({}, table), { sql: isSQL(datasource) });
     }
     else {
         return db.get(tableId);
     }
 });
-exports.checkForViewUpdates = (db, table, rename, deletedColumns) => __awaiter(void 0, void 0, void 0, function* () {
-    const views = yield getViews(db);
+exports.checkForViewUpdates = (table, rename, deletedColumns) => __awaiter(void 0, void 0, void 0, function* () {
+    const views = yield getViews();
     const tableViews = views.filter(view => view.meta.tableId === table._id);
     // Check each table view to see if impacted by this table action
     for (let view of tableViews) {
@@ -270,7 +297,7 @@ exports.checkForViewUpdates = (db, table, rename, deletedColumns) => __awaiter(v
         // Update view if required
         if (needsUpdated) {
             const newViewTemplate = viewTemplate(view.meta);
-            yield saveView(db, null, view.name, newViewTemplate);
+            yield saveView(null, view.name, newViewTemplate);
             if (!newViewTemplate.meta.schema) {
                 newViewTemplate.meta.schema = table.schema;
             }

package/dist/api/controllers/user.js

@@ -8,18 +8,18 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-const CouchDB = require("../../db");
 const { generateUserMetadataID, getUserMetadataParams, generateUserFlagID, } = require("../../db/utils");
 const { InternalTables } = require("../../db/utils");
 const { getGlobalUsers, getRawGlobalUser } = require("../../utilities/global");
 const { getFullUser } = require("../../utilities/users");
 const { isEqual } = require("lodash");
 const { BUILTIN_ROLE_IDS } = require("@budibase/backend-core/roles");
-const { getDevelopmentAppID, getDeployedAppIDs, } = require("@budibase/backend-core/db");
-const { doesDatabaseExist } = require("../../utilities");
+const { getDevelopmentAppID, getProdAppIDs, dbExists, } = require("@budibase/backend-core/db");
 const { UserStatus } = require("@budibase/backend-core/constants");
-function rawMetadata(db) {
+const { getAppDB, doInAppContext } = require("@budibase/backend-core/context");
+function rawMetadata() {
     return __awaiter(this, void 0, void 0, function* () {
+        const db = getAppDB();
         return (yield db.allDocs(getUserMetadataParams(null, {
             include_docs: true,
         }))).rows.map(row => row.doc);
@@ -45,13 +45,10 @@ function combineMetadataAndUser(user, metadata) {
     }
     return null;
 }
-exports.syncGlobalUsers = (appId) => __awaiter(void 0, void 0, void 0, function* () {
+exports.syncGlobalUsers = () => __awaiter(void 0, void 0, void 0, function* () {
     // sync user metadata
-    const db = new CouchDB(appId);
-    const [users, metadata] = yield Promise.all([
-        getGlobalUsers(appId),
-        rawMetadata(db),
-    ]);
+    const db = getAppDB();
+    const [users, metadata] = yield Promise.all([getGlobalUsers(), rawMetadata()]);
     const toWrite = [];
     for (let user of users) {
         const combined = yield combineMetadataAndUser(user, metadata);
@@ -86,7 +83,7 @@ exports.syncUser = function (ctx) {
         let prodAppIds;
         // if they are a builder then get all production app IDs
         if ((user.builder && user.builder.global) || deleting) {
-            prodAppIds = yield getDeployedAppIDs(CouchDB);
+            prodAppIds = yield getProdAppIDs();
         }
         else {
             prodAppIds = Object.entries(roles)
@@ -97,34 +94,36 @@ exports.syncUser = function (ctx) {
             const roleId = roles[prodAppId];
             const devAppId = getDevelopmentAppID(prodAppId);
             for (let appId of [prodAppId, devAppId]) {
-                if (!(yield doesDatabaseExist(appId))) {
+                if (!(yield dbExists(appId))) {
                     continue;
                 }
-                const db = new CouchDB(appId);
-                const metadataId = generateUserMetadataID(userId);
-                let metadata;
-                try {
-                    metadata = yield db.get(metadataId);
-                }
-                catch (err) {
-                    if (deleting) {
-                        continue;
+                yield doInAppContext(appId, () => __awaiter(this, void 0, void 0, function* () {
+                    const db = getAppDB();
+                    const metadataId = generateUserMetadataID(userId);
+                    let metadata;
+                    try {
+                        metadata = yield db.get(metadataId);
                     }
-                    metadata = {
-                        tableId: InternalTables.USER_METADATA,
-                    };
-                }
-                // assign the roleId for the metadata doc
-                if (roleId) {
-                    metadata.roleId = roleId;
-                }
-                let combined = !deleting
-                    ? combineMetadataAndUser(user, metadata)
-                    : Object.assign(Object.assign({}, metadata), { status: UserStatus.INACTIVE, metadata: BUILTIN_ROLE_IDS.PUBLIC });
-                // if its null then there was no updates required
-                if (combined) {
-                    yield db.put(combined);
-                }
+                    catch (err) {
+                        if (deleting) {
+                            return;
+                        }
+                        metadata = {
+                            tableId: InternalTables.USER_METADATA,
+                        };
+                    }
+                    // assign the roleId for the metadata doc
+                    if (roleId) {
+                        metadata.roleId = roleId;
+                    }
+                    let combined = !deleting
+                        ? combineMetadataAndUser(user, metadata)
+                        : Object.assign(Object.assign({}, metadata), { status: UserStatus.INACTIVE, metadata: BUILTIN_ROLE_IDS.PUBLIC });
+                    // if its null then there was no updates required
+                    if (combined) {
+                        yield db.put(combined);
+                    }
+                }));
             }
         }
         ctx.body = {
@@ -134,8 +133,8 @@ exports.syncUser = function (ctx) {
 };
 exports.fetchMetadata = function (ctx) {
     return __awaiter(this, void 0, void 0, function* () {
-        const database = new CouchDB(ctx.appId);
-        const global = yield getGlobalUsers(ctx.appId);
+        const database = getAppDB();
+        const global = yield getGlobalUsers();
         const metadata = yield rawMetadata(database);
         const users = [];
         for (let user of global) {
@@ -155,13 +154,14 @@ exports.updateSelfMetadata = function (ctx) {
         ctx.request.body._id = ctx.user._id;
         // make sure no stale rev
         delete ctx.request.body._rev;
+        // make sure no csrf token
+        delete ctx.request.body.csrfToken;
         yield exports.updateMetadata(ctx);
     });
 };
 exports.updateMetadata = function (ctx) {
     return __awaiter(this, void 0, void 0, function* () {
-        const appId = ctx.appId;
-        const db = new CouchDB(appId);
+        const db = getAppDB();
         const user = ctx.request.body;
         // this isn't applicable to the user
         delete user.roles;
@@ -171,7 +171,7 @@ exports.updateMetadata = function (ctx) {
 };
 exports.destroyMetadata = function (ctx) {
     return __awaiter(this, void 0, void 0, function* () {
-        const db = new CouchDB(ctx.appId);
+        const db = getAppDB();
         try {
             const dbUser = yield db.get(ctx.params.id);
             yield db.remove(dbUser._id, dbUser._rev);
@@ -197,7 +197,7 @@ exports.setFlag = function (ctx) {
             ctx.throw(400, "Must supply a 'flag' field in request body.");
         }
         const flagDocId = generateUserFlagID(userId);
-        const db = new CouchDB(ctx.appId);
+        const db = getAppDB();
         let doc;
         try {
             doc = yield db.get(flagDocId);
@@ -214,7 +214,7 @@ exports.getFlags = function (ctx) {
     return __awaiter(this, void 0, void 0, function* () {
         const userId = ctx.user._id;
         const docId = generateUserFlagID(userId);
-        const db = new CouchDB(ctx.appId);
+        const db = getAppDB();
         let doc;
         try {
             doc = yield db.get(docId);

package/dist/api/controllers/view/index.js

@@ -19,7 +19,6 @@ var __rest = (this && this.__rest) || function (s, e) {
         }
     return t;
 };
-const CouchDB = require("../../../db");
 const viewTemplate = require("./viewBuilder");
 const { apiFileReturn } = require("../../../utilities/fileSystem");
 const exporters = require("./exporters");
@@ -27,18 +26,18 @@ const { saveView, getView, getViews, deleteView } = require("./utils");
 const { fetchView } = require("../row");
 const { getTable } = require("../table/utils");
 const { FieldTypes } = require("../../../constants");
+const { getAppDB } = require("@budibase/backend-core/context");
 exports.fetch = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(ctx.appId);
-    ctx.body = yield getViews(db);
+    ctx.body = yield getViews();
 });
 exports.save = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(ctx.appId);
+    const db = getAppDB();
     const _a = ctx.request.body, { originalName } = _a, viewToSave = __rest(_a, ["originalName"]);
     const view = viewTemplate(viewToSave);
     if (!viewToSave.name) {
         ctx.throw(400, "Cannot create view without a name");
     }
-    yield saveView(db, originalName, viewToSave.name, view);
+    yield saveView(originalName, viewToSave.name, view);
     // add views to table document
     const table = yield db.get(ctx.request.body.tableId);
     if (!table.views)
@@ -54,18 +53,17 @@ exports.save = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     ctx.body = Object.assign(Object.assign({}, table.views[viewToSave.name]), { name: viewToSave.name });
 });
 exports.destroy = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(ctx.appId);
+    const db = getAppDB();
     const viewName = decodeURI(ctx.params.viewName);
-    const view = yield deleteView(db, viewName);
+    const view = yield deleteView(viewName);
     const table = yield db.get(view.meta.tableId);
     delete table.views[viewName];
     yield db.put(table);
     ctx.body = view;
 });
 exports.exportView = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(ctx.appId);
     const viewName = decodeURI(ctx.query.view);
-    const view = yield getView(db, viewName);
+    const view = yield getView(viewName);
     const format = ctx.query.format;
     if (!format || !Object.values(exporters.ExportFormats).includes(format)) {
         ctx.throw(400, "Format must be specified, either csv or json");
@@ -90,7 +88,7 @@ exports.exportView = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     let schema = view && view.meta && view.meta.schema;
     if (!schema) {
         const tableId = ctx.params.tableId || view.meta.tableId;
-        const table = yield getTable(ctx.appId, tableId);
+        const table = yield getTable(tableId);
         schema = table.schema;
     }
     // remove any relationships

package/dist/api/controllers/view/utils.js

@@ -10,7 +10,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 const { ViewNames, generateMemoryViewID, getMemoryViewParams, DocumentTypes, SEPARATOR, } = require("../../../db/utils");
 const env = require("../../../environment");
-exports.getView = (db, viewName) => __awaiter(void 0, void 0, void 0, function* () {
+const { getAppDB } = require("@budibase/backend-core/context");
+exports.getView = (viewName) => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
     if (env.SELF_HOSTED) {
         const designDoc = yield db.get("_design/database");
         return designDoc.views[viewName];
@@ -24,7 +26,8 @@ exports.getView = (db, viewName) => __awaiter(void 0, void 0, void 0, function*
         return viewDoc.view;
     }
 });
-exports.getViews = (db) => __awaiter(void 0, void 0, void 0, function* () {
+exports.getViews = () => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
     const response = [];
     if (env.SELF_HOSTED) {
         const designDoc = yield db.get("_design/database");
@@ -46,7 +49,8 @@ exports.getViews = (db) => __awaiter(void 0, void 0, void 0, function* () {
     }
     return response;
 });
-exports.saveView = (db, originalName, viewName, viewTemplate) => __awaiter(void 0, void 0, void 0, function* () {
+exports.saveView = (originalName, viewName, viewTemplate) => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
     if (env.SELF_HOSTED) {
         const designDoc = yield db.get("_design/database");
         designDoc.views = Object.assign(Object.assign({}, designDoc.views), { [viewName]: viewTemplate });
@@ -81,7 +85,8 @@ exports.saveView = (db, originalName, viewName, viewTemplate) => __awaiter(void
         yield db.put(viewDoc);
     }
 });
-exports.deleteView = (db, viewName) => __awaiter(void 0, void 0, void 0, function* () {
+exports.deleteView = (viewName) => __awaiter(void 0, void 0, void 0, function* () {
+    const db = getAppDB();
     if (env.SELF_HOSTED) {
         const designDoc = yield db.get("_design/database");
         const view = designDoc.views[viewName];

package/dist/api/controllers/webhook.js

@@ -8,12 +8,12 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-const CouchDB = require("../../db");
 const { generateWebhookID, getWebhookParams } = require("../../db/utils");
 const toJsonSchema = require("to-json-schema");
 const validate = require("jsonschema").validate;
 const triggers = require("../../automations/triggers");
-const { getDeployedAppID } = require("@budibase/backend-core/db");
+const { getProdAppID } = require("@budibase/backend-core/db");
+const { getAppDB, updateAppId } = require("@budibase/backend-core/context");
 const AUTOMATION_DESCRIPTION = "Generated from Webhook Schema";
 function Webhook(name, type, target) {
     this.live = true;
@@ -28,14 +28,14 @@ exports.WebhookType = {
     AUTOMATION: "automation",
 };
 exports.fetch = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(ctx.appId);
+    const db = getAppDB();
     const response = yield db.allDocs(getWebhookParams(null, {
         include_docs: true,
     }));
     ctx.body = response.rows.map(row => row.doc);
 });
 exports.save = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(ctx.appId);
+    const db = getAppDB();
     const webhook = ctx.request.body;
     webhook.appId = ctx.appId;
     // check that the webhook exists
@@ -53,11 +53,12 @@ exports.save = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     };
 });
 exports.destroy = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(ctx.appId);
+    const db = getAppDB();
     ctx.body = yield db.remove(ctx.params.id, ctx.params.rev);
 });
 exports.buildSchema = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const db = new CouchDB(ctx.params.instance);
+    updateAppId(ctx.params.instance);
+    const db = getAppDB();
     const webhook = yield db.get(ctx.params.id);
     webhook.bodySchema = toJsonSchema(ctx.request.body);
     // update the automation outputs
@@ -80,9 +81,10 @@ exports.buildSchema = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
     ctx.body = yield db.put(webhook);
 });
 exports.trigger = (ctx) => __awaiter(void 0, void 0, void 0, function* () {
-    const prodAppId = getDeployedAppID(ctx.params.instance);
+    const prodAppId = getProdAppID(ctx.params.instance);
+    updateAppId(prodAppId);
     try {
-        const db = new CouchDB(prodAppId);
+        const db = getAppDB();
         const webhook = yield db.get(ctx.params.id);
         // validate against the schema
         if (webhook.bodySchema) {

package/dist/api/routes/index.js

@@ -21,11 +21,11 @@ const integrationRoutes = require("./integration");
 const permissionRoutes = require("./permission");
 const datasourceRoutes = require("./datasource");
 const queryRoutes = require("./query");
-const hostingRoutes = require("./hosting");
 const backupRoutes = require("./backup");
 const metadataRoutes = require("./metadata");
 const devRoutes = require("./dev");
 const cloudRoutes = require("./cloud");
+const migrationRoutes = require("./migrations");
 exports.mainRoutes = [
     authRoutes,
     deployRoutes,
@@ -46,7 +46,6 @@ exports.mainRoutes = [
     permissionRoutes,
     datasourceRoutes,
     queryRoutes,
-    hostingRoutes,
     backupRoutes,
     metadataRoutes,
     devRoutes,
@@ -55,5 +54,6 @@ exports.mainRoutes = [
     // this could be breaking as koa may recognise other routes as this
     tableRoutes,
     rowRoutes,
+    migrationRoutes,
 ];
 exports.staticRoutes = staticRoutes;

package/dist/api/routes/migrations.js

@@ -0,0 +1,9 @@
+"use strict";
+const Router = require("@koa/router");
+const migrationsController = require("../controllers/migrations");
+const router = Router();
+const { internalApi } = require("@budibase/backend-core/auth");
+router
+    .post("/api/migrations/run", internalApi, migrationsController.migrate)
+    .get("/api/migrations/definitions", internalApi, migrationsController.fetchDefinitions);
+module.exports = router;

package/dist/api/routes/static.js

@@ -43,5 +43,6 @@ router
     .post("/api/attachments/process", authorized(BUILDER), controller.uploadFile)
     .post("/api/attachments/:tableId/upload", paramResource("tableId"), authorized(PermissionTypes.TABLE, PermissionLevels.WRITE), controller.uploadFile)
     // TODO: this likely needs to be secured in some way
-    .get("/:appId/:path*", controller.serveApp);
+    .get("/:appId/:path*", controller.serveApp)
+    .post("/api/attachments/:datasourceId/url", authorized(PermissionTypes.TABLE, PermissionLevels.READ), controller.getSignedUploadURL);
 module.exports = router;

package/dist/api/routes/tests/utilities/TestFunctions.js

@@ -10,18 +10,24 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 const rowController = require("../../../controllers/row");
 const appController = require("../../../controllers/application");
-const CouchDB = require("../../../../db");
 const { AppStatus } = require("../../../../db/utils");
 const { BUILTIN_ROLE_IDS } = require("@budibase/backend-core/roles");
 const { TENANT_ID } = require("../../../../tests/utilities/structures");
+const { getAppDB, doInAppContext } = require("@budibase/backend-core/context");
+const env = require("../../../../environment");
 function Request(appId, params) {
     this.appId = appId;
     this.params = params;
     this.request = {};
 }
+function runRequest(appId, controlFunc, request) {
+    return doInAppContext(appId, () => __awaiter(this, void 0, void 0, function* () {
+        return controlFunc(request);
+    }));
+}
 exports.getAllTableRows = (config) => __awaiter(void 0, void 0, void 0, function* () {
     const req = new Request(config.appId, { tableId: config.table._id });
-    yield rowController.fetch(req);
+    yield runRequest(config.appId, rowController.fetch, req);
     return req.body;
 });
 exports.clearAllApps = (tenantId = TENANT_ID) => __awaiter(void 0, void 0, void 0, function* () {
@@ -33,13 +39,16 @@ exports.clearAllApps = (tenantId = TENANT_ID) => __awaiter(void 0, void 0, void
     }
     for (let app of apps) {
         const { appId } = app;
-        yield appController.delete(new Request(null, { appId }));
+        const req = new Request(null, { appId });
+        yield runRequest(appId, appController.delete, req);
     }
 });
 exports.clearAllAutomations = (config) => __awaiter(void 0, void 0, void 0, function* () {
     const automations = yield config.getAllAutomations();
     for (let auto of automations) {
-        yield config.deleteAutomation(auto);
+        yield doInAppContext(config.appId, () => __awaiter(void 0, void 0, void 0, function* () {
+            yield config.deleteAutomation(auto);
+        }));
     }
 });
 exports.createRequest = (request, method, url, body) => {
@@ -92,19 +101,30 @@ exports.checkPermissionsEndpoint = ({ config, method, url, body, passRole, failR
         .set(failHeader)
         .expect(403);
 });
-exports.getDB = config => {
-    return new CouchDB(config.getAppId());
+exports.getDB = () => {
+    return getAppDB();
 };
 exports.testAutomation = (config, automation) => __awaiter(void 0, void 0, void 0, function* () {
-    return yield config.request
-        .post(`/api/automations/${automation._id}/test`)
-        .send({
-        row: {
-            name: "Test",
-            description: "TEST",
-        },
-    })
-        .set(config.defaultHeaders())
-        .expect("Content-Type", /json/)
-        .expect(200);
+    return runRequest(automation.appId, () => __awaiter(void 0, void 0, void 0, function* () {
+        return yield config.request
+            .post(`/api/automations/${automation._id}/test`)
+            .send({
+            row: {
+                name: "Test",
+                description: "TEST",
+            },
+        })
+            .set(config.defaultHeaders())
+            .expect("Content-Type", /json/)
+            .expect(200);
+    }));
+});
+exports.runInProd = (func) => __awaiter(void 0, void 0, void 0, function* () {
+    const nodeEnv = env.NODE_ENV;
+    const workerId = env.JEST_WORKER_ID;
+    env._set("NODE_ENV", "PRODUCTION");
+    env._set("JEST_WORKER_ID", null);
+    yield func();
+    env._set("NODE_ENV", nodeEnv);
+    env._set("JEST_WORKER_ID", workerId);
 });