@budibase/server 2.6.19-alpha.2 → 2.6.19-alpha.21

package/dist/api/controllers/datasource.js

@@ -1,337 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.query = exports.find = exports.destroy = exports.save = exports.update = exports.buildSchemaFromDb = exports.verify = exports.fetch = void 0;
-const utils_1 = require("../../db/utils");
-const internal_1 = require("./table/internal");
-const constants_1 = require("../../constants");
-const integrations_1 = require("../../integrations");
-const utils_2 = require("./row/utils");
-const utils_3 = require("../../threads/utils");
-const backend_core_1 = require("@budibase/backend-core");
-const sdk_1 = __importDefault(require("../../sdk"));
-function getErrorTables(errors, errorType) {
-    return Object.entries(errors)
-        .filter(entry => entry[1] === errorType)
-        .map(([name]) => name);
-}
-function updateError(error, newError, tables) {
-    if (!error) {
-        error = "";
-    }
-    if (error.length > 0) {
-        error += "\n";
-    }
-    error += `${newError} ${tables.join(", ")}`;
-    return error;
-}
-function getConnector(datasource) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const Connector = yield (0, integrations_1.getIntegration)(datasource.source);
-        // can't enrich if it doesn't have an ID yet
-        if (datasource._id) {
-            datasource = yield sdk_1.default.datasources.enrich(datasource);
-        }
-        // Connect to the DB and build the schema
-        return new Connector(datasource.config);
-    });
-}
-function buildSchemaHelper(datasource) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const connector = (yield getConnector(datasource));
-        yield connector.buildSchema(datasource._id, datasource.entities);
-        const errors = connector.schemaErrors;
-        let error = null;
-        if (errors && Object.keys(errors).length > 0) {
-            const noKey = getErrorTables(errors, constants_1.BuildSchemaErrors.NO_KEY);
-            const invalidCol = getErrorTables(errors, constants_1.BuildSchemaErrors.INVALID_COLUMN);
-            if (noKey.length) {
-                error = updateError(error, "No primary key constraint found for the following:", noKey);
-            }
-            if (invalidCol.length) {
-                const invalidCols = Object.values(constants_1.InvalidColumns).join(", ");
-                error = updateError(error, `Cannot use columns ${invalidCols} found in following:`, invalidCol);
-            }
-        }
-        return { tables: connector.tables, error };
-    });
-}
-function fetch(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        // Get internal tables
-        const db = backend_core_1.context.getAppDB();
-        const internalTables = yield db.allDocs((0, utils_1.getTableParams)(null, {
-            include_docs: true,
-        }));
-        const internal = internalTables.rows.reduce((acc, row) => {
-            const sourceId = row.doc.sourceId || "bb_internal";
-            acc[sourceId] = acc[sourceId] || [];
-            acc[sourceId].push(row.doc);
-            return acc;
-        }, {});
-        const bbInternalDb = Object.assign({}, utils_1.BudibaseInternalDB);
-        // Get external datasources
-        const datasources = (yield db.allDocs((0, utils_1.getDatasourceParams)(null, {
-            include_docs: true,
-        }))).rows.map(row => row.doc);
-        const allDatasources = yield sdk_1.default.datasources.removeSecrets([
-            bbInternalDb,
-            ...datasources,
-        ]);
-        for (let datasource of allDatasources) {
-            if (datasource.type === backend_core_1.db.BUDIBASE_DATASOURCE_TYPE) {
-                datasource.entities = internal[datasource._id];
-            }
-        }
-        ctx.body = [bbInternalDb, ...datasources];
-    });
-}
-exports.fetch = fetch;
-function verify(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const { datasource } = ctx.request.body;
-        let existingDatasource;
-        if (datasource._id) {
-            existingDatasource = yield sdk_1.default.datasources.get(datasource._id);
-        }
-        let enrichedDatasource = datasource;
-        if (existingDatasource) {
-            enrichedDatasource = sdk_1.default.datasources.mergeConfigs(datasource, existingDatasource);
-        }
-        const connector = yield getConnector(enrichedDatasource);
-        if (!connector.testConnection) {
-            ctx.throw(400, "Connection information verification not supported");
-        }
-        const response = yield connector.testConnection();
-        ctx.body = {
-            connected: response.connected,
-            error: response.error,
-        };
-    });
-}
-exports.verify = verify;
-function buildSchemaFromDb(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const db = backend_core_1.context.getAppDB();
-        const datasource = yield sdk_1.default.datasources.get(ctx.params.datasourceId);
-        const tablesFilter = ctx.request.body.tablesFilter;
-        let { tables, error } = yield buildSchemaHelper(datasource);
-        if (tablesFilter) {
-            if (!datasource.entities) {
-                datasource.entities = {};
-            }
-            for (let key in tables) {
-                if (tablesFilter.some((filter) => filter.toLowerCase() === key.toLowerCase())) {
-                    datasource.entities[key] = tables[key];
-                }
-            }
-        }
-        else {
-            datasource.entities = tables;
-        }
-        setDefaultDisplayColumns(datasource);
-        const dbResp = yield db.put(datasource);
-        datasource._rev = dbResp.rev;
-        const cleanedDatasource = yield sdk_1.default.datasources.removeSecretSingle(datasource);
-        const response = { datasource: cleanedDatasource };
-        if (error) {
-            response.error = error;
-        }
-        ctx.body = response;
-    });
-}
-exports.buildSchemaFromDb = buildSchemaFromDb;
-/**
- * Make sure all datasource entities have a display name selected
- */
-function setDefaultDisplayColumns(datasource) {
-    //
-    for (let entity of Object.values(datasource.entities || {})) {
-        if (entity.primaryDisplay) {
-            continue;
-        }
-        const notAutoColumn = Object.values(entity.schema).find(schema => !schema.autocolumn);
-        if (notAutoColumn) {
-            entity.primaryDisplay = notAutoColumn.name;
-        }
-    }
-}
-/**
- * Check for variables that have been updated or removed and invalidate them.
- */
-function invalidateVariables(existingDatasource, updatedDatasource) {
-    var _a, _b;
-    return __awaiter(this, void 0, void 0, function* () {
-        const existingVariables = (_a = existingDatasource.config) === null || _a === void 0 ? void 0 : _a.dynamicVariables;
-        const updatedVariables = (_b = updatedDatasource.config) === null || _b === void 0 ? void 0 : _b.dynamicVariables;
-        const toInvalidate = [];
-        if (!existingVariables) {
-            return;
-        }
-        if (!updatedVariables) {
-            // invalidate all
-            toInvalidate.push(...existingVariables);
-        }
-        else {
-            // invaldate changed / removed
-            existingVariables.forEach((existing) => {
-                const unchanged = updatedVariables.find((updated) => existing.name === updated.name &&
-                    existing.queryId === updated.queryId &&
-                    existing.value === updated.value);
-                if (!unchanged) {
-                    toInvalidate.push(existing);
-                }
-            });
-        }
-        yield (0, utils_3.invalidateDynamicVariables)(toInvalidate);
-    });
-}
-function update(ctx) {
-    var _a, _b;
-    return __awaiter(this, void 0, void 0, function* () {
-        const db = backend_core_1.context.getAppDB();
-        const datasourceId = ctx.params.datasourceId;
-        let datasource = yield sdk_1.default.datasources.get(datasourceId);
-        const auth = (_a = datasource.config) === null || _a === void 0 ? void 0 : _a.auth;
-        yield invalidateVariables(datasource, ctx.request.body);
-        const isBudibaseSource = datasource.type === backend_core_1.db.BUDIBASE_DATASOURCE_TYPE;
-        const dataSourceBody = isBudibaseSource
-            ? { name: (_b = ctx.request.body) === null || _b === void 0 ? void 0 : _b.name }
-            : ctx.request.body;
-        datasource = Object.assign(Object.assign({}, datasource), sdk_1.default.datasources.mergeConfigs(dataSourceBody, datasource));
-        if (auth && !ctx.request.body.auth) {
-            // don't strip auth config from DB
-            datasource.config.auth = auth;
-        }
-        const response = yield db.put(datasource);
-        yield backend_core_1.events.datasource.updated(datasource);
-        datasource._rev = response.rev;
-        // Drain connection pools when configuration is changed
-        if (datasource.source && !isBudibaseSource) {
-            const source = yield (0, integrations_1.getIntegration)(datasource.source);
-            if (source && source.pool) {
-                yield source.pool.end();
-            }
-        }
-        ctx.status = 200;
-        ctx.message = "Datasource saved successfully.";
-        ctx.body = {
-            datasource: yield sdk_1.default.datasources.removeSecretSingle(datasource),
-        };
-    });
-}
-exports.update = update;
-function save(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const db = backend_core_1.context.getAppDB();
-        const plus = ctx.request.body.datasource.plus;
-        const fetchSchema = ctx.request.body.fetchSchema;
-        const datasource = Object.assign(Object.assign({ _id: (0, utils_1.generateDatasourceID)({ plus }) }, ctx.request.body.datasource), { type: plus ? utils_1.DocumentType.DATASOURCE_PLUS : utils_1.DocumentType.DATASOURCE });
-        let schemaError = null;
-        if (fetchSchema) {
-            const { tables, error } = yield buildSchemaHelper(datasource);
-            schemaError = error;
-            datasource.entities = tables;
-            setDefaultDisplayColumns(datasource);
-        }
-        const dbResp = yield db.put(datasource);
-        yield backend_core_1.events.datasource.created(datasource);
-        datasource._rev = dbResp.rev;
-        // Drain connection pools when configuration is changed
-        if (datasource.source) {
-            const source = yield (0, integrations_1.getIntegration)(datasource.source);
-            if (source && source.pool) {
-                yield source.pool.end();
-            }
-        }
-        const response = {
-            datasource: yield sdk_1.default.datasources.removeSecretSingle(datasource),
-        };
-        if (schemaError) {
-            response.error = schemaError;
-        }
-        ctx.body = response;
-    });
-}
-exports.save = save;
-function destroyInternalTablesBySourceId(datasourceId) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const db = backend_core_1.context.getAppDB();
-        // Get all internal tables
-        const internalTables = yield db.allDocs((0, utils_1.getTableParams)(null, {
-            include_docs: true,
-        }));
-        // Filter by datasource and return the docs.
-        const datasourceTableDocs = internalTables.rows.reduce((acc, table) => {
-            if (table.doc.sourceId == datasourceId) {
-                acc.push(table.doc);
-            }
-            return acc;
-        }, []);
-        // Destroy the tables.
-        for (const table of datasourceTableDocs) {
-            yield (0, internal_1.destroy)({
-                params: {
-                    tableId: table._id,
-                },
-            });
-        }
-    });
-}
-function destroy(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const db = backend_core_1.context.getAppDB();
-        const datasourceId = ctx.params.datasourceId;
-        const datasource = yield sdk_1.default.datasources.get(datasourceId);
-        // Delete all queries for the datasource
-        if (datasource.type === backend_core_1.db.BUDIBASE_DATASOURCE_TYPE) {
-            yield destroyInternalTablesBySourceId(datasourceId);
-        }
-        else {
-            const queries = yield db.allDocs((0, utils_1.getQueryParams)(datasourceId, null));
-            yield db.bulkDocs(queries.rows.map((row) => ({
-                _id: row.id,
-                _rev: row.value.rev,
-                _deleted: true,
-            })));
-        }
-        // delete the datasource
-        yield db.remove(datasourceId, ctx.params.revId);
-        yield backend_core_1.events.datasource.deleted(datasource);
-        ctx.message = `Datasource deleted.`;
-        ctx.status = 200;
-    });
-}
-exports.destroy = destroy;
-function find(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const database = backend_core_1.context.getAppDB();
-        const datasource = yield database.get(ctx.params.datasourceId);
-        ctx.body = yield sdk_1.default.datasources.removeSecretSingle(datasource);
-    });
-}
-exports.find = find;
-// dynamic query functionality
-function query(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const queryJson = ctx.request.body;
-        try {
-            ctx.body = yield (0, utils_2.getDatasourceAndQuery)(queryJson);
-        }
-        catch (err) {
-            ctx.throw(400, err);
-        }
-    });
-}
-exports.query = query;

package/dist/api/controllers/deploy/Deployment.js

@@ -1,53 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const newid_1 = __importDefault(require("../../../db/newid"));
-const backend_core_1 = require("@budibase/backend-core");
-/**
- * This is used to pass around information about the deployment that is occurring
- */
-class Deployment {
-    constructor(id = null) {
-        this._id = id || (0, newid_1.default)();
-    }
-    setVerification(verification) {
-        if (!verification) {
-            return;
-        }
-        this.verification = verification;
-    }
-    getVerification() {
-        return this.verification;
-    }
-    setStatus(status, err) {
-        this.status = status;
-        if (err) {
-            this.err = err;
-        }
-    }
-    fromJSON(json) {
-        if (json.verification) {
-            this.setVerification(json.verification);
-        }
-        if (json.status) {
-            this.setStatus(json.status, json.err);
-        }
-    }
-    getJSON() {
-        const obj = {
-            _id: this._id,
-            appId: backend_core_1.context.getAppId(),
-            status: this.status,
-        };
-        if (this.err) {
-            obj.err = this.err;
-        }
-        if (this.verification && this.verification.cfDistribution) {
-            obj.cfDistribution = this.verification.cfDistribution;
-        }
-        return obj;
-    }
-}
-exports.default = Deployment;

package/dist/api/controllers/deploy/index.js

@@ -1,198 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.publishApp = exports.deploymentProgress = exports.fetchDeployments = void 0;
-const Deployment_1 = __importDefault(require("./Deployment"));
-const backend_core_1 = require("@budibase/backend-core");
-const utils_1 = require("../../../db/utils");
-const utils_2 = require("../../../automations/utils");
-const pro_1 = require("@budibase/pro");
-const types_1 = require("@budibase/types");
-const sdk_1 = __importDefault(require("../../../sdk"));
-// the max time we can wait for an invalidation to complete before considering it failed
-const MAX_PENDING_TIME_MS = 30 * 60000;
-const DeploymentStatus = {
-    SUCCESS: "SUCCESS",
-    PENDING: "PENDING",
-    FAILURE: "FAILURE",
-};
-// checks that deployments are in a good state, any pending will be updated
-function checkAllDeployments(deployments) {
-    return __awaiter(this, void 0, void 0, function* () {
-        let updated = false;
-        let deployment;
-        for (deployment of Object.values(deployments.history)) {
-            // check that no deployments have crashed etc and are now stuck
-            if (deployment.status === DeploymentStatus.PENDING &&
-                Date.now() - deployment.updatedAt > MAX_PENDING_TIME_MS) {
-                deployment.status = DeploymentStatus.FAILURE;
-                deployment.err = "Timed out";
-                updated = true;
-            }
-        }
-        return { updated, deployments };
-    });
-}
-function storeDeploymentHistory(deployment) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const deploymentJSON = deployment.getJSON();
-        const db = backend_core_1.context.getAppDB();
-        let deploymentDoc;
-        try {
-            // theres only one deployment doc per app database
-            deploymentDoc = yield db.get(utils_1.DocumentType.DEPLOYMENTS);
-        }
-        catch (err) {
-            deploymentDoc = { _id: utils_1.DocumentType.DEPLOYMENTS, history: {} };
-        }
-        const deploymentId = deploymentJSON._id;
-        // first time deployment
-        if (!deploymentDoc.history[deploymentId])
-            deploymentDoc.history[deploymentId] = {};
-        deploymentDoc.history[deploymentId] = Object.assign(Object.assign(Object.assign({}, deploymentDoc.history[deploymentId]), deploymentJSON), { updatedAt: Date.now() });
-        yield db.put(deploymentDoc);
-        deployment.fromJSON(deploymentDoc.history[deploymentId]);
-        return deployment;
-    });
-}
-function initDeployedApp(prodAppId) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const db = backend_core_1.context.getProdAppDB();
-        console.log("Reading automation docs");
-        const automations = (yield db.allDocs((0, utils_1.getAutomationParams)(null, {
-            include_docs: true,
-        }))).rows.map((row) => row.doc);
-        yield (0, utils_2.clearMetadata)();
-        console.log("You have " + automations.length + " automations");
-        const promises = [];
-        console.log("Disabling prod crons..");
-        yield (0, utils_2.disableAllCrons)(prodAppId);
-        console.log("Prod Cron triggers disabled..");
-        console.log("Enabling cron triggers for deployed app..");
-        for (let automation of automations) {
-            promises.push((0, utils_2.enableCronTrigger)(prodAppId, automation));
-        }
-        yield Promise.all(promises);
-        console.log("Enabled cron triggers for deployed app..");
-        // sync the automations back to the dev DB - since there is now cron
-        // information attached
-        yield sdk_1.default.applications.syncApp(backend_core_1.db.getDevAppID(prodAppId), {
-            automationOnly: true,
-        });
-    });
-}
-function fetchDeployments(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        try {
-            const db = backend_core_1.context.getAppDB();
-            const deploymentDoc = yield db.get(utils_1.DocumentType.DEPLOYMENTS);
-            const { updated, deployments } = yield checkAllDeployments(deploymentDoc);
-            if (updated) {
-                yield db.put(deployments);
-            }
-            ctx.body = Object.values(deployments.history).reverse();
-        }
-        catch (err) {
-            ctx.body = [];
-        }
-    });
-}
-exports.fetchDeployments = fetchDeployments;
-function deploymentProgress(ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        try {
-            const db = backend_core_1.context.getAppDB();
-            const deploymentDoc = yield db.get(utils_1.DocumentType.DEPLOYMENTS);
-            ctx.body = deploymentDoc[ctx.params.deploymentId];
-        }
-        catch (err) {
-            ctx.throw(500, `Error fetching data for deployment ${ctx.params.deploymentId}`);
-        }
-    });
-}
-exports.deploymentProgress = deploymentProgress;
-const publishApp = function (ctx) {
-    return __awaiter(this, void 0, void 0, function* () {
-        let deployment = new Deployment_1.default();
-        console.log("Deployment object created");
-        deployment.setStatus(DeploymentStatus.PENDING);
-        console.log("Deployment object set to pending");
-        deployment = yield storeDeploymentHistory(deployment);
-        console.log("Stored deployment history");
-        console.log("Deploying app...");
-        let app;
-        let replication;
-        try {
-            const appId = backend_core_1.context.getAppId();
-            const devAppId = backend_core_1.db.getDevelopmentAppID(appId);
-            const productionAppId = backend_core_1.db.getProdAppID(appId);
-            // don't try this if feature isn't allowed, will error
-            if (yield pro_1.backups.isEnabled()) {
-                // trigger backup initially
-                yield pro_1.backups.triggerAppBackup(productionAppId, types_1.AppBackupTrigger.PUBLISH, {
-                    createdBy: ctx.user._id,
-                });
-            }
-            const config = {
-                source: devAppId,
-                target: productionAppId,
-            };
-            replication = new backend_core_1.db.Replication(config);
-            const devDb = backend_core_1.context.getDevAppDB();
-            console.log("Compacting development DB");
-            yield devDb.compact();
-            console.log("Replication object created");
-            yield replication.replicate(replication.appReplicateOpts());
-            console.log("replication complete.. replacing app meta doc");
-            // app metadata is excluded as it is likely to be in conflict
-            // replicate the app metadata document manually
-            const db = backend_core_1.context.getProdAppDB();
-            const appDoc = yield devDb.get(utils_1.DocumentType.APP_METADATA);
-            try {
-                const prodAppDoc = yield db.get(utils_1.DocumentType.APP_METADATA);
-                appDoc._rev = prodAppDoc._rev;
-            }
-            catch (err) {
-                delete appDoc._rev;
-            }
-            // switch to production app ID
-            deployment.appUrl = appDoc.url;
-            appDoc.appId = productionAppId;
-            appDoc.instance._id = productionAppId;
-            // remove automation errors if they exist
-            delete appDoc.automationErrors;
-            yield db.put(appDoc);
-            yield backend_core_1.cache.app.invalidateAppMetadata(productionAppId);
-            console.log("New app doc written successfully.");
-            yield initDeployedApp(productionAppId);
-            console.log("Deployed app initialised, setting deployment to successful");
-            deployment.setStatus(DeploymentStatus.SUCCESS);
-            yield storeDeploymentHistory(deployment);
-            app = appDoc;
-        }
-        catch (err) {
-            deployment.setStatus(DeploymentStatus.FAILURE, err.message);
-            yield storeDeploymentHistory(deployment);
-            throw Object.assign(Object.assign({}, err), { message: `Deployment Failed: ${err.message}` });
-        }
-        finally {
-            if (replication) {
-                yield replication.close();
-            }
-        }
-        yield backend_core_1.events.app.published(app);
-        ctx.body = deployment;
-    });
-};
-exports.publishApp = publishApp;