@budibase/server 1.0.219-alpha.7 → 1.0.219

package/dist/integrations/googlesheets.js

@@ -33,7 +33,6 @@ var GoogleSheetsModule;
         docs: "https://developers.google.com/sheets/api/quickstart/nodejs",
         description: "Create and collaborate on online spreadsheets in real-time and from any device. ",
         friendlyName: "Google Sheets",
-        type: "Spreadsheet",
         datasource: {
             spreadsheetId: {
                 display: "Google Sheet URL",

package/dist/integrations/index.js

@@ -13,7 +13,6 @@ const rest = require("./rest");
 const googlesheets = require("./googlesheets");
 const firebase = require("./firebase");
 const redis = require("./redis");
-const snowflake = require("./snowflake");
 const { SourceNames } = require("../definitions/datasource");
 const environment = require("../environment");
 const DEFINITIONS = {
@@ -30,7 +29,6 @@ const DEFINITIONS = {
     [SourceNames.REST]: rest.schema,
     [SourceNames.FIRESTORE]: firebase.schema,
     [SourceNames.REDIS]: redis.schema,
-    [SourceNames.SNOWFLAKE]: snowflake.schema,
 };
 const INTEGRATIONS = {
     [SourceNames.POSTGRES]: postgres.integration,
@@ -47,8 +45,6 @@ const INTEGRATIONS = {
     [SourceNames.FIRESTORE]: firebase.integration,
     [SourceNames.GOOGLE_SHEETS]: googlesheets.integration,
     [SourceNames.REDIS]: redis.integration,
-    [SourceNames.FIREBASE]: firebase.integration,
-    [SourceNames.SNOWFLAKE]: snowflake.integration,
 };
 // optionally add oracle integration if the oracle binary can be installed
 if (!(process.arch === "arm64" && process.platform === "darwin")) {

package/dist/integrations/microsoftSqlServer.js

@@ -21,7 +21,6 @@ var MSSQLModule;
         plus: true,
         description: "Microsoft SQL Server is a relational database management system developed by Microsoft. ",
         friendlyName: "MS SQL Server",
-        type: "Relational",
         datasource: {
             user: {
                 type: datasource_1.DatasourceFieldTypes.STRING,
@@ -202,7 +201,7 @@ var MSSQLModule;
                         if (typeof name !== "string") {
                             continue;
                         }
-                        schema[name] = Object.assign(Object.assign({ autocolumn: !!autoColumns.find((col) => col === name), name: name }, (0, utils_1.convertSqlType)(def.DATA_TYPE)), { externalType: def.DATA_TYPE });
+                        schema[name] = Object.assign({ autocolumn: !!autoColumns.find((col) => col === name), name: name }, (0, utils_1.convertSqlType)(def.DATA_TYPE));
                     }
                     tables[tableName] = {
                         _id: (0, utils_1.buildExternalTableId)(datasourceId, tableName),

package/dist/integrations/mongodb.js

@@ -16,7 +16,6 @@ var MongoDBModule;
     const SCHEMA = {
         docs: "https://github.com/mongodb/node-mongodb-native",
         friendlyName: "MongoDB",
-        type: "Non-relational",
         description: "MongoDB is a general purpose, document-based, distributed database built for modern application developers and for the cloud era.",
         datasource: {
             connectionString: {

package/dist/integrations/mysql.js

@@ -24,7 +24,6 @@ var MySQLModule;
         docs: "https://github.com/sidorares/node-mysql2",
         plus: true,
         friendlyName: "MySQL",
-        type: "Relational",
         description: "MySQL Database Service is a fully managed database service to deploy cloud-native applications. ",
         datasource: {
             host: {
@@ -188,7 +187,7 @@ var MySQLModule;
                             const isAuto = typeof column.Extra === "string" &&
                                 (column.Extra === "auto_increment" ||
                                     column.Extra.toLowerCase().includes("generated"));
-                            schema[columnName] = Object.assign(Object.assign({ name: columnName, autocolumn: isAuto, constraints }, (0, utils_1.convertSqlType)(column.Type)), { externalType: column.Type });
+                            schema[columnName] = Object.assign({ name: columnName, autocolumn: isAuto, constraints }, (0, utils_1.convertSqlType)(column.Type));
                         }
                         if (!tables[tableName]) {
                             tables[tableName] = {

package/dist/integrations/oracle.js

@@ -24,7 +24,6 @@ var OracleModule;
         docs: "https://github.com/oracle/node-oracledb",
         plus: true,
         friendlyName: "Oracle",
-        type: "Relational",
         description: "Oracle Database is an object-relational database management system developed by Oracle Corporation",
         datasource: {
             host: {

package/dist/integrations/postgres.js

@@ -29,7 +29,6 @@ var PostgresModule;
         docs: "https://node-postgres.com",
         plus: true,
         friendlyName: "PostgreSQL",
-        type: "Relational",
         description: "PostgreSQL, also known as Postgres, is a free and open-source relational database management system emphasizing extensibility and SQL compliance.",
         datasource: {
             host: {
@@ -230,7 +229,7 @@ var PostgresModule;
                             column.column_default.startsWith("nextval");
                         const isGenerated = column.is_generated && column.is_generated !== "NEVER";
                         const isAuto = hasDefault || identity || isGenerated;
-                        tables[tableName].schema[columnName] = Object.assign(Object.assign({ autocolumn: isAuto, name: columnName }, (0, utils_1.convertSqlType)(column.data_type)), { externalType: column.data_type });
+                        tables[tableName].schema[columnName] = Object.assign({ autocolumn: isAuto, name: columnName }, (0, utils_1.convertSqlType)(column.data_type));
                     }
                     const final = (0, utils_1.finaliseExternalTables)(tables, entities);
                     this.tables = final.tables;

package/dist/integrations/queries/sql.js

@@ -5,9 +5,6 @@ const string_templates_1 = require("@budibase/string-templates");
 const CONST_CHAR_REGEX = new RegExp("'[^']*'", "g");
 function enrichQueryFields(fields, parameters = {}) {
     const enrichedQuery = Array.isArray(fields) ? [] : {};
-    if (!fields || !parameters) {
-        return enrichedQuery;
-    }
     // enrich the fields with dynamic parameters
     for (let key of Object.keys(fields)) {
         if (fields[key] == null) {

package/dist/integrations/redis.js

@@ -20,7 +20,6 @@ var RedisModule;
         docs: "https://redis.io/docs/",
         description: "",
         friendlyName: "Redis",
-        type: "Non-relational",
         datasource: {
             host: {
                 type: "string",

package/dist/integrations/rest.js

@@ -56,7 +56,6 @@ var RestModule;
         docs: "https://github.com/node-fetch/node-fetch",
         description: "With the REST API datasource, you can connect, query and pull data from multiple REST APIs. You can then use the retrieved data to build apps.",
         friendlyName: "REST API",
-        type: "API",
         datasource: {
             url: {
                 type: datasource_1.DatasourceFieldTypes.STRING,
@@ -252,7 +251,7 @@ var RestModule;
                     input.body = form;
                     break;
                 case BodyTypes.XML:
-                    if (object != null && Object.keys(object).length) {
+                    if (object != null) {
                         string = new XmlBuilder().buildObject(object);
                     }
                     input.body = string;

package/dist/integrations/s3.js

@@ -17,7 +17,6 @@ var S3Module;
         docs: "https://docs.aws.amazon.com/AWSJavaScriptSDK/latest/AWS/S3.html",
         description: "Amazon Simple Storage Service (Amazon S3) is an object storage service that offers industry-leading scalability, data availability, security, and performance.",
         friendlyName: "Amazon S3",
-        type: "Object store",
         datasource: {
             region: {
                 type: "string",

package/dist/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@budibase/server",
     "email": "hi@budibase.com",
-    "version": "1.0.219-alpha.6",
+    "version": "1.0.218",
     "description": "Budibase Web Server",
     "main": "src/index.ts",
     "repository": {
@@ -77,11 +77,10 @@
     "license": "GPL-3.0",
     "dependencies": {
         "@apidevtools/swagger-parser": "10.0.3",
-        "@budibase/backend-core": "^1.0.219-alpha.6",
-        "@budibase/client": "^1.0.219-alpha.6",
-        "@budibase/pro": "1.0.219-alpha.6",
-        "@budibase/string-templates": "^1.0.219-alpha.6",
-        "@budibase/types": "^1.0.219-alpha.6",
+        "@budibase/backend-core": "^1.0.218",
+        "@budibase/client": "^1.0.218",
+        "@budibase/pro": "1.0.218",
+        "@budibase/string-templates": "^1.0.218",
         "@bull-board/api": "3.7.0",
         "@bull-board/koa": "3.9.4",
         "@elastic/elasticsearch": "7.10.0",
@@ -136,7 +135,6 @@
         "pouchdb-replication-stream": "1.2.9",
         "redis": "4",
         "server-destroy": "1.0.1",
-        "snowflake-promise": "^4.5.0",
         "svelte": "3.44.1",
         "swagger-parser": "10.0.3",
         "to-json-schema": "0.2.5",
@@ -152,6 +150,7 @@
         "@babel/core": "7.17.4",
         "@babel/preset-env": "7.16.11",
         "@budibase/standard-components": "^0.9.139",
+        "@budibase/types": "^1.0.218",
         "@jest/test-sequencer": "24.9.0",
         "@types/apidoc": "0.50.0",
         "@types/bson": "4.2.0",

package/dist/tests/utilities/TestConfiguration.js

@@ -26,8 +26,6 @@ const { generateDevInfoID, SEPARATOR } = require("@budibase/backend-core/db");
 const { encrypt } = require("@budibase/backend-core/encryption");
 const GLOBAL_USER_ID = "us_uuid1";
 const EMAIL = "babs@babs.com";
-const FIRSTNAME = "Barbara";
-const LASTNAME = "Barbington";
 const CSRF_TOKEN = "e3727778-7af0-4226-b5eb-f43cbe60a306";
 class TestConfiguration {
     constructor(openServer = true) {
@@ -53,14 +51,6 @@ class TestConfiguration {
     getProdAppId() {
         return this.prodAppId;
     }
-    getUserDetails() {
-        return {
-            globalId: GLOBAL_USER_ID,
-            email: EMAIL,
-            firstName: FIRSTNAME,
-            lastName: LASTNAME,
-        };
-    }
     doInContext(appId, task) {
         return __awaiter(this, void 0, void 0, function* () {
             if (!appId) {
@@ -119,7 +109,7 @@ class TestConfiguration {
         });
     }
     // USER / AUTH
-    globalUser({ id = GLOBAL_USER_ID, firstName = FIRSTNAME, lastName = LASTNAME, builder = true, admin = false, email = EMAIL, roles, } = {}) {
+    globalUser({ id = GLOBAL_USER_ID, builder = true, admin = false, email = EMAIL, roles, } = {}) {
         return __awaiter(this, void 0, void 0, function* () {
             return doWithGlobalDB(TENANT_ID, (db) => __awaiter(this, void 0, void 0, function* () {
                 let existing;
@@ -129,8 +119,7 @@ class TestConfiguration {
                 catch (err) {
                     existing = { email };
                 }
-                const user = Object.assign(Object.assign({ _id: id }, existing), { roles: roles || {}, tenantId: TENANT_ID, firstName,
-                    lastName });
+                const user = Object.assign(Object.assign({ _id: id }, existing), { roles: roles || {}, tenantId: TENANT_ID });
                 yield createASession(id, {
                     sessionId: "sessionid",
                     tenantId: TENANT_ID,
@@ -153,13 +142,11 @@ class TestConfiguration {
             }));
         });
     }
-    createUser(id = null, firstName = FIRSTNAME, lastName = LASTNAME, email = EMAIL, builder = true, admin = false, roles = {}) {
+    createUser(id = null, email = EMAIL, builder = true, admin = false, roles = {}) {
         return __awaiter(this, void 0, void 0, function* () {
             const globalId = !id ? `us_${Math.random()}` : `us_${id}`;
             const resp = yield this.globalUser({
                 id: globalId,
-                firstName,
-                lastName,
                 email,
                 builder,
                 admin,
@@ -479,15 +466,15 @@ class TestConfiguration {
         });
     }
     // QUERY
-    previewQuery(request, config, datasource, fields, params, verb) {
+    previewQuery(request, config, datasource, fields) {
         return __awaiter(this, void 0, void 0, function* () {
             return request
                 .post(`/api/queries/preview`)
                 .send({
                 datasourceId: datasource._id,
-                parameters: params || {},
+                parameters: {},
                 fields,
-                queryVerb: verb || "read",
+                queryVerb: "read",
                 name: datasource.name,
             })
                 .set(config.defaultHeaders())

package/dist/threads/automation.js

@@ -19,11 +19,10 @@ const { doInTenant } = require("@budibase/backend-core/tenancy");
 const { definitions: triggerDefs } = require("../automations/triggerInfo");
 const { doInAppContext, getAppDB } = require("@budibase/backend-core/context");
 const { AutomationErrors, LoopStepTypes } = require("../constants");
-const { storeLog } = require("../automations/logging");
 const FILTER_STEP_ID = actions.ACTION_DEFINITIONS.FILTER.stepId;
 const LOOP_STEP_ID = actions.ACTION_DEFINITIONS.LOOP.stepId;
 const CRON_STEP_ID = triggerDefs.CRON.stepId;
-const STOPPED_STATUS = { success: true, status: "STOPPED" };
+const STOPPED_STATUS = { success: false, status: "STOPPED" };
 const { cloneDeep } = require("lodash/fp");
 const env = require("../environment");
 function typecastForLooping(loopStep, input) {
@@ -196,7 +195,7 @@ class Orchestrator {
                                 }
                             }
                         }
-                        if (index === env.AUTOMATION_MAX_ITERATION ||
+                        if (index === parseInt(env.AUTOMATION_MAX_ITERATIONS) ||
                             index === parseInt(loopStep.inputs.iterations)) {
                             this.updateContextAndOutput(loopStepNumber, step, tempOutput, {
                                 status: AutomationErrors.MAX_ITERATIONS,
@@ -249,7 +248,7 @@ class Orchestrator {
                         this._context.steps[stepCount] = outputs;
                         // if filter causes us to stop execution don't break the loop, set a var
                         // so that we can finish iterating through the steps and record that it stopped
-                        if (step.stepId === FILTER_STEP_ID && !outputs.result) {
+                        if (step.stepId === FILTER_STEP_ID && !outputs.success) {
                             stopped = true;
                             this.updateExecutionOutput(step.id, step.stepId, step.inputs, Object.assign(Object.assign({}, outputs), STOPPED_STATUS));
                             continue;
@@ -290,8 +289,6 @@ class Orchestrator {
                     loopSteps = null;
                 }
             }
-            // store the logs for the automation run
-            yield storeLog(this._automation, this.executionOutput);
             return this.executionOutput;
         });
     }

package/dist/threads/index.js

@@ -22,15 +22,6 @@ var __importStar = (this && this.__importStar) || function (mod) {
     __setModuleDefault(result, mod);
     return result;
 };
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -101,7 +92,7 @@ class Thread {
             });
         });
     }
-    static stopThreads() {
+    static shutdown() {
         return new Promise(resolve => {
             if (Thread.workerRefs.length === 0) {
                 resolve();
@@ -119,11 +110,6 @@ class Thread {
             Thread.workerRefs = [];
         });
     }
-    static shutdown() {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield Thread.stopThreads();
-        });
-    }
 }
 exports.Thread = Thread;
 Thread.workerRefs = [];

package/dist/threads/query.js

@@ -14,9 +14,6 @@ const ScriptRunner = require("../utilities/scriptRunner");
 const { integrations } = require("../integrations");
 const { processStringSync } = require("@budibase/string-templates");
 const { doInAppContext, getAppDB } = require("@budibase/backend-core/context");
-const { refreshOAuthToken, updateUserOAuth, } = require("@budibase/backend-core/auth");
-const { user: userCache } = require("@budibase/backend-core/cache");
-const { getGlobalIDFromUserMetadataID } = require("../db/utils");
 const { isSQL } = require("../integrations/utils");
 const { enrichQueryFields, interpolateSQL, } = require("../integrations/queries/sql");
 class QueryRunner {
@@ -30,46 +27,29 @@ class QueryRunner {
         this.queryId = input.queryId;
         this.noRecursiveQuery = flags.noRecursiveQuery;
         this.cachedVariables = [];
-        // Additional context items for enrichment
-        this.ctx = input.ctx;
         // allows the response from a query to be stored throughout this
         // execution so that if it needs to be re-used for another variable
         // it can be
         this.queryResponse = {};
         this.hasRerun = false;
-        this.hasRefreshedOAuth = false;
     }
     execute() {
-        var _a;
         return __awaiter(this, void 0, void 0, function* () {
             let { datasource, fields, queryVerb, transformer } = this;
             const Integration = integrations[datasource.source];
             if (!Integration) {
                 throw "Integration type does not exist.";
             }
-            if (datasource.config.authConfigs) {
-                datasource.config.authConfigs = datasource.config.authConfigs.map(config => {
-                    return enrichQueryFields(config, this.ctx);
-                });
-            }
             const integration = new Integration(datasource.config);
             // pre-query, make sure datasource variables are added to parameters
             const parameters = yield this.addDatasourceVariables();
-            // Enrich the parameters with the addition context items.
-            // 'user' is now a reserved variable key in mapping parameters
-            const enrichedParameters = enrichQueryFields(parameters, this.ctx);
-            const enrichedContext = Object.assign(Object.assign({}, enrichedParameters), this.ctx);
-            // Parse global headers
-            if (datasource.config.defaultHeaders) {
-                datasource.config.defaultHeaders = enrichQueryFields(datasource.config.defaultHeaders, enrichedContext);
-            }
             let query;
             // handle SQL injections by interpolating the variables
             if (isSQL(datasource)) {
-                query = interpolateSQL(fields, enrichedParameters, integration);
+                query = interpolateSQL(fields, parameters, integration);
             }
             else {
-                query = enrichQueryFields(fields, enrichedContext);
+                query = enrichQueryFields(fields, parameters);
             }
             // Add pagination values for REST queries
             if (this.pagination) {
@@ -87,20 +67,17 @@ class QueryRunner {
             if (transformer) {
                 const runner = new ScriptRunner(transformer, {
                     data: rows,
-                    params: enrichedParameters,
+                    params: parameters,
                 });
                 rows = runner.execute();
             }
             // if the request fails we retry once, invalidating the cached value
-            if (info && info.code >= 400 && !this.hasRerun) {
-                if (((_a = this.ctx.user) === null || _a === void 0 ? void 0 : _a.provider) &&
-                    info.code === 401 &&
-                    !this.hasRefreshedOAuth) {
-                    yield this.refreshOAuth2(this.ctx);
-                    // Attempt to refresh the access token from the provider
-                    this.hasRefreshedOAuth = true;
-                }
+            if (info &&
+                info.code >= 400 &&
+                this.cachedVariables.length > 0 &&
+                !this.hasRerun) {
                 this.hasRerun = true;
+                // invalidate the cache value
                 yield threadUtils.invalidateDynamicVariables(this.cachedVariables);
                 return this.execute();
             }
@@ -138,29 +115,6 @@ class QueryRunner {
             }, { noRecursiveQuery: true }).execute();
         });
     }
-    refreshOAuth2(ctx) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const { oauth2, providerType, _id } = ctx.user;
-            const { configId } = ctx.auth;
-            if (!providerType || !(oauth2 === null || oauth2 === void 0 ? void 0 : oauth2.refreshToken)) {
-                throw new Error("No refresh token found for authenticated user");
-            }
-            const resp = yield refreshOAuthToken(oauth2.refreshToken, providerType, configId);
-            // Refresh session flow. Should be in same location as refreshOAuthToken
-            // There are several other properties available in 'resp'
-            if (!resp.err) {
-                const globalUserId = getGlobalIDFromUserMetadataID(_id);
-                yield updateUserOAuth(globalUserId, resp);
-                this.ctx.user = yield userCache.getUser(globalUserId);
-            }
-            else {
-                // In this event the user may have oAuth issues that
-                // could require re-authenticating with their provider.
-                throw new Error("OAuth2 access token could not be refreshed: " + resp.err.toString());
-            }
-            return resp;
-        });
-    }
     getDynamicVariable(variable) {
         return __awaiter(this, void 0, void 0, function* () {
             let { parameters } = this;