@budibase/server 1.1.32-alpha.6 → 1.1.32

package/dist/utilities/global.js

@@ -16,9 +16,7 @@ const { user: userCache } = require("@budibase/backend-core/cache");
 const { getGlobalDB, isUserInAppTenant, } = require("@budibase/backend-core/tenancy");
 const env = require("../environment");
 const { getAppId } = require("@budibase/backend-core/context");
-const { groups } = require("@budibase/pro");
 exports.updateAppRole = (user, { appId } = {}) => {
-    var _a, _b;
     appId = appId || getAppId();
     if (!user || !user.roles) {
         return user;
@@ -36,34 +34,17 @@ exports.updateAppRole = (user, { appId } = {}) => {
     if (!user.roleId && user.builder && user.builder.global) {
         user.roleId = BUILTIN_ROLE_IDS.ADMIN;
     }
-    else if (!user.roleId && !((_a = user === null || user === void 0 ? void 0 : user.userGroups) === null || _a === void 0 ? void 0 : _a.length)) {
+    else if (!user.roleId) {
         user.roleId = BUILTIN_ROLE_IDS.PUBLIC;
     }
-    else if ((_b = user === null || user === void 0 ? void 0 : user.userGroups) === null || _b === void 0 ? void 0 : _b.length) {
-        user.roleId = null;
-    }
     delete user.roles;
     return user;
 };
-function checkGroupRoles(user, { appId } = {}) {
-    return __awaiter(this, void 0, void 0, function* () {
-        let roleId = yield groups.getGroupRoleId(user, appId);
-        user.roleId = roleId;
-        return user;
-    });
-}
 function processUser(user, { appId } = {}) {
-    var _a;
-    return __awaiter(this, void 0, void 0, function* () {
-        if (user) {
-            delete user.password;
-        }
-        user = yield exports.updateAppRole(user, { appId });
-        if (!user.roleId && ((_a = user === null || user === void 0 ? void 0 : user.userGroups) === null || _a === void 0 ? void 0 : _a.length)) {
-            user = yield checkGroupRoles(user, { appId });
-        }
-        return user;
-    });
+    if (user) {
+        delete user.password;
+    }
+    return exports.updateAppRole(user, { appId });
 }
 exports.getCachedSelf = (ctx, appId) => __awaiter(void 0, void 0, void 0, function* () {
     // this has to be tenant aware, can't depend on the context to find it out

package/dist/utilities/queue/inMemoryQueue.js

@@ -114,10 +114,5 @@ class InMemoryQueue {
             return [];
         });
     }
-    getJob() {
-        return __awaiter(this, void 0, void 0, function* () {
-            return {};
-        });
-    }
 }
 module.exports = InMemoryQueue;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@budibase/server",
   "email": "hi@budibase.com",
-  "version": "1.1.32-alpha.6",
+  "version": "1.1.32",
   "description": "Budibase Web Server",
   "main": "src/index.ts",
   "repository": {
@@ -77,11 +77,11 @@
   "license": "GPL-3.0",
   "dependencies": {
     "@apidevtools/swagger-parser": "10.0.3",
-    "@budibase/backend-core": "1.1.32-alpha.6",
-    "@budibase/client": "1.1.32-alpha.6",
-    "@budibase/pro": "1.1.32-alpha.5",
-    "@budibase/string-templates": "1.1.32-alpha.6",
-    "@budibase/types": "1.1.32-alpha.6",
+    "@budibase/backend-core": "^1.1.32",
+    "@budibase/client": "^1.1.32",
+    "@budibase/pro": "1.1.31",
+    "@budibase/string-templates": "^1.1.32",
+    "@budibase/types": "^1.1.32",
     "@bull-board/api": "3.7.0",
     "@bull-board/koa": "3.9.4",
     "@elastic/elasticsearch": "7.10.0",
@@ -118,7 +118,7 @@
     "koa-send": "5.0.0",
     "koa-session": "5.12.0",
     "koa-static": "5.0.0",
-    "koa2-ratelimit": "1.1.1",
+    "koa2-ratelimit": "1.1.0",
     "lodash": "4.17.21",
     "memorystream": "0.3.1",
     "mongodb": "3.6.3",
@@ -137,7 +137,7 @@
     "redis": "4",
     "server-destroy": "1.0.1",
     "snowflake-promise": "^4.5.0",
-    "svelte": "3.49.0",
+    "svelte": "3.44.1",
     "swagger-parser": "10.0.3",
     "to-json-schema": "0.2.5",
     "uuid": "3.3.2",
@@ -195,5 +195,5 @@
   "optionalDependencies": {
     "oracledb": "5.3.0"
   },
-  "gitHead": "1e5ddf4e78f604e0d82b5e42e2adbba5a4bfa901"
+  "gitHead": "900d5de0723c1b7acf218446507d52755fdf7d83"
 }

package/src/api/controllers/deploy/index.ts

@@ -5,11 +5,7 @@ import {
   getDevelopmentAppID,
 } from "@budibase/backend-core/db"
 import { DocumentTypes, getAutomationParams } from "../../../db/utils"
-import {
-  disableAllCrons,
-  enableCronTrigger,
-  clearMetadata,
-} from "../../../automations/utils"
+import { disableAllCrons, enableCronTrigger } from "../../../automations/utils"
 import { app as appCache } from "@budibase/backend-core/cache"
 import {
   getAppId,
@@ -84,7 +80,6 @@ async function initDeployedApp(prodAppId: any) {
       })
     )
   ).rows.map((row: any) => row.doc)
-  await clearMetadata()
   console.log("You have " + automations.length + " automations")
   const promises = []
   console.log("Disabling prod crons..")

package/src/api/controllers/query/index.ts

@@ -246,7 +246,7 @@ async function execute(
 }
 
 export async function executeV1(ctx: any) {
-  return execute(ctx, { rowsOnly: true, isAutomation: false })
+  return execute(ctx, { rowsOnly: true })
 }
 
 export async function executeV2(

package/src/api/controllers/query/validation.js

@@ -1,4 +1,4 @@
-const { joiValidator } = require("@budibase/backend-core/auth")
+const joiValidator = require("../../../middleware/joi-validator")
 const Joi = require("joi")
 
 const OPTIONAL_STRING = Joi.string().optional().allow(null).allow("")
@@ -22,7 +22,7 @@ exports.queryValidation = () => {
     schema: Joi.object({}).required().unknown(true),
     transformer: OPTIONAL_STRING,
     flags: Joi.object().optional(),
-  }).unknown(true)
+  })
 }
 
 exports.generateQueryValidation = () => {
@@ -46,5 +46,5 @@ exports.generateQueryPreviewValidation = () => {
     transformer: OPTIONAL_STRING,
     parameters: Joi.object({}).required().unknown(true),
     queryId: OPTIONAL_STRING,
-  }).unknown(true))
+  }))
 }

package/src/api/controllers/row/internalSearch.js

@@ -19,7 +19,6 @@ class QueryBuilder {
       empty: {},
       notEmpty: {},
       oneOf: {},
-      contains: {},
       ...base,
     }
     this.limit = 50
@@ -120,11 +119,6 @@ class QueryBuilder {
     return this
   }
 
-  addContains(key, value) {
-    this.query.contains[key] = value
-    return this
-  }
-
   /**
    * Preprocesses a value before going into a lucene search.
    * Transforms strings to lowercase and wraps strings and bools in quotes.
@@ -170,31 +164,6 @@ class QueryBuilder {
       return `${key}:${builder.preprocess(value, allPreProcessingOpts)}`
     }
 
-    const contains = (key, value) => {
-      if (!value && value !== 0) {
-        return null
-      }
-      return `${key}:${builder.preprocess(value, { escape: true })}`
-    }
-
-    const oneOf = (key, value) => {
-      if (!Array.isArray(value)) {
-        if (typeof value === "string") {
-          value = value.split(",")
-        } else {
-          return ""
-        }
-      }
-      let orStatement = `${builder.preprocess(value[0], allPreProcessingOpts)}`
-      for (let i = 1; i < value.length; i++) {
-        orStatement += ` OR ${builder.preprocess(
-          value[i],
-          allPreProcessingOpts
-        )}`
-      }
-      return `${key}:(${orStatement})`
-    }
-
     function build(structure, queryFn) {
       for (let [key, value] of Object.entries(structure)) {
         key = builder.preprocess(key.replace(/ /g, "_"), {
@@ -270,10 +239,26 @@ class QueryBuilder {
       build(this.query.notEmpty, key => `${key}:["" TO *]`)
     }
     if (this.query.oneOf) {
-      build(this.query.oneOf, oneOf)
-    }
-    if (this.query.contains) {
-      build(this.query.contains, contains)
+      build(this.query.oneOf, (key, value) => {
+        if (!Array.isArray(value)) {
+          if (typeof value === "string") {
+            value = value.split(",")
+          } else {
+            return ""
+          }
+        }
+        let orStatement = `${builder.preprocess(
+          value[0],
+          allPreProcessingOpts
+        )}`
+        for (let i = 1; i < value.length; i++) {
+          orStatement += ` OR ${builder.preprocess(
+            value[i],
+            allPreProcessingOpts
+          )}`
+        }
+        return `${key}:(${orStatement})`
+      })
     }
     // make sure table ID is always added as an AND
     if (tableId) {

package/src/api/routes/tests/user.spec.js

@@ -23,7 +23,6 @@ describe("/users", () => {
   })
 
   describe("fetch", () => {
-
     it("returns a list of users from an instance db", async () => {
       await config.createUser("uuidx")
       await config.createUser("uuidy")
@@ -38,7 +37,6 @@ describe("/users", () => {
       expect(res.body.find(u => u._id === `ro_ta_users_us_uuidy`)).toBeDefined()
     })
 
-
     it("should apply authorization to endpoint", async () => {
       await config.createUser()
       await checkPermissionsEndpoint({

package/src/api/routes/utils/validators.js

@@ -1,4 +1,4 @@
-const { joiValidator } = require("@budibase/backend-core/auth")
+const joiValidator = require("../../../middleware/joi-validator")
 const { DataSourceOperation } = require("../../../constants")
 const { WebhookType } = require("../../../constants")
 const {

package/src/automations/steps/executeQuery.js

@@ -74,7 +74,6 @@ exports.run = async function ({ inputs, appId, emitter }) {
   try {
     await queryController.executeV2(ctx, { isAutomation: true })
     const { data, ...rest } = ctx.body
-
     return {
       response: data,
       info: rest,

package/src/automations/tests/automation.spec.js

@@ -31,7 +31,7 @@ describe("Run through some parts of the automations system", () => {
   it("should be able to init in builder", async () => {
     await triggers.externalTrigger(basicAutomation(), { a: 1 })
     await wait(100)
-    expect(thread.execute).toHaveBeenCalled()
+    expect(thread).toHaveBeenCalled()
   })
 
   it("should be able to init in prod", async () => {
@@ -52,7 +52,7 @@ describe("Run through some parts of the automations system", () => {
       }
     })
     await wait(100)
-    expect(thread.execute).toHaveBeenCalledWith(makePartial({
+    expect(thread).toHaveBeenCalledWith(makePartial({
       data: {
         event: {
           fields: {

package/src/automations/utils.ts

@@ -6,16 +6,10 @@ import newid from "../db/newid"
 import { updateEntityMetadata } from "../utilities"
 import { MetadataTypes, WebhookType } from "../constants"
 import { getProdAppID, doWithDB } from "@budibase/backend-core/db"
-import { getAutomationMetadataParams } from "../db/utils"
 import { cloneDeep } from "lodash/fp"
-import {
-  getAppDB,
-  getAppId,
-  getProdAppDB,
-} from "@budibase/backend-core/context"
+import { getAppDB, getAppId } from "@budibase/backend-core/context"
 import { tenancy } from "@budibase/backend-core"
 import { quotas } from "@budibase/pro"
-import { Automation } from "@budibase/types"
 
 const WH_STEP_ID = definitions.WEBHOOK.stepId
 const CRON_STEP_ID = definitions.CRON.stepId
@@ -88,26 +82,6 @@ export async function disableAllCrons(appId: any) {
   return Promise.all(promises)
 }
 
-export async function disableCron(jobId: string, jobKey: string) {
-  await queue.removeRepeatableByKey(jobKey)
-  await queue.removeJobs(jobId)
-}
-
-export async function clearMetadata() {
-  const db = getProdAppDB()
-  const automationMetadata = (
-    await db.allDocs(
-      getAutomationMetadataParams({
-        include_docs: true,
-      })
-    )
-  ).rows.map((row: any) => row.doc)
-  for (let metadata of automationMetadata) {
-    metadata._deleted = true
-  }
-  await db.bulkDocs(automationMetadata)
-}
-
 /**
  * This function handles checking of any cron jobs that need to be enabled/updated.
  * @param {string} appId The ID of the app in which we are checking for webhooks
@@ -230,30 +204,3 @@ export async function checkForWebhooks({ oldAuto, newAuto }: any) {
 export async function cleanupAutomations(appId: any) {
   await disableAllCrons(appId)
 }
-
-/**
- * Checks if the supplied automation is of a recurring type.
- * @param automation The automation to check.
- * @return {boolean} if it is recurring (cron).
- */
-export function isRecurring(automation: Automation) {
-  return automation.definition.trigger.stepId === definitions.CRON.stepId
-}
-
-export function isErrorInOutput(output: {
-  steps: { outputs?: { success: boolean } }[]
-}) {
-  let first = true,
-    error = false
-  for (let step of output.steps) {
-    // skip the trigger, its always successful if automation ran
-    if (first) {
-      first = false
-      continue
-    }
-    if (!step.outputs?.success) {
-      error = true
-    }
-  }
-  return error
-}

package/src/constants/index.js

@@ -208,7 +208,10 @@ exports.AutomationErrors = {
   FAILURE_CONDITION: "FAILURE_CONDITION_MET",
 }
 
+exports.LoopStepTypes = {
+  ARRAY: "Array",
+  STRING: "String",
+}
+
 // pass through the list from the auth/core lib
 exports.ObjectStoreBuckets = ObjectStoreBuckets
-
-exports.MAX_AUTOMATION_RECURRING_ERRORS = 5

package/src/db/utils.js

@@ -41,7 +41,6 @@ const DocumentTypes = {
   METADATA: "metadata",
   MEM_VIEW: "view",
   USER_FLAG: "flag",
-  AUTOMATION_METADATA: "meta_au",
 }
 
 const InternalTables = {
@@ -312,21 +311,6 @@ exports.generateQueryID = datasourceId => {
   }${SEPARATOR}${datasourceId}${SEPARATOR}${newid()}`
 }
 
-/**
- * Generates a metadata ID for automations, used to track errors in recurring
- * automations etc.
- */
-exports.generateAutomationMetadataID = automationId => {
-  return `${DocumentTypes.AUTOMATION_METADATA}${SEPARATOR}${automationId}`
-}
-
-/**
- * Retrieve all automation metadata in an app database.
- */
-exports.getAutomationMetadataParams = (otherProps = {}) => {
-  return getDocParams(DocumentTypes.AUTOMATION_METADATA, null, otherProps)
-}
-
 /**
  * Gets parameters for retrieving a query, this is a utility function for the getDocParams function.
  */

package/src/definitions/datasource.ts

@@ -131,9 +131,6 @@ export interface SearchFilters {
   oneOf?: {
     [key: string]: any[]
   }
-  contains?: {
-    [key: string]: any
-  }
 }
 
 export interface SortJson {

package/src/integrations/base/sql.ts

@@ -142,21 +142,6 @@ class InternalBuilder {
         }
       }
     }
-
-    const like = (key: string, value: any) => {
-      const fnc = allOr ? "orWhere" : "where"
-      // postgres supports ilike, nothing else does
-      if (this.client === SqlClients.POSTGRES) {
-        query = query[fnc](key, "ilike", `%${value}%`)
-      } else {
-        const rawFnc = `${fnc}Raw`
-        // @ts-ignore
-        query = query[rawFnc](`LOWER(${likeKey(this.client, key)}) LIKE ?`, [
-          `%${value}%`,
-        ])
-      }
-    }
-
     if (!filters) {
       return query
     }
@@ -183,7 +168,19 @@ class InternalBuilder {
       })
     }
     if (filters.fuzzy) {
-      iterate(filters.fuzzy, like)
+      iterate(filters.fuzzy, (key, value) => {
+        const fnc = allOr ? "orWhere" : "where"
+        // postgres supports ilike, nothing else does
+        if (this.client === SqlClients.POSTGRES) {
+          query = query[fnc](key, "ilike", `%${value}%`)
+        } else {
+          const rawFnc = `${fnc}Raw`
+          // @ts-ignore
+          query = query[rawFnc](`LOWER(${likeKey(this.client, key)}) LIKE ?`, [
+            `%${value}%`,
+          ])
+        }
+      })
     }
     if (filters.range) {
       iterate(filters.range, (key, value) => {
@@ -226,34 +223,6 @@ class InternalBuilder {
         query = query[fnc](key)
       })
     }
-    if (filters.contains) {
-      const fnc = allOr ? "orWhere" : "where"
-      const rawFnc = `${fnc}Raw`
-      if (this.client === SqlClients.POSTGRES) {
-        iterate(filters.contains, (key: string, value: any) => {
-          const fieldNames = key.split(/\./g)
-          const tableName = fieldNames[0]
-          const columnName = fieldNames[1]
-          if (typeof value === "string") {
-            value = `"${value}"`
-          }
-          // @ts-ignore
-          query = query[rawFnc](
-            `"${tableName}"."${columnName}"::jsonb @> '[${value}]'`
-          )
-        })
-      } else if (this.client === SqlClients.MY_SQL) {
-        iterate(filters.contains, (key: string, value: any) => {
-          if (typeof value === "string") {
-            value = `"${value}"`
-          }
-          // @ts-ignore
-          query = query[rawFnc](`JSON_CONTAINS(${key}, '${value}')`)
-        })
-      } else {
-        iterate(filters.contains, like)
-      }
-    }
     return query
   }
 

package/src/integrations/tests/sql.spec.js

@@ -1,5 +1,4 @@
 const Sql = require("../base/sql")
-const { SqlClients } = require("../utils")
 
 const TABLE_NAME = "test"
 
@@ -47,7 +46,7 @@ function generateDeleteJson(table = TABLE_NAME, filters = {}) {
 
 describe("SQL query builder", () => {
   const limit = 500
-  const client = SqlClients.POSTGRES
+  const client = "pg"
   let sql
 
   beforeEach(() => {
@@ -174,15 +173,15 @@ describe("SQL query builder", () => {
   })
 
   it("should work with MS-SQL", () => {
-    const query = new Sql(SqlClients.MS_SQL, 10)._query(generateReadJson())
+    const query = new Sql("mssql", 10)._query(generateReadJson())
     expect(query).toEqual({
       bindings: [10],
       sql: `select * from (select top (@p0) * from [${TABLE_NAME}]) as [${TABLE_NAME}]`
     })
   })
 
-  it("should work with MySQL", () => {
-    const query = new Sql(SqlClients.MY_SQL, 10)._query(generateReadJson())
+  it("should work with mySQL", () => {
+    const query = new Sql("mysql", 10)._query(generateReadJson())
     expect(query).toEqual({
       bindings: [10],
       sql: `select * from (select * from \`${TABLE_NAME}\` limit ?) as \`${TABLE_NAME}\``
@@ -239,49 +238,4 @@ describe("SQL query builder", () => {
       sql: `select * from (select * from "${TABLE_NAME}" where "${TABLE_NAME}"."property" > $1 limit $2) as "${TABLE_NAME}"`
     })
   })
-
-  it("should use like expression for MS-SQL when filter is contains", () => {
-    const query = new Sql(SqlClients.MS_SQL, 10)._query(generateReadJson({
-      filters: {
-        contains: {
-          age: 20,
-          name: "John"
-        }
-      }
-    }))
-    expect(query).toEqual({
-      bindings: [10, "%20%", "%John%"],
-      sql: `select * from (select top (@p0) * from [${TABLE_NAME}] where LOWER(${TABLE_NAME}.age) LIKE @p1 and LOWER(${TABLE_NAME}.name) LIKE @p2) as [${TABLE_NAME}]`
-    })
-  })
-
-  it("should use JSON_CONTAINS expression for MySQL when filter is contains", () => {
-    const query = new Sql(SqlClients.MY_SQL, 10)._query(generateReadJson({
-      filters: {
-        contains: {
-          age: 20,
-          name: "John"
-        }
-      }
-    }))
-    expect(query).toEqual({
-      bindings: [10],
-      sql: `select * from (select * from \`${TABLE_NAME}\` where JSON_CONTAINS(${TABLE_NAME}.age, '20') and JSON_CONTAINS(${TABLE_NAME}.name, '"John"') limit ?) as \`${TABLE_NAME}\``
-    })
-  })
-
-  it("should use jsonb operator expression for PostgreSQL when filter is contains", () => {
-    const query = new Sql(SqlClients.POSTGRES, 10)._query(generateReadJson({
-      filters: {
-        contains: {
-          age: 20,
-          name: "John"
-        }
-      }
-    }))
-    expect(query).toEqual({
-      bindings: [10],
-      sql: `select * from (select * from \"${TABLE_NAME}\" where \"${TABLE_NAME}\".\"age\"::jsonb @> '[20]' and \"${TABLE_NAME}\".\"name\"::jsonb @> '["John"]' limit $1) as \"${TABLE_NAME}\"`
-    })
-  })
 })

package/src/middleware/tests/currentapp.spec.js

@@ -1,6 +1,5 @@
 mockAuthWithNoCookie()
 mockWorker()
-mockUserGroups()
 
 jest.mock("@budibase/backend-core/db", () => {
   const coreDb = jest.requireActual("@budibase/backend-core/db")
@@ -30,16 +29,6 @@ function mockReset() {
   mockWorker()
 }
 
-function mockUserGroups() {
-  jest.mock("@budibase/pro", () => ({
-    groups: {
-      getGroupRoleId: () => {
-        return "BASIC"
-      },
-    },
-  }))
-}
-
 function mockAuthWithNoCookie() {
   jest.resetModules()
   mockWorker()