@budibase/worker 2.4.44-alpha.4 → 2.5.0

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@budibase/worker",
   "email": "hi@budibase.com",
-  "version": "2.4.44-alpha.4",
+  "version": "2.5.0",
   "description": "Budibase background service",
   "main": "src/index.ts",
   "repository": {
@@ -36,10 +36,10 @@
   "author": "Budibase",
   "license": "GPL-3.0",
   "dependencies": {
-    "@budibase/backend-core": "2.4.44-alpha.4",
-    "@budibase/pro": "2.4.44-alpha.3",
-    "@budibase/string-templates": "2.4.44-alpha.4",
-    "@budibase/types": "2.4.44-alpha.4",
+    "@budibase/backend-core": "^2.5.0",
+    "@budibase/pro": "2.4.44",
+    "@budibase/string-templates": "^2.5.0",
+    "@budibase/types": "^2.5.0",
     "@koa/router": "8.0.8",
     "@sentry/node": "6.17.7",
     "@techpass/passport-openidconnect": "0.3.2",
@@ -79,7 +79,6 @@
     "@types/jsonwebtoken": "8.5.1",
     "@types/koa": "2.13.4",
     "@types/koa__router": "8.0.8",
-    "@types/lodash": "^4.14.191",
     "@types/node": "14.18.20",
     "@types/node-fetch": "2.6.1",
     "@types/pouchdb": "6.4.0",
@@ -90,7 +89,6 @@
     "copyfiles": "2.4.1",
     "eslint": "6.8.0",
     "jest": "28.1.1",
-    "lodash": "4.17.21",
     "nodemon": "2.0.15",
     "pouchdb-adapter-memory": "7.2.2",
     "prettier": "2.3.1",
@@ -103,5 +101,5 @@
     "typescript": "4.7.3",
     "update-dotenv": "1.1.1"
   },
-  "gitHead": "51da16c6a1bb25784659b25308db8ae07a166dc0"
+  "gitHead": "aa8ddde74c69b49755866666204c79a27c6c8a2c"
 }

package/src/api/controllers/global/users.ts

@@ -177,7 +177,7 @@ export const destroy = async (ctx: any) => {
     ctx.throw(400, "Unable to delete self.")
   }
 
-  await userSdk.destroy(id)
+  await userSdk.destroy(id, ctx.user)
 
   ctx.body = {
     message: `User ${id} deleted.`,
@@ -197,7 +197,7 @@ export const search = async (ctx: any) => {
   if (body.paginated === false) {
     await getAppUsers(ctx)
   } else {
-    const paginated = await userSdk.core.paginatedUsers(body)
+    const paginated = await userSdk.paginatedUsers(body)
     // user hashed password shouldn't ever be returned
     for (let user of paginated.data) {
       if (user) {

package/src/api/routes/global/configs.ts

@@ -58,13 +58,6 @@ function oidcValidation() {
   }).unknown(true)
 }
 
-function scimValidation() {
-  // prettier-ignore
-  return Joi.object({
-    enabled: Joi.boolean().required(),
-  }).unknown(true)
-}
-
 function buildConfigSaveValidation() {
   // prettier-ignore
   return auth.joiValidator.body(Joi.object({
@@ -81,8 +74,7 @@ function buildConfigSaveValidation() {
           { is: ConfigType.SETTINGS, then: settingValidation() },
           { is: ConfigType.ACCOUNT, then: Joi.object().unknown(true) },
           { is: ConfigType.GOOGLE, then: googleValidation() },
-          { is: ConfigType.OIDC, then: oidcValidation() },
-          { is: ConfigType.SCIM, then: scimValidation() }
+          { is: ConfigType.OIDC, then: oidcValidation() }
         ],
       }),
   }).required().unknown(true),

package/src/api/routes/index.ts

@@ -1,5 +1,5 @@
 import Router from "@koa/router"
-import { api as pro } from "@budibase/pro"
+import { api } from "@budibase/pro"
 import userRoutes from "./global/users"
 import configRoutes from "./global/configs"
 import workspaceRoutes from "./global/workspaces"
@@ -17,6 +17,9 @@ import migrationRoutes from "./system/migrations"
 import accountRoutes from "./system/accounts"
 import restoreRoutes from "./system/restore"
 
+let userGroupRoutes = api.groups
+let auditLogRoutes = api.auditLogs
+
 export const routes: Router[] = [
   configRoutes,
   userRoutes,
@@ -30,11 +33,10 @@ export const routes: Router[] = [
   statusRoutes,
   selfRoutes,
   licenseRoutes,
-  pro.groups,
-  pro.auditLogs,
+  userGroupRoutes,
+  auditLogRoutes,
   migrationRoutes,
   accountRoutes,
   restoreRoutes,
   eventRoutes,
-  pro.scim,
 ]

package/src/index.ts

@@ -35,8 +35,6 @@ const logger = require("koa-pino-logger")
 const { userAgent } = require("koa-useragent")
 
 import destroyable from "server-destroy"
-import { initPro } from "./initPro"
-import { handleScimBody } from "./middleware/handleScimBody"
 
 // configure events to use the pro audit log write
 // can't integrate directly into backend-core due to cyclic issues
@@ -56,9 +54,7 @@ const app: Application = new Koa()
 app.keys = ["secret", "key"]
 
 // set up top level koa middleware
-app.use(handleScimBody)
 app.use(koaBody({ multipart: true }))
-
 app.use(koaSession(app))
 app.use(middleware.logging)
 app.use(logger(logging.pinoSettings()))
@@ -112,7 +108,6 @@ const shutdown = () => {
 
 export default server.listen(parseInt(env.PORT || "4002"), async () => {
   console.log(`Worker running on ${JSON.stringify(server.address())}`)
-  await initPro()
   await redis.init()
 })
 

package/src/sdk/users/users.ts

@@ -15,7 +15,6 @@ import {
   utils,
   ViewName,
   env as coreEnv,
-  context,
 } from "@budibase/backend-core"
 import {
   AccountMetadata,
@@ -38,6 +37,8 @@ import { EmailTemplatePurpose } from "../../constants"
 import * as pro from "@budibase/pro"
 import * as accountSdk from "../accounts"
 
+const PAGE_LIMIT = 8
+
 export const allUsers = async () => {
   const db = tenancy.getGlobalDB()
   const response = await db.allDocs(
@@ -67,6 +68,43 @@ export const getUsersByAppAccess = async (appId?: string) => {
   return response
 }
 
+export const paginatedUsers = async ({
+  page,
+  email,
+  appId,
+}: SearchUsersRequest = {}) => {
+  const db = tenancy.getGlobalDB()
+  // get one extra document, to have the next page
+  const opts: any = {
+    include_docs: true,
+    limit: PAGE_LIMIT + 1,
+  }
+  // add a startkey if the page was specified (anchor)
+  if (page) {
+    opts.startkey = page
+  }
+  // property specifies what to use for the page/anchor
+  let userList,
+    property = "_id",
+    getKey
+  if (appId) {
+    userList = await usersCore.searchGlobalUsersByApp(appId, opts)
+    getKey = (doc: any) => usersCore.getGlobalUserByAppPage(appId, doc)
+  } else if (email) {
+    userList = await usersCore.searchGlobalUsersByEmail(email, opts)
+    property = "email"
+  } else {
+    // no search, query allDocs
+    const response = await db.allDocs(dbUtils.getGlobalUserParams(null, opts))
+    userList = response.rows.map((row: any) => row.doc)
+  }
+  return dbUtils.pagination(userList, PAGE_LIMIT, {
+    paginate: true,
+    property,
+    getKey,
+  })
+}
+
 export async function getUserByEmail(email: string) {
   return usersCore.getGlobalUserByEmail(email)
 }
@@ -538,7 +576,7 @@ export const bulkDelete = async (
   return response
 }
 
-export const destroy = async (id: string) => {
+export const destroy = async (id: string, currentUser: any) => {
   const db = tenancy.getGlobalDB()
   const dbUser = (await db.get(id)) as User
   const userId = dbUser._id as string
@@ -548,7 +586,7 @@ export const destroy = async (id: string) => {
     const email = dbUser.email
     const account = await accounts.getAccount(email)
     if (account) {
-      if (dbUser.userId === context.getIdentity()!._id) {
+      if (email === currentUser.email) {
         throw new HTTPError('Please visit "Account" to delete this user', 400)
       } else {
         throw new HTTPError("Account holder cannot be deleted", 400)

package/src/tests/TestConfiguration.ts

@@ -20,18 +20,9 @@ import {
   auth,
   constants,
   env as coreEnv,
-  db as dbCore,
-  encryption,
-  utils,
 } from "@budibase/backend-core"
 import structures, { CSRF_TOKEN } from "./structures"
-import {
-  SaveUserResponse,
-  User,
-  AuthToken,
-  SCIMConfig,
-  ConfigType,
-} from "@budibase/types"
+import { SaveUserResponse, User, AuthToken } from "@budibase/types"
 import API from "./api"
 
 class TestConfiguration {
@@ -40,7 +31,6 @@ class TestConfiguration {
   api: API
   tenantId: string
   user?: User
-  apiKey?: string
   userPassword = "test"
 
   constructor(opts: { openServer: boolean } = { openServer: true }) {
@@ -59,12 +49,6 @@ class TestConfiguration {
     this.api = new API(this)
   }
 
-  async useNewTenant() {
-    this.tenantId = structures.tenant.id()
-
-    await this.beforeAll()
-  }
-
   getRequest() {
     return this.request
   }
@@ -217,12 +201,6 @@ class TestConfiguration {
     return { [constants.Header.API_KEY]: coreEnv.INTERNAL_API_KEY }
   }
 
-  bearerAPIHeaders() {
-    return {
-      [constants.Header.AUTHORIZATION]: `Bearer ${this.apiKey}`,
-    }
-  }
-
   adminOnlyResponse = () => {
     return { message: "Admin user only endpoint.", status: 403 }
   }
@@ -235,20 +213,6 @@ class TestConfiguration {
     })
     await context.doInTenant(this.tenantId!, async () => {
       this.user = await this.createUser(user)
-
-      const db = context.getGlobalDB()
-
-      const id = dbCore.generateDevInfoID(this.user._id)
-      // TODO: dry
-      this.apiKey = encryption.encrypt(
-        `${this.tenantId}${dbCore.SEPARATOR}${utils.newid()}`
-      )
-      const devInfo = {
-        _id: id,
-        userId: this.user._id,
-        apiKey: this.apiKey,
-      }
-      await db.put(devInfo)
     })
   }
 
@@ -341,19 +305,6 @@ class TestConfiguration {
       controllers.config.save
     )
   }
-
-  // CONFIGS - SCIM
-
-  async setSCIMConfig(enabled: boolean) {
-    await this.deleteConfig(Config.SCIM)
-    const config: SCIMConfig = {
-      type: ConfigType.SCIM,
-      config: { enabled },
-    }
-
-    await this._req(config, null, controllers.config.save)
-    return config
-  }
 }
 
 export default TestConfiguration

package/src/tests/api/index.ts

@@ -15,9 +15,6 @@ import { RolesAPI } from "./roles"
 import { TemplatesAPI } from "./templates"
 import { LicenseAPI } from "./license"
 import { AuditLogAPI } from "./auditLogs"
-import { ScimUsersAPI } from "./scim/users"
-import { ScimGroupsAPI } from "./scim/groups"
-
 export default class API {
   accounts: AccountAPI
   auth: AuthAPI
@@ -35,8 +32,6 @@ export default class API {
   templates: TemplatesAPI
   license: LicenseAPI
   auditLogs: AuditLogAPI
-  scimUsersAPI: ScimUsersAPI
-  scimGroupsAPI: ScimGroupsAPI
 
   constructor(config: TestConfiguration) {
     this.accounts = new AccountAPI(config)
@@ -55,7 +50,5 @@ export default class API {
     this.templates = new TemplatesAPI(config)
     this.license = new LicenseAPI(config)
     this.auditLogs = new AuditLogAPI(config)
-    this.scimUsersAPI = new ScimUsersAPI(config)
-    this.scimGroupsAPI = new ScimGroupsAPI(config)
   }
 }