@budibase/worker 1.3.19-alpha.7 → 1.3.20

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@budibase/worker",
   "email": "hi@budibase.com",
-  "version": "1.3.19-alpha.7",
+  "version": "1.3.20",
   "description": "Budibase background service",
   "main": "src/index.ts",
   "repository": {
@@ -36,10 +36,10 @@
   "author": "Budibase",
   "license": "GPL-3.0",
   "dependencies": {
-    "@budibase/backend-core": "1.3.19-alpha.7",
-    "@budibase/pro": "1.3.19-alpha.6",
-    "@budibase/string-templates": "1.3.19-alpha.7",
-    "@budibase/types": "1.3.19-alpha.7",
+    "@budibase/backend-core": "^1.3.20",
+    "@budibase/pro": "1.3.19",
+    "@budibase/string-templates": "^1.3.20",
+    "@budibase/types": "^1.3.20",
     "@koa/router": "8.0.8",
     "@sentry/node": "6.17.7",
     "@techpass/passport-openidconnect": "0.3.2",
@@ -104,5 +104,5 @@
       "./scripts/jestSetup.js"
     ]
   },
-  "gitHead": "b86121efe78de689182f6024391eef2e8659dd1a"
+  "gitHead": "463d6238d270324638761183110f61dd0e448508"
 }

package/scripts/localdomain.js

@@ -17,9 +17,7 @@ const arg = process.argv.slice(2)[0]
  */
 updateDotEnv({
   ACCOUNT_PORTAL_URL:
-    arg === "enable"
-      ? "http://account.local.com:10001"
-      : "http://localhost:10001",
+    arg === "enable" ? "http://local.com:10001" : "http://localhost:10001",
   COOKIE_DOMAIN: arg === "enable" ? ".local.com" : "",
   PLATFORM_URL:
     arg === "enable" ? "http://local.com:10000" : "http://localhost:10000",

package/src/api/controllers/global/self.js

@@ -16,11 +16,6 @@ const { newid } = require("@budibase/backend-core/utils")
 const { users } = require("../../../sdk")
 const { Cookies } = require("@budibase/backend-core/constants")
 const { events, featureFlags } = require("@budibase/backend-core")
-const env = require("../../../environment")
-
-function newTestApiKey() {
-  return env.ENCRYPTED_TEST_PUBLIC_API_KEY
-}
 
 function newApiKey() {
   return encrypt(`${getTenantId()}${SEPARATOR}${newid()}`)
@@ -34,25 +29,15 @@ function cleanupDevInfo(info) {
 }
 
 exports.generateAPIKey = async ctx => {
-  let userId
-  let apiKey
-  if (env.isTest() && ctx.request.body.userId) {
-    userId = ctx.request.body.userId
-    apiKey = newTestApiKey()
-  } else {
-    userId = ctx.user._id
-    apiKey = newApiKey()
-  }
-
   const db = getGlobalDB()
-  const id = generateDevInfoID(userId)
+  const id = generateDevInfoID(ctx.user._id)
   let devInfo
   try {
     devInfo = await db.get(id)
   } catch (err) {
-    devInfo = { _id: id, userId }
+    devInfo = { _id: id, userId: ctx.user._id }
   }
-  devInfo.apiKey = await apiKey
+  devInfo.apiKey = await newApiKey()
   await db.put(devInfo)
   ctx.body = cleanupDevInfo(devInfo)
 }
@@ -95,16 +80,15 @@ const addSessionAttributesToUser = ctx => {
   ctx.body.csrfToken = ctx.user.csrfToken
 }
 
-/**
- * Remove the attributes that are session based from the current user,
- * so that stale values are not written to the db
- */
-const removeSessionAttributesFromUser = ctx => {
-  delete ctx.request.body.csrfToken
-  delete ctx.request.body.account
-  delete ctx.request.body.accountPortalAccess
-  delete ctx.request.body.budibaseAccess
-  delete ctx.request.body.license
+const sanitiseUserUpdate = ctx => {
+  const allowed = ["firstName", "lastName", "password", "forceResetPassword"]
+  const resp = {}
+  for (let [key, value] of Object.entries(ctx.request.body)) {
+    if (allowed.includes(key)) {
+      resp[key] = value
+    }
+  }
+  return resp
 }
 
 exports.getSelf = async ctx => {
@@ -132,10 +116,12 @@ exports.updateSelf = async ctx => {
   const db = getGlobalDB()
   const user = await db.get(ctx.user._id)
   let passwordChange = false
-  if (ctx.request.body.password) {
+
+  const userUpdateObj = sanitiseUserUpdate(ctx)
+  if (userUpdateObj.password) {
     // changing password
     passwordChange = true
-    ctx.request.body.password = await hash(ctx.request.body.password)
+    userUpdateObj.password = await hash(userUpdateObj.password)
     // Log all other sessions out apart from the current one
     await platformLogout({
       ctx,
@@ -143,14 +129,10 @@ exports.updateSelf = async ctx => {
       keepActiveSession: true,
     })
   }
-  // don't allow sending up an ID/Rev, always use the existing one
-  delete ctx.request.body._id
-  delete ctx.request.body._rev
-  removeSessionAttributesFromUser(ctx)
 
   const response = await db.put({
     ...user,
-    ...ctx.request.body,
+    ...userUpdateObj,
   })
   await userCache.invalidateUser(user._id)
   ctx.body = {
@@ -159,7 +141,6 @@ exports.updateSelf = async ctx => {
   }
 
   // remove the old password from the user before sending events
-  user._rev = response.rev
   delete user.password
   await events.user.updated(user)
   if (passwordChange) {

package/src/api/controllers/global/users.ts

@@ -14,7 +14,6 @@ import {
   errors,
   events,
   tenancy,
-  users as usersCore,
 } from "@budibase/backend-core"
 import { checkAnyUserExists } from "../../../utilities/users"
 import { groups as groupUtils } from "@budibase/pro"
@@ -148,9 +147,7 @@ export const bulkDelete = async (ctx: any) => {
   }
 
   try {
-    let response = await users.bulkDelete(userIds)
-
-    ctx.body = response
+    ctx.body = await users.bulkDelete(userIds)
   } catch (err) {
     ctx.throw(err)
   }

package/src/api/routes/global/tests/self.spec.ts

@@ -1,5 +1,5 @@
 jest.mock("nodemailer")
-import { TestConfiguration, API, mocks } from "../../../../tests"
+import { TestConfiguration, API } from "../../../../tests"
 import { events } from "@budibase/backend-core"
 
 describe("/api/global/self", () => {
@@ -26,9 +26,6 @@ describe("/api/global/self", () => {
       delete user.password
       const res = await api.self.updateSelf(user)
 
-      const dbUser = await config.getUser(user.email)
-      user._rev = dbUser._rev
-      user.dayPassRecordedAt = mocks.date.MOCK_DATE.toISOString()
       expect(res.body._id).toBe(user._id)
       expect(events.user.updated).toBeCalledTimes(1)
       expect(events.user.updated).toBeCalledWith(user)
@@ -42,9 +39,6 @@ describe("/api/global/self", () => {
       user.password = "newPassword"
       const res = await api.self.updateSelf(user)
 
-      const dbUser = await config.getUser(user.email)
-      user._rev = dbUser._rev
-      user.dayPassRecordedAt = mocks.date.MOCK_DATE.toISOString()
       delete user.password
       expect(res.body._id).toBe(user._id)
       expect(events.user.updated).toBeCalledTimes(1)

package/src/environment.ts

@@ -63,7 +63,6 @@ const env = {
   // other
   CHECKLIST_CACHE_TTL: parseIntSafe(process.env.CHECKLIST_CACHE_TTL) || 3600,
   SESSION_UPDATE_PERIOD: process.env.SESSION_UPDATE_PERIOD,
-  ENCRYPTED_TEST_PUBLIC_API_KEY: process.env.ENCRYPTED_TEST_PUBLIC_API_KEY,
   _set(key: any, value: any) {
     process.env[key] = value
     module.exports[key] = value

package/src/sdk/users/events.ts

@@ -1,7 +1,6 @@
 import env from "../../environment"
 import { events, accounts, tenancy } from "@budibase/backend-core"
 import { User, UserRoles, CloudAccount } from "@budibase/types"
-import { users as pro } from "@budibase/pro"
 
 export const handleDeleteEvents = async (user: any) => {
   await events.user.deleted(user)
@@ -52,10 +51,7 @@ const handleAppRoleEvents = async (user: any, existingUser: any) => {
   await unassignAppRoleEvents(user, roles, existingRoles)
 }
 
-export const handleSaveEvents = async (
-  user: User,
-  existingUser: User | undefined
-) => {
+export const handleSaveEvents = async (user: any, existingUser: any) => {
   const tenantId = tenancy.getTenantId()
   let tenantAccount: CloudAccount | undefined
   if (!env.SELF_HOSTED && !env.DISABLE_ACCOUNT_PORTAL) {

package/src/sdk/users/users.ts

@@ -1,35 +1,37 @@
 import env from "../../environment"
+import { quotas } from "@budibase/pro"
 import * as apps from "../../utilities/appService"
 import * as eventHelpers from "./events"
 import {
-  accounts,
-  cache,
-  constants,
+  tenancy,
+  utils,
   db as dbUtils,
+  constants,
+  cache,
+  users as usersCore,
   deprovisioning,
-  events,
+  sessions,
   HTTPError,
+  accounts,
   migrations,
-  sessions,
-  tenancy,
-  users as usersCore,
-  utils,
+  StaticDatabases,
   ViewName,
+  events,
 } from "@budibase/backend-core"
 import {
-  AccountMetadata,
-  AllDocsResponse,
+  MigrationType,
+  PlatformUserByEmail,
+  User,
   BulkCreateUsersResponse,
+  CreateUserResponse,
   BulkDeleteUsersResponse,
-  BulkDocsResponse,
   CloudAccount,
-  CreateUserResponse,
+  AllDocsResponse,
+  RowResponse,
+  BulkDocsResponse,
+  AccountMetadata,
   InviteUsersRequest,
   InviteUsersResponse,
-  MigrationType,
-  PlatformUserByEmail,
-  RowResponse,
-  User,
 } from "@budibase/types"
 import { groups as groupUtils } from "@budibase/pro"
 import { sendEmail } from "../../utilities/email"
@@ -118,7 +120,7 @@ interface SaveUserOpts {
 }
 
 const buildUser = async (
-  user: User,
+  user: any,
   opts: SaveUserOpts = {
     hashPassword: true,
     requirePassword: true,
@@ -228,7 +230,16 @@ export const save = async (
 
   try {
     // save the user to db
-    let response = await db.put(builtUser)
+    let response
+    const putUserFn = () => {
+      return db.put(builtUser)
+    }
+
+    if (eventHelpers.isAddingBuilder(builtUser, dbUser)) {
+      response = await quotas.addDeveloper(putUserFn)
+    } else {
+      response = await putUserFn()
+    }
     builtUser._rev = response.rev
 
     await eventHelpers.handleSaveEvents(builtUser, dbUser)
@@ -377,8 +388,13 @@ export const bulkCreate = async (
     newUsers.push(newUser)
   }
 
-  // create the promises array that will be called by bulkDocs
+  // Figure out how many builders we are adding and create the promises
+  // array that will be called by bulkDocs
+  let builderCount = 0
   newUsers.forEach((user: any) => {
+    if (eventHelpers.isAddingBuilder(user, null)) {
+      builderCount++
+    }
     usersToSave.push(
       buildUser(
         user,
@@ -392,14 +408,14 @@ export const bulkCreate = async (
   })
 
   const usersToBulkSave = await Promise.all(usersToSave)
-  await db.bulkDocs(usersToBulkSave)
+  await quotas.addDevelopers(() => db.bulkDocs(usersToBulkSave), builderCount)
 
   // Post processing of bulk added users, i.e events and cache operations
   for (const user of usersToBulkSave) {
     // TODO: Refactor to bulk insert users into the info db
     // instead of relying on looping tenant creation
     await addTenant(tenantId, user._id, user.email)
-    await eventHelpers.handleSaveEvents(user, undefined)
+    await eventHelpers.handleSaveEvents(user, null)
     await apps.syncUserInApps(user._id)
   }
 
@@ -459,6 +475,8 @@ export const bulkDelete = async (
   }
 
   let groupsToModify: any = {}
+  let builderCount = 0
+
   // Get users and delete
   const allDocsResponse: AllDocsResponse<User> = await db.allDocs({
     include_docs: true,
@@ -479,6 +497,11 @@ export const bulkDelete = async (
         }
       }
 
+      // Also figure out how many builders are being deleted
+      if (eventHelpers.isAddingBuilder(user.doc, null)) {
+        builderCount++
+      }
+
       return user.doc
     }
   )
@@ -496,6 +519,7 @@ export const bulkDelete = async (
   for (let user of usersToDelete) {
     await bulkDeleteProcessing(user)
   }
+  await quotas.removeDevelopers(builderCount)
 
   // Build Response
   // index users by id
@@ -550,6 +574,7 @@ export const destroy = async (id: string, currentUser: any) => {
   }
 
   await eventHelpers.handleDeleteEvents(dbUser)
+  await quotas.removeUser(dbUser)
   await cache.user.invalidateUser(userId)
   await sessions.invalidateSessions(userId, { reason: "deletion" })
   // let server know to sync user

package/src/tests/api/users.ts

@@ -2,9 +2,10 @@ import {
   BulkCreateUsersRequest,
   BulkCreateUsersResponse,
   BulkDeleteUsersRequest,
-  BulkDeleteUsersResponse,
+  CreateUserResponse,
   InviteUsersRequest,
   User,
+  UserDetails,
 } from "@budibase/types"
 import TestConfiguration from "../TestConfiguration"