@budibase/worker 2.3.18-alpha.9 → 2.3.19

package/src/api/routes/global/tests/configs.spec.ts

@@ -7,7 +7,7 @@ import { Config, events } from "@budibase/backend-core"
 describe("configs", () => {
   const config = new TestConfiguration()
 
-  beforeEach(async () => {
+  beforeAll(async () => {
     await config.beforeAll()
   })
 
@@ -221,7 +221,7 @@ describe("configs", () => {
         })
 
         it("should create settings config with non-default settings", async () => {
-          config.selfHosted()
+          config.modeSelf()
           await config.deleteConfig(Config.SETTINGS)
           const conf = {
             company: "acme",
@@ -234,13 +234,13 @@ describe("configs", () => {
           expect(events.org.nameUpdated).toBeCalledTimes(1)
           expect(events.org.logoUpdated).toBeCalledTimes(1)
           expect(events.org.platformURLUpdated).toBeCalledTimes(1)
-          config.cloudHosted()
+          config.modeCloud()
         })
       })
 
       describe("update", () => {
         it("should update settings config", async () => {
-          config.selfHosted()
+          config.modeSelf()
           await config.deleteConfig(Config.SETTINGS)
           const settingsConfig = await saveSettingsConfig()
           settingsConfig.config.company = "acme"
@@ -256,7 +256,7 @@ describe("configs", () => {
           expect(events.org.nameUpdated).toBeCalledTimes(1)
           expect(events.org.logoUpdated).toBeCalledTimes(1)
           expect(events.org.platformURLUpdated).toBeCalledTimes(1)
-          config.cloudHosted()
+          config.modeCloud()
         })
       })
     })

package/src/api/routes/global/tests/roles.spec.ts

@@ -1,7 +1,6 @@
 import { structures, TestConfiguration } from "../../../../tests"
 import { context, db, permissions, roles } from "@budibase/backend-core"
 import { Mock } from "jest-mock"
-import { Database } from "@budibase/types"
 
 jest.mock("@budibase/backend-core", () => {
   const core = jest.requireActual("@budibase/backend-core")
@@ -17,13 +16,14 @@ jest.mock("@budibase/backend-core", () => {
   }
 })
 
-let appId: string
-let appDb: Database
+const appDb = db.getDB("app_test")
+const mockAppDB = context.getAppDB as Mock
+mockAppDB.mockReturnValue(appDb)
 
 async function addAppMetadata() {
   await appDb.put({
     _id: "app_metadata",
-    appId: appId,
+    appId: "app_test",
     name: "New App",
     version: "version",
     url: "url",
@@ -32,7 +32,6 @@ async function addAppMetadata() {
 
 describe("/api/global/roles", () => {
   const config = new TestConfiguration()
-
   const role = new roles.Role(
     db.generateRoleID("newRole"),
     roles.BUILTIN_ROLE_IDS.BASIC,
@@ -40,17 +39,10 @@ describe("/api/global/roles", () => {
   )
 
   beforeAll(async () => {
-    await config.beforeAll()
-  })
-
-  beforeEach(async () => {
-    appId = db.generateAppID(config.tenantId)
-    appDb = db.getDB(appId)
-    const mockAppDB = context.getAppDB as Mock
-    mockAppDB.mockReturnValue(appDb)
-
+    console.debug(role)
+    appDb.put(role)
     await addAppMetadata()
-    await appDb.put(role)
+    await config.beforeAll()
   })
 
   afterAll(async () => {
@@ -65,14 +57,16 @@ describe("/api/global/roles", () => {
     it("retrieves roles", async () => {
       const res = await config.api.roles.get()
       expect(res.body).toBeDefined()
-      expect(res.body[appId].roles.length).toEqual(5)
-      expect(res.body[appId].roles.map((r: any) => r._id)).toContain(role._id)
+      expect(res.body["app_test"].roles.length).toEqual(5)
+      expect(res.body["app_test"].roles.map((r: any) => r._id)).toContain(
+        role._id
+      )
     })
   })
 
   describe("GET api/global/roles/:appId", () => {
     it("finds a role by appId", async () => {
-      const res = await config.api.roles.find(appId)
+      const res = await config.api.roles.find("app_test")
       expect(res.body).toBeDefined()
       expect(res.body.name).toEqual("New App")
     })
@@ -85,9 +79,9 @@ describe("/api/global/roles", () => {
         app_test: "role1",
       }
       const userResponse = await config.createUser(user)
-      const res = await config.api.roles.remove(appId)
+      const res = await config.api.roles.remove("app_test")
       const updatedUser = await config.api.users.getUser(userResponse._id!)
-      expect(updatedUser.body.roles).not.toHaveProperty(appId)
+      expect(updatedUser.body.roles).not.toHaveProperty("app_test")
       expect(res.body.message).toEqual("App role removed from all users")
     })
   })

package/src/api/routes/global/tests/self.spec.ts

@@ -30,7 +30,7 @@ describe("/api/global/self", () => {
       user.dayPassRecordedAt = mocks.date.MOCK_DATE.toISOString()
       expect(res.body._id).toBe(user._id)
       expect(events.user.updated).toBeCalledTimes(1)
-      expect(events.user.updated).toBeCalledWith(dbUser)
+      expect(events.user.updated).toBeCalledWith(user)
       expect(events.user.passwordUpdated).not.toBeCalled()
     })
 
@@ -44,11 +44,12 @@ describe("/api/global/self", () => {
       const dbUser = await config.getUser(user.email)
       user._rev = dbUser._rev
       user.dayPassRecordedAt = mocks.date.MOCK_DATE.toISOString()
+      delete user.password
       expect(res.body._id).toBe(user._id)
       expect(events.user.updated).toBeCalledTimes(1)
-      expect(events.user.updated).toBeCalledWith(dbUser)
+      expect(events.user.updated).toBeCalledWith(user)
       expect(events.user.passwordUpdated).toBeCalledTimes(1)
-      expect(events.user.passwordUpdated).toBeCalledWith(dbUser)
+      expect(events.user.passwordUpdated).toBeCalledWith(user)
     })
   })
 })

package/src/api/routes/global/tests/users.spec.ts

@@ -1,11 +1,14 @@
 import { InviteUsersResponse, User } from "@budibase/types"
 
 jest.mock("nodemailer")
-import { TestConfiguration, mocks, structures } from "../../../../tests"
+import {
+  TestConfiguration,
+  mocks,
+  structures,
+  TENANT_1,
+} from "../../../../tests"
 const sendMailMock = mocks.email.mock()
-import { events, tenancy, accounts as _accounts } from "@budibase/backend-core"
-
-const accounts = jest.mocked(_accounts)
+import { events, tenancy } from "@budibase/backend-core"
 
 describe("/api/global/users", () => {
   const config = new TestConfiguration()
@@ -22,7 +25,7 @@ describe("/api/global/users", () => {
     jest.clearAllMocks()
   })
 
-  describe("POST /api/global/users/invite", () => {
+  describe("invite", () => {
     it("should be able to generate an invitation", async () => {
       const email = structures.users.newEmail()
       const { code, res } = await config.api.users.sendUserInvite(
@@ -39,7 +42,7 @@ describe("/api/global/users", () => {
     it("should not be able to generate an invitation for existing user", async () => {
       const { code, res } = await config.api.users.sendUserInvite(
         sendMailMock,
-        config.user!.email,
+        config.defaultUser!.email,
         400
       )
 
@@ -67,7 +70,7 @@ describe("/api/global/users", () => {
     })
   })
 
-  describe("POST /api/global/users/multi/invite", () => {
+  describe("inviteMultiple", () => {
     it("should be able to generate an invitation", async () => {
       const newUserInvite = () => ({
         email: structures.users.newEmail(),
@@ -85,7 +88,7 @@ describe("/api/global/users", () => {
     })
 
     it("should not be able to generate an invitation for existing user", async () => {
-      const request = [{ email: config.user!.email, userInfo: {} }]
+      const request = [{ email: config.defaultUser!.email, userInfo: {} }]
 
       const res = await config.api.users.sendMultiUserInvite(request)
 
@@ -98,7 +101,7 @@ describe("/api/global/users", () => {
     })
   })
 
-  describe("POST /api/global/users/bulk", () => {
+  describe("bulk (create)", () => {
     it("should ignore users existing in the same tenant", async () => {
       const user = await config.createUser()
       jest.clearAllMocks()
@@ -115,7 +118,7 @@ describe("/api/global/users", () => {
       const user = await config.createUser()
       jest.clearAllMocks()
 
-      await tenancy.doInTenant(config.getTenantId(), async () => {
+      await tenancy.doInTenant(TENANT_1, async () => {
         const response = await config.api.users.bulkCreateUsers([user])
 
         expect(response.created?.successful.length).toBe(0)
@@ -161,7 +164,7 @@ describe("/api/global/users", () => {
     })
   })
 
-  describe("POST /api/global/users", () => {
+  describe("create", () => {
     it("should be able to create a basic user", async () => {
       const user = structures.users.user()
 
@@ -228,7 +231,7 @@ describe("/api/global/users", () => {
       const user = await config.createUser()
       jest.clearAllMocks()
 
-      await tenancy.doInTenant(config.getTenantId(), async () => {
+      await tenancy.doInTenant(TENANT_1, async () => {
         delete user._id
         const response = await config.api.users.saveUser(user, 400)
 
@@ -240,7 +243,7 @@ describe("/api/global/users", () => {
     it("should not be able to create user with the same email as an account", async () => {
       const user = structures.users.user()
       const account = structures.accounts.cloudAccount()
-      accounts.getAccount.mockReturnValueOnce(Promise.resolve(account))
+      mocks.accounts.getAccount.mockReturnValueOnce(account)
 
       const response = await config.api.users.saveUser(user, 400)
 
@@ -281,7 +284,7 @@ describe("/api/global/users", () => {
     })
   })
 
-  describe("POST /api/global/users (update)", () => {
+  describe("update", () => {
     it("should be able to update a basic user", async () => {
       const user = await config.createUser()
       jest.clearAllMocks()
@@ -296,7 +299,7 @@ describe("/api/global/users", () => {
     })
 
     it("should not allow a user to update their own admin/builder status", async () => {
-      const user = (await config.api.users.getUser(config.user?._id!))
+      const user = (await config.api.users.getUser(config.defaultUser?._id!))
         .body as User
       await config.api.users.saveUser({
         ...user,
@@ -441,7 +444,7 @@ describe("/api/global/users", () => {
     })
 
     it("should not be able to update email address", async () => {
-      const email = structures.email()
+      const email = "email@test.com"
       const user = await config.createUser(structures.users.user({ email }))
       user.email = "new@test.com"
 
@@ -466,9 +469,9 @@ describe("/api/global/users", () => {
     })
   })
 
-  describe("POST /api/global/users/bulk (delete)", () => {
+  describe("bulk (delete)", () => {
     it("should not be able to bulk delete current user", async () => {
-      const user = await config.user!
+      const user = await config.defaultUser!
 
       const response = await config.api.users.bulkDeleteUsers([user._id!], 400)
 
@@ -480,7 +483,7 @@ describe("/api/global/users", () => {
       const user = await config.createUser()
       const account = structures.accounts.cloudAccount()
       account.budibaseUserId = user._id!
-      accounts.getAccountByTenantId.mockReturnValue(Promise.resolve(account))
+      mocks.accounts.getAccountByTenantId.mockReturnValue(account)
 
       const response = await config.api.users.bulkDeleteUsers([user._id!])
 
@@ -495,7 +498,7 @@ describe("/api/global/users", () => {
 
     it("should be able to bulk delete users", async () => {
       const account = structures.accounts.cloudAccount()
-      accounts.getAccountByTenantId.mockReturnValue(Promise.resolve(account))
+      mocks.accounts.getAccountByTenantId.mockReturnValue(account)
 
       const builder = structures.users.builderUser()
       const admin = structures.users.adminUser()
@@ -519,7 +522,7 @@ describe("/api/global/users", () => {
     })
   })
 
-  describe("DELETE /api/global/users/:userId", () => {
+  describe("destroy", () => {
     it("should be able to destroy a basic user", async () => {
       const user = await config.createUser()
       jest.clearAllMocks()
@@ -556,7 +559,7 @@ describe("/api/global/users", () => {
     it("should not be able to destroy account owner", async () => {
       const user = await config.createUser()
       const account = structures.accounts.cloudAccount()
-      accounts.getAccount.mockReturnValueOnce(Promise.resolve(account))
+      mocks.accounts.getAccount.mockReturnValueOnce(account)
 
       const response = await config.api.users.deleteUser(user._id!, 400)
 
@@ -564,10 +567,10 @@ describe("/api/global/users", () => {
     })
 
     it("should not be able to destroy account owner as account owner", async () => {
-      const user = await config.user!
+      const user = await config.defaultUser!
       const account = structures.accounts.cloudAccount()
       account.email = user.email
-      accounts.getAccount.mockReturnValueOnce(Promise.resolve(account))
+      mocks.accounts.getAccount.mockReturnValueOnce(account)
 
       const response = await config.api.users.deleteUser(user._id!, 400)
 

package/src/api/routes/system/tenants.ts

@@ -7,7 +7,7 @@ const router: Router = new Router()
 router.delete(
   "/api/system/tenants/:tenantId",
   middleware.adminOnly,
-  controller.destroy
+  controller.delete
 )
 
 export default router

package/src/api/routes/system/tests/accounts.spec.ts

@@ -1,4 +1,4 @@
-import * as accounts from "../../../../sdk/accounts"
+import sdk from "../../../../sdk"
 import { TestConfiguration, structures } from "../../../../tests"
 import { v4 as uuid } from "uuid"
 
@@ -24,8 +24,8 @@ describe("accounts", () => {
 
         const response = await config.api.accounts.saveMetadata(account)
 
-        const id = accounts.metadata.formatAccountMetadataId(account.accountId)
-        const metadata = await accounts.metadata.getMetadata(id)
+        const id = sdk.accounts.formatAccountMetadataId(account.accountId)
+        const metadata = await sdk.accounts.getMetadata(id)
         expect(response).toStrictEqual(metadata)
       })
     })
@@ -37,7 +37,7 @@ describe("accounts", () => {
 
         await config.api.accounts.destroyMetadata(account.accountId)
 
-        const deleted = await accounts.metadata.getMetadata(account.accountId)
+        const deleted = await sdk.accounts.getMetadata(account.accountId)
         expect(deleted).toBe(undefined)
       })
 

package/src/api/routes/system/tests/migrations.spec.ts

@@ -30,7 +30,7 @@ describe("/api/system/migrations", () => {
         headers: {},
         status: 403,
       })
-      expect(res.body).toEqual({ message: "Unauthorized", status: 403 })
+      expect(res.text).toBe("Unauthorized - no public worker access")
       expect(migrateFn).toBeCalledTimes(0)
     })
 
@@ -47,7 +47,7 @@ describe("/api/system/migrations", () => {
         headers: {},
         status: 403,
       })
-      expect(res.body).toEqual({ message: "Unauthorized", status: 403 })
+      expect(res.text).toBe("Unauthorized - no public worker access")
     })
 
     it("returns definitions", async () => {

package/src/api/routes/system/tests/restore.spec.ts

@@ -25,12 +25,12 @@ describe("/api/system/restore", () => {
     })
 
     it("restores in self host", async () => {
-      config.selfHosted()
+      config.modeSelf()
       const res = await config.api.restore.restored()
       expect(res.body).toEqual({
         message: "System prepared after restore.",
       })
-      config.cloudHosted()
+      config.modeCloud()
     })
   })
 })

package/src/api/routes/system/tests/status.spec.ts

@@ -1,6 +1,6 @@
 import { TestConfiguration } from "../../../../tests"
-import { accounts as _accounts } from "@budibase/backend-core"
-const accounts = jest.mocked(_accounts)
+import { accounts } from "@budibase/backend-core"
+import { mocks } from "@budibase/backend-core/tests"
 
 describe("/api/system/status", () => {
   const config = new TestConfiguration()
@@ -19,7 +19,7 @@ describe("/api/system/status", () => {
 
   describe("GET /api/system/status", () => {
     it("returns status in self host", async () => {
-      config.selfHosted()
+      config.modeSelf()
       const res = await config.api.status.getStatus()
       expect(res.body).toEqual({
         health: {
@@ -27,7 +27,7 @@ describe("/api/system/status", () => {
         },
       })
       expect(accounts.getStatus).toBeCalledTimes(0)
-      config.cloudHosted()
+      config.modeCloud()
     })
 
     it("returns status in cloud", async () => {
@@ -37,7 +37,7 @@ describe("/api/system/status", () => {
         },
       }
 
-      accounts.getStatus.mockReturnValueOnce(Promise.resolve(value))
+      mocks.accounts.getStatus.mockReturnValueOnce(value)
 
       const res = await config.api.status.getStatus()
 

package/src/environment.ts

@@ -26,8 +26,6 @@ function parseIntSafe(number: any) {
   }
 }
 
-const selfHosted = !!parseInt(process.env.SELF_HOSTED || "")
-
 const environment = {
   // auth
   MINIO_ACCESS_KEY: process.env.MINIO_ACCESS_KEY,
@@ -51,7 +49,7 @@ const environment = {
   CLUSTER_PORT: process.env.CLUSTER_PORT,
   // flags
   NODE_ENV: process.env.NODE_ENV,
-  SELF_HOSTED: selfHosted,
+  SELF_HOSTED: !!parseInt(process.env.SELF_HOSTED || ""),
   LOG_LEVEL: process.env.LOG_LEVEL,
   MULTI_TENANCY: process.env.MULTI_TENANCY,
   DISABLE_ACCOUNT_PORTAL: process.env.DISABLE_ACCOUNT_PORTAL,
@@ -67,18 +65,6 @@ const environment = {
   CHECKLIST_CACHE_TTL: parseIntSafe(process.env.CHECKLIST_CACHE_TTL) || 3600,
   SESSION_UPDATE_PERIOD: process.env.SESSION_UPDATE_PERIOD,
   ENCRYPTED_TEST_PUBLIC_API_KEY: process.env.ENCRYPTED_TEST_PUBLIC_API_KEY,
-  /**
-   * Mock the email service in use - links to ethereal hosted emails are logged instead.
-   */
-  ENABLE_EMAIL_TEST_MODE: process.env.ENABLE_EMAIL_TEST_MODE,
-  /**
-   * Enable to allow an admin user to login using a password.
-   * This can be useful to prevent lockout when configuring SSO.
-   * However, this should be turned OFF by default for security purposes.
-   */
-  ENABLE_SSO_MAINTENANCE_MODE: selfHosted
-    ? process.env.ENABLE_SSO_MAINTENANCE_MODE
-    : false,
   _set(key: any, value: any) {
     process.env[key] = value
     // @ts-ignore

package/src/index.ts

@@ -1,13 +1,14 @@
-if (process.env.DD_APM_ENABLED) {
-  require("./ddApm")
-}
+// need to load environment first
+import env from "./environment"
 
+// enable APM if configured
 if (process.env.ELASTIC_APM_ENABLED) {
-  require("./elasticApm")
+  const apm = require("elastic-apm-node").start({
+    serviceName: process.env.SERVICE,
+    environment: process.env.BUDIBASE_ENVIRONMENT,
+  })
 }
 
-// need to load environment first
-import env from "./environment"
 import { Scope } from "@sentry/node"
 import { Event } from "@sentry/types/dist/event"
 import Application from "koa"
@@ -25,12 +26,6 @@ const koaSession = require("koa-session")
 const logger = require("koa-pino-logger")
 import destroyable from "server-destroy"
 
-if (env.ENABLE_SSO_MAINTENANCE_MODE) {
-  console.warn(
-    "Warning: ENABLE_SSO_MAINTENANCE_MODE is set. It is recommended this flag is disabled if maintenance is not in progress"
-  )
-}
-
 // this will setup http and https proxies form env variables
 bootstrap()
 

package/src/middleware/tests/tenancy.spec.ts

@@ -24,7 +24,7 @@ describe("tenancy middleware", () => {
   })
 
   it("should get tenant id from header", async () => {
-    const tenantId = structures.tenant.id()
+    const tenantId = structures.uuid()
     const headers = {
       [constants.Header.TENANT_ID]: tenantId,
     }
@@ -35,7 +35,7 @@ describe("tenancy middleware", () => {
   })
 
   it("should get tenant id from query param", async () => {
-    const tenantId = structures.tenant.id()
+    const tenantId = structures.uuid()
     const res = await config.request.get(
       `/api/global/configs/checklist?tenantId=${tenantId}`
     )
@@ -43,7 +43,7 @@ describe("tenancy middleware", () => {
   })
 
   it("should get tenant id from subdomain", async () => {
-    const tenantId = structures.tenant.id()
+    const tenantId = structures.uuid()
     const headers = {
       host: `${tenantId}.localhost:10000`,
     }
@@ -67,7 +67,7 @@ describe("tenancy middleware", () => {
   it("should throw when no tenant id is found", async () => {
     const res = await config.request.get(`/api/global/configs/checklist`)
     expect(res.status).toBe(403)
-    expect(res.body).toEqual({ message: "Tenant id not set", status: 403 })
+    expect(res.text).toBe("Tenant id not set")
     expect(res.headers[constants.Header.TENANT_ID]).toBe(undefined)
   })
 })

package/src/migrations/functions/globalInfoSyncUsers.ts

@@ -1,6 +1,5 @@
 import { User } from "@budibase/types"
-import * as usersSdk from "../../sdk/users"
-import { platform } from "@budibase/backend-core"
+import sdk from "../../sdk"
 
 /**
  * Date:
@@ -10,11 +9,11 @@ import { platform } from "@budibase/backend-core"
  * Re-sync the global-db users to the global-info db users
  */
 export const run = async (globalDb: any) => {
-  const users = (await usersSdk.allUsers()) as User[]
+  const users = (await sdk.users.allUsers()) as User[]
   const promises = []
   for (let user of users) {
     promises.push(
-      platform.users.addUser(user.tenantId, user._id as string, user.email)
+      sdk.users.addTenant(user.tenantId, user._id as string, user.email)
     )
   }
   await Promise.all(promises)

package/src/sdk/accounts/{metadata.ts → accounts.ts}

@@ -2,6 +2,7 @@ import { AccountMetadata } from "@budibase/types"
 import {
   db,
   StaticDatabases,
+  HTTPError,
   DocumentType,
   SEPARATOR,
 } from "@budibase/backend-core"

package/src/sdk/accounts/index.ts

@@ -1,2 +1 @@
-export * as metadata from "./metadata"
-export { accounts as api } from "@budibase/backend-core"
+export * from "./accounts"

package/src/sdk/users/events.ts

@@ -84,10 +84,6 @@ export const handleSaveEvents = async (
     ) {
       await events.user.passwordForceReset(user)
     }
-
-    if (user.password !== existingUser.password) {
-      await events.user.passwordUpdated(user)
-    }
   } else {
     await events.user.created(user)
   }

package/src/sdk/users/index.ts

@@ -1,2 +1 @@
 export * from "./users"
-export { users as core } from "@budibase/backend-core"