@budibase/worker 1.0.181 → 1.0.184

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@budibase/worker",
   "email": "hi@budibase.com",
-  "version": "1.0.181",
+  "version": "1.0.184",
   "description": "Budibase background service",
   "main": "src/index.ts",
   "repository": {
@@ -32,9 +32,9 @@
   "author": "Budibase",
   "license": "GPL-3.0",
   "dependencies": {
-    "@budibase/backend-core": "^1.0.181",
-    "@budibase/pro": "1.0.180",
-    "@budibase/string-templates": "^1.0.181",
+    "@budibase/backend-core": "^1.0.184",
+    "@budibase/pro": "1.0.183",
+    "@budibase/string-templates": "^1.0.184",
     "@koa/router": "^8.0.0",
     "@sentry/node": "6.17.7",
     "@techpass/passport-openidconnect": "^0.3.0",
@@ -90,5 +90,5 @@
       "./scripts/jestSetup.js"
     ]
   },
-  "gitHead": "f286b2acbb61a8e19e8c66d31798e97f89bc7ff7"
+  "gitHead": "0a8800cb795e4b8af802bd0438aaa441591fa016"
 }

package/scripts/load/heavyUse.js

@@ -0,0 +1,172 @@
+const fetch = require("node-fetch")
+
+const MAX_RUNTIME_SEC = 600
+const HOST = "http://localhost:10000"
+const TENANT_ID = "default"
+const RATE_MS = 500
+
+let API_KEY = process.argv[2]
+let STATS = {
+  iterations: 0,
+  error: 0,
+  success: 0,
+}
+
+if (!API_KEY) {
+  console.error("Must specify API key as first run command!")
+  process.exit(-1)
+}
+
+const USERS = [
+  {
+    email: "loadtest1@test.com",
+    password: "test",
+  },
+  {
+    email: "loadtest2@test.com",
+    password: "test",
+  },
+  {
+    email: "loadtest3@test.com",
+    password: "test",
+  },
+  {
+    email: "loadtest4@test.com",
+    password: "test",
+  },
+  {
+    email: "loadtest5@test.com",
+    password: "test",
+  },
+  {
+    email: "loadtest6@test.com",
+    password: "test",
+  },
+  {
+    email: "loadtest7@test.com",
+    password: "test",
+  },
+]
+
+const REQUESTS = [
+  {
+    endpoint: `/api/global/self`,
+    method: "GET",
+  },
+]
+
+function timeout() {
+  return new Promise(resolve => {
+    setTimeout(() => {
+      resolve()
+    }, MAX_RUNTIME_SEC * 1000)
+  })
+}
+
+async function preTest() {
+  // check if the user exists or not
+  const response = await fetch(`${HOST}/api/global/users`, {
+    method: "GET",
+    headers: {
+      "x-budibase-api-key": API_KEY,
+    },
+  })
+  if (response.status !== 200) {
+    throw new Error("Unable to retrieve users")
+  }
+  const users = await response.json()
+  for (let user of USERS) {
+    if (users.find(u => u.email === user.email)) {
+      continue
+    }
+    const response = await fetch(`${HOST}/api/global/users`, {
+      method: "POST",
+      headers: {
+        "x-budibase-api-key": API_KEY,
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify({
+        ...user,
+        roles: {},
+        status: "active",
+      }),
+    })
+    if (response.status !== 200) {
+      throw new Error(
+        `Unable to create user ${user.email}, reason: ${await response.text()}`
+      )
+    }
+  }
+}
+
+async function requests(user) {
+  let response = await fetch(`${HOST}/api/global/auth/${TENANT_ID}/login`, {
+    method: "POST",
+    body: JSON.stringify({
+      username: user.email,
+      password: user.password,
+    }),
+    headers: {
+      "Content-Type": "application/json",
+    },
+  })
+  // unable to login
+  if (response.status !== 200) {
+    STATS.error++
+    return
+  } else {
+    STATS.success++
+  }
+  const cookie = response.headers.get("set-cookie")
+  let promises = []
+  for (let request of REQUESTS) {
+    const headers = {
+      cookie,
+    }
+    if (request.body) {
+      headers["Content-Type"] = "application/json"
+    }
+    promises.push(
+      fetch(`${HOST}${request.endpoint}`, {
+        method: request.method,
+        headers: {
+          cookie,
+        },
+      })
+    )
+  }
+  const responses = await Promise.all(promises)
+  for (let resp of responses) {
+    if (resp.status !== 200) {
+      console.error(await resp.text())
+      STATS.error++
+    } else {
+      STATS.success++
+    }
+  }
+}
+
+async function run() {
+  await preTest()
+  setInterval(async () => {
+    let promises = []
+    for (let user of USERS) {
+      promises.push(requests(user))
+    }
+    await Promise.all(promises)
+    console.log(
+      `Iteration ${STATS.iterations++} - errors: ${STATS.error}, success: ${
+        STATS.success
+      }`
+    )
+  }, RATE_MS)
+  await timeout()
+  console.log(
+    `Max runtime of ${MAX_RUNTIME_SEC} seconds has been reached - stopping.`
+  )
+  process.exit(0)
+}
+
+run().catch(err => {
+  console.error("Failed to run - ", err)
+})

package/scripts/load/users.js

@@ -0,0 +1,97 @@
+// get the JWT secret etc
+require("../../src/environment")
+require("@budibase/backend-core").init()
+const {
+  getProdAppID,
+  generateGlobalUserID,
+} = require("@budibase/backend-core/db")
+const { doInTenant, getGlobalDB } = require("@budibase/backend-core/tenancy")
+const { internalSaveUser } = require("@budibase/backend-core/utils")
+const { publicApiUserFix } = require("../../src/utilities/users")
+const { hash } = require("@budibase/backend-core/utils")
+
+const USER_LOAD_NUMBER = 10000
+const BATCH_SIZE = 200
+const PASSWORD = "test"
+const TENANT_ID = "default"
+
+const APP_ID = process.argv[2]
+
+const words = [
+  "test",
+  "testing",
+  "budi",
+  "mail",
+  "age",
+  "risk",
+  "load",
+  "uno",
+  "arm",
+  "leg",
+  "pen",
+  "glass",
+  "box",
+  "chicken",
+  "bottle",
+]
+
+if (!APP_ID) {
+  console.error("Must supply app ID as first CLI option!")
+  process.exit(-1)
+}
+
+const WORD_1 = words[Math.floor(Math.random() * words.length)]
+const WORD_2 = words[Math.floor(Math.random() * words.length)]
+let HASHED_PASSWORD
+
+function generateUser(count) {
+  return {
+    _id: generateGlobalUserID(),
+    password: HASHED_PASSWORD,
+    email: `${WORD_1}${count}@${WORD_2}.com`,
+    roles: {
+      [getProdAppID(APP_ID)]: "BASIC",
+    },
+    status: "active",
+    forceResetPassword: false,
+    firstName: "John",
+    lastName: "Smith",
+  }
+}
+
+async function run() {
+  HASHED_PASSWORD = await hash(PASSWORD)
+  return doInTenant(TENANT_ID, async () => {
+    const db = getGlobalDB()
+    for (let i = 0; i < USER_LOAD_NUMBER; i += BATCH_SIZE) {
+      let userSavePromises = []
+      for (let j = 0; j < BATCH_SIZE; j++) {
+        // like the public API
+        const ctx = publicApiUserFix({
+          request: {
+            body: generateUser(i + j),
+          },
+        })
+        userSavePromises.push(
+          internalSaveUser(ctx.request.body, TENANT_ID, {
+            hashPassword: false,
+            requirePassword: true,
+            bulkCreate: true,
+          })
+        )
+      }
+      const users = await Promise.all(userSavePromises)
+      await db.bulkDocs(users)
+      console.log(`${i + BATCH_SIZE} users have been created.`)
+    }
+  })
+}
+
+run()
+  .then(() => {
+    console.log(`Generated ${USER_LOAD_NUMBER} users!`)
+  })
+  .catch(err => {
+    console.error("Failed for reason: ", err)
+    process.exit(-1)
+  })