@budibase/backend-core 2.30.2 → 2.30.3

package/dist/index.js

@@ -19623,11 +19623,11 @@ var require_nacl_fast = __commonJS({
     "use strict";
     (function(nacl) {
       "use strict";
-      var gf = function(init10) {
+      var gf = function(init11) {
         var i, r = new Float64Array(16);
-        if (init10)
-          for (i = 0; i < init10.length; i++)
-            r[i] = init10[i];
+        if (init11)
+          for (i = 0; i < init11.length; i++)
+            r[i] = init11[i];
         return r;
       };
       var randombytes = function() {
@@ -29351,7 +29351,7 @@ var require_extsprintf = __commonJS({
       ].join("");
       var re = new RegExp(regex);
       var args = Array.prototype.slice.call(arguments, 1);
-      var flags, width, precision, conversion2;
+      var flags2, width, precision, conversion2;
       var left, pad, sign, arg, match;
       var ret = "";
       var argn = 1;
@@ -29359,7 +29359,7 @@ var require_extsprintf = __commonJS({
       while ((match = re.exec(fmt)) !== null) {
         ret += match[1];
         fmt = fmt.substring(match[0].length);
-        flags = match[2] || "";
+        flags2 = match[2] || "";
         width = match[3] || 0;
         precision = match[4] || "";
         conversion2 = match[6];
@@ -29374,19 +29374,19 @@ var require_extsprintf = __commonJS({
           throw new Error("too few args to sprintf");
         arg = args.shift();
         argn++;
-        if (flags.match(/[\' #]/))
+        if (flags2.match(/[\' #]/))
           throw new Error(
-            "unsupported flags: " + flags
+            "unsupported flags: " + flags2
           );
         if (precision.length > 0)
           throw new Error(
             "non-zero precision not supported"
           );
-        if (flags.match(/-/))
+        if (flags2.match(/-/))
           left = true;
-        if (flags.match(/0/))
+        if (flags2.match(/0/))
           pad = "0";
-        if (flags.match(/\+/))
+        if (flags2.match(/\+/))
           sign = true;
         switch (conversion2) {
           case "s":
@@ -29487,7 +29487,7 @@ var require_extsprintf2 = __commonJS({
       var re = new RegExp(regex);
       var args = Array.prototype.slice.call(arguments, 1);
       var fmt = ofmt;
-      var flags, width, precision, conversion2;
+      var flags2, width, precision, conversion2;
       var left, pad, sign, arg, match;
       var ret = "";
       var argn = 1;
@@ -29505,7 +29505,7 @@ var require_extsprintf2 = __commonJS({
         curconv = match[0].substring(match[1].length);
         convposn = posn + match[1].length + 1;
         posn += match[0].length;
-        flags = match[2] || "";
+        flags2 = match[2] || "";
         width = match[3] || 0;
         precision = match[4] || "";
         conversion2 = match[6];
@@ -29526,7 +29526,7 @@ var require_extsprintf2 = __commonJS({
         }
         arg = args.shift();
         argn++;
-        if (flags.match(/[\' #]/)) {
+        if (flags2.match(/[\' #]/)) {
           throw jsError(
             ofmt,
             convposn,
@@ -29542,11 +29542,11 @@ var require_extsprintf2 = __commonJS({
             "uses non-zero precision (not supported)"
           );
         }
-        if (flags.match(/-/))
+        if (flags2.match(/-/))
           left = true;
-        if (flags.match(/0/))
+        if (flags2.match(/0/))
           pad = "0";
-        if (flags.match(/\+/))
+        if (flags2.match(/\+/))
           sign = true;
         switch (conversion2) {
           case "s":
@@ -54197,7 +54197,7 @@ __export(src_exports, {
   events: () => events_exports,
   features: () => features_exports,
   getPublicError: () => getPublicError,
-  init: () => init9,
+  init: () => init10,
   installation: () => installation_exports,
   locks: () => redlockImpl_exports,
   logging: () => logging_exports,
@@ -54212,12 +54212,14 @@ __export(src_exports, {
   roles: () => roles_exports,
   security: () => security_exports,
   sessions: () => sessions_exports,
+  setEnv: () => setEnv,
   sql: () => sql_exports,
   tenancy: () => tenancy,
   timers: () => timers_exports,
   userUtils: () => utils_exports5,
   users: () => users_exports3,
-  utils: () => utils_exports4
+  utils: () => utils_exports4,
+  withEnv: () => withEnv
 });
 module.exports = __toCommonJS(src_exports);
 
@@ -55311,7 +55313,7 @@ var search = (docs, query) => {
   }
   return response;
 };
-var runQuery = (docs, query) => {
+var runQuery = (docs, query, findInDoc = deepGet) => {
   if (!docs || !Array.isArray(docs)) {
     return [];
   }
@@ -55325,7 +55327,7 @@ var runQuery = (docs, query) => {
   }
   const match = (type, test) => (doc) => {
     for (const [key, testValue] of Object.entries(query[type] || {})) {
-      const valueToCheck = isLogicalSearchOperator(type) ? doc : deepGet(doc, removeKeyNumbering(key));
+      const valueToCheck = isLogicalSearchOperator(type) ? doc : findInDoc(doc, removeKeyNumbering(key));
       const result = test(valueToCheck, testValue);
       if (query.allOr && result) {
         return true;
@@ -55864,6 +55866,27 @@ var allowSortColumnByType = {
   ["bb_reference" /* BB_REFERENCE */]: false,
   ["bb_reference_single" /* BB_REFERENCE_SINGLE */]: false
 };
+var allowDefaultColumnByType = {
+  ["number" /* NUMBER */]: true,
+  ["json" /* JSON */]: true,
+  ["datetime" /* DATETIME */]: true,
+  ["longform" /* LONGFORM */]: true,
+  ["string" /* STRING */]: true,
+  ["options" /* OPTIONS */]: false,
+  ["auto" /* AUTO */]: false,
+  ["internal" /* INTERNAL */]: false,
+  ["barcodeqr" /* BARCODEQR */]: false,
+  ["bigint" /* BIGINT */]: false,
+  ["boolean" /* BOOLEAN */]: false,
+  ["formula" /* FORMULA */]: false,
+  ["attachment" /* ATTACHMENTS */]: false,
+  ["attachment_single" /* ATTACHMENT_SINGLE */]: false,
+  ["signature_single" /* SIGNATURE_SINGLE */]: false,
+  ["array" /* ARRAY */]: false,
+  ["link" /* LINK */]: false,
+  ["bb_reference" /* BB_REFERENCE */]: false,
+  ["bb_reference_single" /* BB_REFERENCE_SINGLE */]: false
+};
 
 // src/constants/db.ts
 var AutomationViewMode = /* @__PURE__ */ ((AutomationViewMode2) => {
@@ -56084,6 +56107,7 @@ function getAccountUserId(account) {
 
 // src/environment.ts
 var import_fs = require("fs");
+var import_lodash2 = require("lodash");
 function isTest() {
   return isJest();
 }
@@ -56194,6 +56218,8 @@ var environment = {
   COOKIE_DOMAIN: process.env.COOKIE_DOMAIN,
   PLATFORM_URL: process.env.PLATFORM_URL || "",
   POSTHOG_TOKEN: process.env.POSTHOG_TOKEN,
+  POSTHOG_PERSONAL_TOKEN: process.env.POSTHOG_PERSONAL_TOKEN,
+  POSTHOG_API_HOST: process.env.POSTHOG_API_HOST || "https://us.i.posthog.com",
   ENABLE_ANALYTICS: process.env.ENABLE_ANALYTICS,
   TENANT_FEATURE_FLAGS: process.env.TENANT_FEATURE_FLAGS,
   CLOUDFRONT_CDN: process.env.CLOUDFRONT_CDN,
@@ -56249,6 +56275,28 @@ var environment = {
   BB_ADMIN_USER_PASSWORD: process.env.BB_ADMIN_USER_PASSWORD,
   OPENAI_API_KEY: process.env.OPENAI_API_KEY
 };
+function setEnv(newEnvVars) {
+  const oldEnv = (0, import_lodash2.cloneDeep)(environment);
+  let key;
+  for (key in newEnvVars) {
+    environment._set(key, newEnvVars[key]);
+  }
+  return () => {
+    for (const [key2, value] of Object.entries(oldEnv)) {
+      environment._set(key2, value);
+    }
+  };
+}
+function withEnv(envVars, f) {
+  const cleanup3 = setEnv(envVars);
+  const result = f();
+  if (result instanceof Promise) {
+    return result.finally(cleanup3);
+  } else {
+    cleanup3();
+    return result;
+  }
+}
 var SECRETS = [
   "API_ENCRYPTION_KEY",
   "BB_ADMIN_USER_PASSWORD",
@@ -62058,7 +62106,7 @@ var enabled = async () => {
 };
 
 // src/events/processors/posthog/PosthogProcessor.ts
-var import_posthog_node = __toESM(require("posthog-node"));
+var import_posthog_node = require("posthog-node");
 
 // src/events/processors/posthog/rateLimiting.ts
 var isRateLimited = (event) => {
@@ -62142,7 +62190,7 @@ var PosthogProcessor = class {
     if (!token) {
       throw new Error("Posthog token is not defined");
     }
-    this.posthog = new import_posthog_node.default(token);
+    this.posthog = new import_posthog_node.PostHog(token);
   }
   async processEvent(event, identity, properties, timestamp) {
     if (EXCLUDED_EVENTS.includes(event)) {
@@ -64667,7 +64715,7 @@ __export(security_exports, {
 });
 
 // src/security/auth.ts
-var PASSWORD_MIN_LENGTH = +(environment_default.PASSWORD_MIN_LENGTH || 8);
+var PASSWORD_MIN_LENGTH = +(environment_default.PASSWORD_MIN_LENGTH || 12);
 var PASSWORD_MAX_LENGTH = +(environment_default.PASSWORD_MAX_LENGTH || 512);
 function validatePassword(password) {
   if (!password || password.length < PASSWORD_MIN_LENGTH) {
@@ -65977,70 +66025,188 @@ var DEFINITIONS = [
 // src/features/index.ts
 var features_exports = {};
 __export(features_exports, {
-  defaultFlags: () => defaultFlags,
-  fetch: () => fetch6,
-  get: () => get4,
-  isEnabled: () => isEnabled
+  Flag: () => Flag,
+  FlagSet: () => FlagSet,
+  flags: () => flags,
+  init: () => init8
 });
-var import_lodash2 = require("lodash");
-var Flag = class _Flag {
+var import_posthog_node2 = require("posthog-node");
+var import_dd_trace3 = __toESM(require("dd-trace"));
+var posthog;
+function init8(opts) {
+  if (environment_default.POSTHOG_TOKEN && environment_default.POSTHOG_API_HOST) {
+    console.log("initializing posthog client...");
+    posthog = new import_posthog_node2.PostHog(environment_default.POSTHOG_TOKEN, {
+      host: environment_default.POSTHOG_API_HOST,
+      personalApiKey: environment_default.POSTHOG_PERSONAL_TOKEN,
+      ...opts
+    });
+  } else {
+    console.log("posthog disabled");
+  }
+}
+var Flag = class {
   constructor(defaultValue) {
     this.defaultValue = defaultValue;
   }
-  static withDefault(value) {
-    return new _Flag(value);
+  static boolean(defaultValue) {
+    return new BooleanFlag(defaultValue);
+  }
+  static string(defaultValue) {
+    return new StringFlag(defaultValue);
+  }
+  static number(defaultValue) {
+    return new NumberFlag(defaultValue);
+  }
+};
+var BooleanFlag = class extends Flag {
+  parse(value) {
+    if (typeof value === "string") {
+      return ["true", "t", "1"].includes(value.toLowerCase());
+    }
+    if (typeof value === "boolean") {
+      return value;
+    }
+    throw new Error(`could not parse value "${value}" as boolean`);
   }
 };
-var FLAGS = {
-  LICENSING: Flag.withDefault(false),
-  GOOGLE_SHEETS: Flag.withDefault(false),
-  USER_GROUPS: Flag.withDefault(false),
-  ONBOARDING_TOUR: Flag.withDefault(false)
+var StringFlag = class extends Flag {
+  parse(value) {
+    if (typeof value === "string") {
+      return value;
+    }
+    throw new Error(`could not parse value "${value}" as string`);
+  }
 };
-var DEFAULTS = Object.keys(FLAGS).reduce((acc, key) => {
-  const typedKey = key;
-  acc[typedKey] = FLAGS[typedKey].defaultValue;
-  return acc;
-}, {});
-function defaultFlags() {
-  return (0, import_lodash2.cloneDeep)(DEFAULTS);
-}
-function isFlagName(name) {
-  return FLAGS[name] !== void 0;
-}
-async function fetch6() {
-  const currentTenantId = getTenantId();
-  const flags = defaultFlags();
-  const split = (environment_default.TENANT_FEATURE_FLAGS || "").split(",").map((x) => x.split(":"));
-  for (const [tenantId, ...features] of split) {
-    if (!tenantId || tenantId !== "*" && tenantId !== currentTenantId) {
-      continue;
+var NumberFlag = class extends Flag {
+  parse(value) {
+    if (typeof value === "number") {
+      return value;
     }
-    for (let feature of features) {
-      let value = true;
-      if (feature.startsWith("!")) {
-        feature = feature.slice(1);
-        value = false;
+    if (typeof value === "string") {
+      const parsed = parseFloat(value);
+      if (!isNaN(parsed)) {
+        return parsed;
       }
-      if (!isFlagName(feature)) {
-        throw new Error(`Feature: ${feature} is not an allowed option`);
+    }
+    throw new Error(`could not parse value "${value}" as number`);
+  }
+};
+var FlagSet = class {
+  constructor(flagSchema) {
+    this.flagSchema = flagSchema;
+  }
+  defaults() {
+    return Object.keys(this.flagSchema).reduce((acc, key) => {
+      const typedKey = key;
+      acc[typedKey] = this.flagSchema[key].defaultValue;
+      return acc;
+    }, {});
+  }
+  isFlagName(name) {
+    return this.flagSchema[name] !== void 0;
+  }
+  async get(key, ctx) {
+    const flags2 = await this.fetch(ctx);
+    return flags2[key];
+  }
+  async isEnabled(key, ctx) {
+    const flags2 = await this.fetch(ctx);
+    return flags2[key];
+  }
+  async fetch(ctx) {
+    return await import_dd_trace3.default.trace("features.fetch", async (span) => {
+      const tags = {};
+      const flagValues = this.defaults();
+      const currentTenantId = getTenantId();
+      const specificallySetFalse = /* @__PURE__ */ new Set();
+      const split = (environment_default.TENANT_FEATURE_FLAGS || "").split(",").map((x) => x.split(":"));
+      for (const [tenantId, ...features] of split) {
+        if (!tenantId || tenantId !== "*" && tenantId !== currentTenantId) {
+          continue;
+        }
+        tags[`readFromEnvironmentVars`] = true;
+        for (let feature of features) {
+          let value = true;
+          if (feature.startsWith("!")) {
+            feature = feature.slice(1);
+            value = false;
+            specificallySetFalse.add(feature);
+          }
+          if (!this.isFlagName(feature)) {
+            throw new Error(`Feature: ${feature} is not an allowed option`);
+          }
+          if (typeof flagValues[feature] !== "boolean") {
+            throw new Error(`Feature: ${feature} is not a boolean`);
+          }
+          flagValues[feature] = value;
+          tags[`flags.${feature}.source`] = "environment";
+        }
       }
-      if (typeof flags[feature] !== "boolean") {
-        throw new Error(`Feature: ${feature} is not a boolean`);
+      const license = ctx?.user?.license;
+      if (license) {
+        tags[`readFromLicense`] = true;
+        for (const feature of license.features) {
+          if (!this.isFlagName(feature)) {
+            continue;
+          }
+          if (flagValues[feature] === true || specificallySetFalse.has(feature)) {
+            continue;
+          }
+          flagValues[feature] = true;
+          tags[`flags.${feature}.source`] = "license";
+        }
       }
-      flags[feature] = value;
-    }
+      const identity = getIdentity();
+      tags[`identity.type`] = identity?.type;
+      tags[`identity.tenantId`] = identity?.tenantId;
+      tags[`identity._id`] = identity?._id;
+      const usePosthog = environment_default.isTest() || environment_default.isQA();
+      if (usePosthog && posthog && identity?.type === "user" /* USER */) {
+        tags[`readFromPostHog`] = true;
+        const personProperties = {};
+        if (identity.tenantId) {
+          personProperties.tenantId = identity.tenantId;
+        }
+        const posthogFlags = await posthog.getAllFlagsAndPayloads(
+          identity._id,
+          {
+            personProperties
+          }
+        );
+        console.log("posthog flags", JSON.stringify(posthogFlags));
+        for (const [name, value] of Object.entries(posthogFlags.featureFlags)) {
+          if (!this.isFlagName(name)) {
+            console.warn(`Unexpected posthog flag "${name}": ${value}`);
+            continue;
+          }
+          if (flagValues[name] === true || specificallySetFalse.has(name)) {
+            continue;
+          }
+          const payload = posthogFlags.featureFlagPayloads?.[name];
+          const flag = this.flagSchema[name];
+          try {
+            flagValues[name] = flag.parse(payload || value);
+            tags[`flags.${name}.source`] = "posthog";
+          } catch (err) {
+            console.warn(`Error parsing posthog flag "${name}": ${value}`, err);
+          }
+        }
+      }
+      for (const [key, value] of Object.entries(flagValues)) {
+        tags[`flags.${key}.value`] = value;
+      }
+      span?.addTags(tags);
+      return flagValues;
+    });
   }
-  return flags;
-}
-async function get4(name) {
-  const flags = await fetch6();
-  return flags[name];
-}
-async function isEnabled(name) {
-  const flags = await fetch6();
-  return flags[name];
-}
+};
+var flags = new FlagSet({
+  LICENSING: Flag.boolean(false),
+  GOOGLE_SHEETS: Flag.boolean(false),
+  USER_GROUPS: Flag.boolean(false),
+  ONBOARDING_TOUR: Flag.boolean(false)
+});
 
 // src/auth/index.ts
 var auth_exports = {};
@@ -66657,7 +66823,7 @@ function readBytes(stream3, length) {
 }
 
 // src/middleware/authenticated.ts
-var import_dd_trace3 = __toESM(require("dd-trace"));
+var import_dd_trace4 = __toESM(require("dd-trace"));
 var ONE_MINUTE = environment_default.SESSION_UPDATE_PERIOD ? parseInt(environment_default.SESSION_UPDATE_PERIOD) : 60 * 1e3;
 function timeMinusOneMinute() {
   return new Date(Date.now() - ONE_MINUTE).toISOString();
@@ -66771,7 +66937,7 @@ function authenticated_default(noAuthPatterns = [], opts = {
         return user2 && user2.email;
       };
       if (isUser(user)) {
-        import_dd_trace3.default.setUser({
+        import_dd_trace4.default.setUser({
           id: user._id,
           tenantId: user.tenantId,
           budibaseAccess: user.budibaseAccess,
@@ -67415,7 +67581,7 @@ async function isBlacklisted(address) {
 // src/docUpdates/index.ts
 var docUpdates_exports = {};
 __export(docUpdates_exports, {
-  init: () => init8
+  init: () => init9
 });
 
 // src/events/documentId.ts
@@ -67473,7 +67639,7 @@ var DocumentUpdateProcessor = class {
 // src/docUpdates/index.ts
 var processingPromise;
 var documentProcessor;
-function init8(processors2) {
+function init9(processors2) {
   if (!asyncEventQueue) {
     init5();
   }
@@ -67507,21 +67673,27 @@ function isIgnoredType(type) {
   return ignored.indexOf(type) !== -1;
 }
 function generateSchema(schema, table, tables, oldTable = null, renamed) {
-  let primaryKey = table && table.primary ? table.primary[0] : null;
+  let primaryKeys = table && table.primary ? table.primary : [];
   const columns = Object.values(table.schema);
   let metaCols = columns.filter((col) => col.meta);
   let isJunction = metaCols.length === columns.length;
-  if (primaryKey && !oldTable && !isJunction) {
-    schema.increments(primaryKey).primary();
-  } else if (!oldTable && isJunction) {
-    schema.primary(metaCols.map((col) => col.name));
+  let columnTypeSet = [];
+  if (!oldTable) {
+    if (isJunction) {
+      schema.primary(metaCols.map((col) => col.name));
+    } else if (primaryKeys.length === 1) {
+      schema.increments(primaryKeys[0]).primary();
+      columnTypeSet.push(primaryKeys[0]);
+    } else {
+      schema.primary(primaryKeys);
+    }
   }
   const foreignKeys = Object.values(table.schema).map(
     (col) => col.foreignKey
   );
   for (let [key, column] of Object.entries(table.schema)) {
     const oldColumn = oldTable ? oldTable.schema[key] : null;
-    if (oldColumn && oldColumn.type || primaryKey === key && !isJunction || renamed?.updated === key) {
+    if (oldColumn && oldColumn.type || columnTypeSet.includes(key) || renamed?.updated === key) {
       continue;
     }
     const columnType = column.type;
@@ -67531,7 +67703,11 @@ function generateSchema(schema, table, tables, oldTable = null, renamed) {
       case "longform" /* LONGFORM */:
       case "barcodeqr" /* BARCODEQR */:
       case "bb_reference_single" /* BB_REFERENCE_SINGLE */:
-        schema.text(key);
+        if (primaryKeys.includes(key)) {
+          schema.string(key, 255);
+        } else {
+          schema.text(key);
+        }
         break;
       case "number" /* NUMBER */:
         if (column.meta && column.meta.toKey && column.meta.toTable) {
@@ -68663,7 +68839,7 @@ var tenancy = {
   ...tenancy_exports,
   ...context_exports
 };
-var init9 = (opts = {}) => {
+var init10 = (opts = {}) => {
   init(opts.db);
 };
 // Annotate the CommonJS export names for ESM import in node:
@@ -68738,12 +68914,14 @@ var init9 = (opts = {}) => {
   roles,
   security,
   sessions,
+  setEnv,
   sql,
   tenancy,
   timers,
   userUtils,
   users,
-  utils
+  utils,
+  withEnv
 });
 /*! Bundled license information: