@budibase/backend-core 2.31.3 → 2.31.8

package/dist/index.js

@@ -54870,6 +54870,7 @@ __export(filters_exports, {
   hasFilters: () => hasFilters,
   limit: () => limit,
   recurseLogicalOperators: () => recurseLogicalOperators,
+  recurseSearchFilters: () => recurseSearchFilters,
   removeKeyNumbering: () => removeKeyNumbering,
   runQuery: () => runQuery,
   search: () => search,
@@ -54880,6 +54881,7 @@ var import_dayjs = __toESM(require_dayjs_min());
 // ../shared-core/src/helpers/index.ts
 var helpers_exports = {};
 __export(helpers_exports, {
+  cancelableTimeout: () => cancelableTimeout,
   cron: () => cron_exports,
   deepGet: () => deepGet,
   getUserColor: () => getUserColor,
@@ -54887,7 +54889,8 @@ __export(helpers_exports, {
   getUserLabel: () => getUserLabel,
   isGoogleSheets: () => isGoogleSheets,
   isSQL: () => isSQL,
-  schema: () => schema_exports
+  schema: () => schema_exports,
+  withTimeout: () => withTimeout
 });
 
 // ../shared-core/src/helpers/helpers.ts
@@ -54944,6 +54947,28 @@ var getUserLabel = (user) => {
     return email;
   }
 };
+function cancelableTimeout(timeout2) {
+  let timeoutId;
+  return [
+    new Promise((resolve, reject) => {
+      timeoutId = setTimeout(() => {
+        reject({
+          status: 301,
+          errno: "ETIME"
+        });
+      }, timeout2);
+    }),
+    () => {
+      clearTimeout(timeoutId);
+    }
+  ];
+}
+async function withTimeout(timeout2, promise) {
+  const [timeoutPromise, cancel] = cancelableTimeout(timeout2);
+  const result = await Promise.race([promise, timeoutPromise]);
+  cancel();
+  return result;
+}
 
 // ../shared-core/src/helpers/integrations.ts
 function isGoogleSheets(type) {
@@ -55109,6 +55134,17 @@ function recurseLogicalOperators(filters, fn) {
   }
   return filters;
 }
+function recurseSearchFilters(filters, processFn) {
+  filters = processFn(filters);
+  for (const logical of Object.values(LogicalOperator)) {
+    if (filters[logical]) {
+      filters[logical].conditions = filters[logical].conditions.map(
+        (condition) => recurseSearchFilters(condition, processFn)
+      );
+    }
+  }
+  return filters;
+}
 var cleanupQuery = (query) => {
   if (!query) {
     return query;
@@ -56212,9 +56248,6 @@ var environment = {
   API_ENCRYPTION_KEY: getAPIEncryptionKey(),
   COUCH_DB_URL: process.env.COUCH_DB_URL || "http://localhost:4005",
   COUCH_DB_SQL_URL: process.env.COUCH_DB_SQL_URL,
-  SQS_SEARCH_ENABLE: process.env.SQS_SEARCH_ENABLE,
-  SQS_SEARCH_ENABLE_TENANTS: process.env.SQS_SEARCH_ENABLE_TENANTS?.split(",") || [],
-  SQS_MIGRATION_ENABLE: process.env.SQS_MIGRATION_ENABLE,
   COUCH_DB_USERNAME: process.env.COUCH_DB_USER,
   COUCH_DB_PASSWORD: process.env.COUCH_DB_PASSWORD,
   GOOGLE_CLIENT_ID: process.env.GOOGLE_CLIENT_ID,
@@ -56847,7 +56880,6 @@ __export(db_exports, {
   isGlobalUserID: () => isGlobalUserID,
   isProdAppID: () => isProdAppID,
   isSameAppID: () => isSameAppID,
-  isSqsEnabledForTenant: () => isSqsEnabledForTenant,
   isTableId: () => isTableId,
   paginatedSearch: () => paginatedSearch,
   pagination: () => pagination,
@@ -58549,7 +58581,7 @@ function getQueryIndex(viewName) {
   return `database/${viewName}`;
 }
 var isTableId = (id) => {
-  return id && (id.startsWith(`${"ta" /* TABLE */}${SEPARATOR}`) || id.startsWith(`${"datasource_plus" /* DATASOURCE_PLUS */}${SEPARATOR}`));
+  return !!id && (id.startsWith(`${"ta" /* TABLE */}${SEPARATOR}`) || id.startsWith(`${"datasource_plus" /* DATASOURCE_PLUS */}${SEPARATOR}`));
 };
 var isDatasourceId = (id) => {
   return id && id.startsWith(`${"datasource" /* DATASOURCE */}${SEPARATOR}`);
@@ -58748,24 +58780,6 @@ function pagination(data, pageSize, {
     nextPage
   };
 }
-function isSqsEnabledForTenant() {
-  const tenantId = getTenantId();
-  if (!environment_default.SQS_SEARCH_ENABLE) {
-    return false;
-  }
-  if (!isMultiTenant()) {
-    return true;
-  }
-  if (environment_default.isTest() && environment_default.SQS_SEARCH_ENABLE_TENANTS.length === 0) {
-    throw new Error(
-      "to enable SQS you must specify a list of tenants in the SQS_SEARCH_ENABLE_TENANTS env var"
-    );
-  }
-  if (environment_default.SQS_SEARCH_ENABLE_TENANTS.length === 1 && environment_default.SQS_SEARCH_ENABLE_TENANTS[0] === "*") {
-    return true;
-  }
-  return environment_default.SQS_SEARCH_ENABLE_TENANTS.includes(tenantId);
-}
 
 // src/db/views.ts
 var DESIGN_DB = "_design/database";
@@ -59749,6 +59763,200 @@ function sqlLog(client, query, values2) {
   console.log(string);
 }
 
+// src/features/index.ts
+var features_exports = {};
+__export(features_exports, {
+  Flag: () => Flag,
+  FlagSet: () => FlagSet,
+  flags: () => flags,
+  init: () => init4,
+  shutdown: () => shutdown2
+});
+var import_posthog_node = require("posthog-node");
+var import_dd_trace3 = __toESM(require("dd-trace"));
+var posthog;
+function init4(opts) {
+  if (environment_default.POSTHOG_TOKEN && environment_default.POSTHOG_API_HOST && !environment_default.SELF_HOSTED) {
+    console.log("initializing posthog client...");
+    posthog = new import_posthog_node.PostHog(environment_default.POSTHOG_TOKEN, {
+      host: environment_default.POSTHOG_API_HOST,
+      personalApiKey: environment_default.POSTHOG_PERSONAL_TOKEN,
+      ...opts
+    });
+  } else {
+    console.log("posthog disabled");
+  }
+}
+function shutdown2() {
+  posthog?.shutdown();
+}
+var Flag = class {
+  constructor(defaultValue) {
+    this.defaultValue = defaultValue;
+  }
+  static boolean(defaultValue) {
+    return new BooleanFlag(defaultValue);
+  }
+  static string(defaultValue) {
+    return new StringFlag(defaultValue);
+  }
+  static number(defaultValue) {
+    return new NumberFlag(defaultValue);
+  }
+};
+var BooleanFlag = class extends Flag {
+  parse(value) {
+    if (typeof value === "string") {
+      return ["true", "t", "1"].includes(value.toLowerCase());
+    }
+    if (typeof value === "boolean") {
+      return value;
+    }
+    throw new Error(`could not parse value "${value}" as boolean`);
+  }
+};
+var StringFlag = class extends Flag {
+  parse(value) {
+    if (typeof value === "string") {
+      return value;
+    }
+    throw new Error(`could not parse value "${value}" as string`);
+  }
+};
+var NumberFlag = class extends Flag {
+  parse(value) {
+    if (typeof value === "number") {
+      return value;
+    }
+    if (typeof value === "string") {
+      const parsed = parseFloat(value);
+      if (!isNaN(parsed)) {
+        return parsed;
+      }
+    }
+    throw new Error(`could not parse value "${value}" as number`);
+  }
+};
+var FlagSet = class {
+  constructor(flagSchema) {
+    this.flagSchema = flagSchema;
+    this.setId = crypto.randomUUID();
+  }
+  defaults() {
+    return Object.keys(this.flagSchema).reduce((acc, key) => {
+      const typedKey = key;
+      acc[typedKey] = this.flagSchema[key].defaultValue;
+      return acc;
+    }, {});
+  }
+  isFlagName(name) {
+    return this.flagSchema[name] !== void 0;
+  }
+  async get(key, ctx) {
+    const flags2 = await this.fetch(ctx);
+    return flags2[key];
+  }
+  async isEnabled(key, ctx) {
+    const flags2 = await this.fetch(ctx);
+    return flags2[key];
+  }
+  async fetch(ctx) {
+    return await import_dd_trace3.default.trace("features.fetch", async (span) => {
+      const cachedFlags = getFeatureFlags(this.setId);
+      if (cachedFlags) {
+        span?.addTags({ fromCache: true });
+        return cachedFlags;
+      }
+      const tags = {};
+      const flagValues = this.defaults();
+      const currentTenantId = getTenantId();
+      const specificallySetFalse = /* @__PURE__ */ new Set();
+      const split = (environment_default.TENANT_FEATURE_FLAGS || "").split(",").map((x) => x.split(":"));
+      for (const [tenantId, ...features] of split) {
+        if (!tenantId || tenantId !== "*" && tenantId !== currentTenantId) {
+          continue;
+        }
+        tags[`readFromEnvironmentVars`] = true;
+        for (let feature of features) {
+          let value = true;
+          if (feature.startsWith("!")) {
+            feature = feature.slice(1);
+            value = false;
+            specificallySetFalse.add(feature);
+          }
+          if (!this.isFlagName(feature)) {
+            continue;
+          }
+          if (typeof flagValues[feature] !== "boolean") {
+            throw new Error(`Feature: ${feature} is not a boolean`);
+          }
+          flagValues[feature] = value;
+          tags[`flags.${feature}.source`] = "environment";
+        }
+      }
+      const license = ctx?.user?.license;
+      if (license) {
+        tags[`readFromLicense`] = true;
+        for (const feature of license.features) {
+          if (!this.isFlagName(feature)) {
+            continue;
+          }
+          if (flagValues[feature] === true || specificallySetFalse.has(feature)) {
+            continue;
+          }
+          flagValues[feature] = true;
+          tags[`flags.${feature}.source`] = "license";
+        }
+      }
+      const identity = getIdentity();
+      tags[`identity.type`] = identity?.type;
+      tags[`identity.tenantId`] = identity?.tenantId;
+      tags[`identity._id`] = identity?._id;
+      if (posthog && identity?.type === "user" /* USER */) {
+        tags[`readFromPostHog`] = true;
+        const personProperties = {};
+        if (identity.tenantId) {
+          personProperties.tenantId = identity.tenantId;
+        }
+        const posthogFlags = await posthog.getAllFlagsAndPayloads(
+          identity._id,
+          {
+            personProperties
+          }
+        );
+        for (const [name, value] of Object.entries(posthogFlags.featureFlags)) {
+          if (!this.isFlagName(name)) {
+            console.warn(`Unexpected posthog flag "${name}": ${value}`);
+            continue;
+          }
+          if (flagValues[name] === true || specificallySetFalse.has(name)) {
+            continue;
+          }
+          const payload = posthogFlags.featureFlagPayloads?.[name];
+          const flag = this.flagSchema[name];
+          try {
+            flagValues[name] = flag.parse(payload || value);
+            tags[`flags.${name}.source`] = "posthog";
+          } catch (err) {
+            console.warn(`Error parsing posthog flag "${name}": ${value}`, err);
+          }
+        }
+      }
+      setFeatureFlags(this.setId, flagValues);
+      for (const [key, value] of Object.entries(flagValues)) {
+        tags[`flags.${key}.value`] = value;
+      }
+      span?.addTags(tags);
+      return flagValues;
+    });
+  }
+};
+var flags = new FlagSet({
+  DEFAULT_VALUES: Flag.boolean(environment_default.isDev()),
+  SQS: Flag.boolean(environment_default.isDev()),
+  ["ENRICHED_RELATIONSHIPS" /* ENRICHED_RELATIONSHIPS */]: Flag.boolean(false)
+});
+
 // src/db/couch/DatabaseImpl.ts
 var DATABASE_NOT_FOUND = "Database does not exist.";
 function buildNano(couchInfo) {
@@ -60036,7 +60244,7 @@ var DatabaseImpl = class _DatabaseImpl {
     });
   }
   async destroy() {
-    if (environment_default.SQS_SEARCH_ENABLE && await this.exists(SQLITE_DESIGN_DOC_ID)) {
+    if (await flags.isEnabled("SQS") && await this.exists(SQLITE_DESIGN_DOC_ID)) {
       const definition = await this.get(SQLITE_DESIGN_DOC_ID);
       definition.sql.tables = {};
       await this.put(definition);
@@ -60559,8 +60767,14 @@ async function saveTenantInfo(tenantInfo) {
   });
 }
 async function getTenantInfo(tenantId) {
-  const db = getTenantDB(tenantId);
-  return db.get("tenant_info");
+  try {
+    const db = getTenantDB(tenantId);
+    const tenantInfo = await db.get("tenant_info");
+    delete tenantInfo.owner.password;
+    return tenantInfo;
+  } catch {
+    return void 0;
+  }
 }
 
 // src/tenancy/tenancy.ts
@@ -62118,7 +62332,7 @@ __export(events_exports, {
   rows: () => rows_default,
   screen: () => screen_default,
   serve: () => serve_default,
-  shutdown: () => shutdown4,
+  shutdown: () => shutdown5,
   table: () => table_default,
   user: () => user_default,
   view: () => view_default
@@ -62128,7 +62342,7 @@ __export(events_exports, {
 var processors_exports = {};
 __export(processors_exports, {
   analyticsProcessor: () => analyticsProcessor,
-  init: () => init4,
+  init: () => init5,
   processors: () => processors
 });
 
@@ -62142,7 +62356,7 @@ var enabled = async () => {
 };
 
 // src/events/processors/posthog/PosthogProcessor.ts
-var import_posthog_node = require("posthog-node");
+var import_posthog_node2 = require("posthog-node");
 
 // src/events/processors/posthog/rateLimiting.ts
 var isRateLimited = (event) => {
@@ -62226,7 +62440,7 @@ var PosthogProcessor = class {
     if (!token) {
       throw new Error("Posthog token is not defined");
     }
-    this.posthog = new import_posthog_node.PostHog(token);
+    this.posthog = new import_posthog_node2.PostHog(token);
   }
   async processEvent(event, identity, properties, timestamp) {
     if (EXCLUDED_EVENTS.includes(event)) {
@@ -62370,7 +62584,7 @@ __export(queue_exports, {
   Queue: () => import_bull2.Queue,
   QueueOptions: () => import_bull2.QueueOptions,
   createQueue: () => createQueue,
-  shutdown: () => shutdown2
+  shutdown: () => shutdown3
 });
 
 // src/queue/inMemoryQueue.ts
@@ -62693,7 +62907,7 @@ function createQueue(jobQueue, opts = {}) {
   }
   return queue;
 }
-async function shutdown2() {
+async function shutdown3() {
   if (cleanupInterval) {
     clear(cleanupInterval);
   }
@@ -62805,7 +63019,7 @@ var Processor = class {
 var analyticsProcessor = new AnalyticsProcessor();
 var loggingProcessor = new LoggingProcessor();
 var auditLogsProcessor = new AuditLogsProcessor();
-function init4(auditingFn) {
+function init5(auditingFn) {
   return AuditLogsProcessor.init(auditingFn);
 }
 var processors = new Processor([
@@ -63281,10 +63495,10 @@ var getEventKey = (event, properties) => {
 
 // src/events/asyncEvents/queue.ts
 var asyncEventQueue;
-function init5() {
+function init6() {
   asyncEventQueue = createQueue("systemEventQueue" /* SYSTEM_EVENT_QUEUE */);
 }
-async function shutdown3() {
+async function shutdown4() {
   if (asyncEventQueue) {
     await asyncEventQueue.close();
   }
@@ -63293,7 +63507,7 @@ async function shutdown3() {
 // src/events/asyncEvents/publisher.ts
 async function publishAsyncEvent(payload) {
   if (!asyncEventQueue) {
-    init5();
+    init6();
   }
   const { event, identity } = payload;
   if (AsyncEvents.indexOf(event) !== -1 && identity.tenantId) {
@@ -64426,7 +64640,7 @@ var group_default = {
 };
 
 // src/events/publishers/plugin.ts
-async function init6(plugin) {
+async function init7(plugin) {
   const properties = {
     type: plugin.schema.type,
     name: plugin.name,
@@ -64457,7 +64671,7 @@ async function deleted13(plugin) {
   await publishEvent("plugin:deleted" /* PLUGIN_DELETED */, properties);
 }
 var plugin_default = {
-  init: init6,
+  init: init7,
   imported: imported4,
   deleted: deleted13
 };
@@ -64537,7 +64751,7 @@ var auditLog_default = {
 // src/events/index.ts
 function initAsyncEvents() {
 }
-var shutdown4 = () => {
+var shutdown5 = () => {
   processors.shutdown();
   console.log("Events shutdown");
 };
@@ -65656,7 +65870,7 @@ __export(docWritethrough_exports, {
   DocWritethrough: () => DocWritethrough,
   DocWritethroughProcessor: () => DocWritethroughProcessor,
   getProcessor: () => getProcessor,
-  init: () => init7
+  init: () => init8
 });
 var PERSIST_MAX_ATTEMPTS = 100;
 var processor;
@@ -65721,13 +65935,13 @@ var DocWritethrough = class {
     });
   }
 };
-function init7() {
+function init8() {
   processor = new DocWritethroughProcessor().init();
   return processor;
 }
 function getProcessor() {
   if (!processor) {
-    return init7();
+    return init8();
   }
   return processor;
 }
@@ -66058,198 +66272,6 @@ var DEFINITIONS = [
   }
 ];
 
-// src/features/index.ts
-var features_exports = {};
-__export(features_exports, {
-  Flag: () => Flag,
-  FlagSet: () => FlagSet,
-  flags: () => flags,
-  init: () => init8,
-  shutdown: () => shutdown5
-});
-var import_posthog_node2 = require("posthog-node");
-var import_dd_trace3 = __toESM(require("dd-trace"));
-var posthog;
-function init8(opts) {
-  if (environment_default.POSTHOG_TOKEN && environment_default.POSTHOG_API_HOST) {
-    console.log("initializing posthog client...");
-    posthog = new import_posthog_node2.PostHog(environment_default.POSTHOG_TOKEN, {
-      host: environment_default.POSTHOG_API_HOST,
-      personalApiKey: environment_default.POSTHOG_PERSONAL_TOKEN,
-      ...opts
-    });
-  } else {
-    console.log("posthog disabled");
-  }
-}
-function shutdown5() {
-  posthog?.shutdown();
-}
-var Flag = class {
-  constructor(defaultValue) {
-    this.defaultValue = defaultValue;
-  }
-  static boolean(defaultValue) {
-    return new BooleanFlag(defaultValue);
-  }
-  static string(defaultValue) {
-    return new StringFlag(defaultValue);
-  }
-  static number(defaultValue) {
-    return new NumberFlag(defaultValue);
-  }
-};
-var BooleanFlag = class extends Flag {
-  parse(value) {
-    if (typeof value === "string") {
-      return ["true", "t", "1"].includes(value.toLowerCase());
-    }
-    if (typeof value === "boolean") {
-      return value;
-    }
-    throw new Error(`could not parse value "${value}" as boolean`);
-  }
-};
-var StringFlag = class extends Flag {
-  parse(value) {
-    if (typeof value === "string") {
-      return value;
-    }
-    throw new Error(`could not parse value "${value}" as string`);
-  }
-};
-var NumberFlag = class extends Flag {
-  parse(value) {
-    if (typeof value === "number") {
-      return value;
-    }
-    if (typeof value === "string") {
-      const parsed = parseFloat(value);
-      if (!isNaN(parsed)) {
-        return parsed;
-      }
-    }
-    throw new Error(`could not parse value "${value}" as number`);
-  }
-};
-var FlagSet = class {
-  constructor(flagSchema) {
-    this.flagSchema = flagSchema;
-    this.setId = crypto.randomUUID();
-  }
-  defaults() {
-    return Object.keys(this.flagSchema).reduce((acc, key) => {
-      const typedKey = key;
-      acc[typedKey] = this.flagSchema[key].defaultValue;
-      return acc;
-    }, {});
-  }
-  isFlagName(name) {
-    return this.flagSchema[name] !== void 0;
-  }
-  async get(key, ctx) {
-    const flags2 = await this.fetch(ctx);
-    return flags2[key];
-  }
-  async isEnabled(key, ctx) {
-    const flags2 = await this.fetch(ctx);
-    return flags2[key];
-  }
-  async fetch(ctx) {
-    return await import_dd_trace3.default.trace("features.fetch", async (span) => {
-      const cachedFlags = getFeatureFlags(this.setId);
-      if (cachedFlags) {
-        span?.addTags({ fromCache: true });
-        return cachedFlags;
-      }
-      const tags = {};
-      const flagValues = this.defaults();
-      const currentTenantId = getTenantId();
-      const specificallySetFalse = /* @__PURE__ */ new Set();
-      const split = (environment_default.TENANT_FEATURE_FLAGS || "").split(",").map((x) => x.split(":"));
-      for (const [tenantId, ...features] of split) {
-        if (!tenantId || tenantId !== "*" && tenantId !== currentTenantId) {
-          continue;
-        }
-        tags[`readFromEnvironmentVars`] = true;
-        for (let feature of features) {
-          let value = true;
-          if (feature.startsWith("!")) {
-            feature = feature.slice(1);
-            value = false;
-            specificallySetFalse.add(feature);
-          }
-          if (!this.isFlagName(feature)) {
-            continue;
-          }
-          if (typeof flagValues[feature] !== "boolean") {
-            throw new Error(`Feature: ${feature} is not a boolean`);
-          }
-          flagValues[feature] = value;
-          tags[`flags.${feature}.source`] = "environment";
-        }
-      }
-      const license = ctx?.user?.license;
-      if (license) {
-        tags[`readFromLicense`] = true;
-        for (const feature of license.features) {
-          if (!this.isFlagName(feature)) {
-            continue;
-          }
-          if (flagValues[feature] === true || specificallySetFalse.has(feature)) {
-            continue;
-          }
-          flagValues[feature] = true;
-          tags[`flags.${feature}.source`] = "license";
-        }
-      }
-      const identity = getIdentity();
-      tags[`identity.type`] = identity?.type;
-      tags[`identity.tenantId`] = identity?.tenantId;
-      tags[`identity._id`] = identity?._id;
-      if (posthog && identity?.type === "user" /* USER */) {
-        tags[`readFromPostHog`] = true;
-        const personProperties = {};
-        if (identity.tenantId) {
-          personProperties.tenantId = identity.tenantId;
-        }
-        const posthogFlags = await posthog.getAllFlagsAndPayloads(
-          identity._id,
-          {
-            personProperties
-          }
-        );
-        for (const [name, value] of Object.entries(posthogFlags.featureFlags)) {
-          if (!this.isFlagName(name)) {
-            console.warn(`Unexpected posthog flag "${name}": ${value}`);
-            continue;
-          }
-          if (flagValues[name] === true || specificallySetFalse.has(name)) {
-            continue;
-          }
-          const payload = posthogFlags.featureFlagPayloads?.[name];
-          const flag = this.flagSchema[name];
-          try {
-            flagValues[name] = flag.parse(payload || value);
-            tags[`flags.${name}.source`] = "posthog";
-          } catch (err) {
-            console.warn(`Error parsing posthog flag "${name}": ${value}`, err);
-          }
-        }
-      }
-      setFeatureFlags(this.setId, flagValues);
-      for (const [key, value] of Object.entries(flagValues)) {
-        tags[`flags.${key}.value`] = value;
-      }
-      span?.addTags(tags);
-      return flagValues;
-    });
-  }
-};
-var flags = new FlagSet({
-  DEFAULT_VALUES: Flag.boolean(false)
-});
-
 // src/auth/index.ts
 var auth_exports = {};
 __export(auth_exports, {
@@ -67674,7 +67696,7 @@ var DocumentUpdateProcessor = class {
     }
   }
   shutdown() {
-    return shutdown3();
+    return shutdown4();
   }
 };
 
@@ -67683,7 +67705,7 @@ var processingPromise;
 var documentProcessor;
 function init9(processors2) {
   if (!asyncEventQueue) {
-    init5();
+    init6();
   }
   if (!documentProcessor) {
     documentProcessor = new DocumentUpdateProcessor(processors2);