@budibase/backend-core 2.29.14 → 2.29.16

package/dist/index.js

@@ -61,7 +61,7 @@ var require_dayjs_min = __commonJS({
       } }, g = "en", D = {};
       D[g] = M;
       var p = "$isDayjsObject", S = function(t2) {
-        return t2 instanceof _3 || !(!t2 || !t2[p]);
+        return t2 instanceof _2 || !(!t2 || !t2[p]);
       }, w = function t2(e2, n2, r2) {
         var i2;
         if (!e2)
@@ -81,12 +81,12 @@ var require_dayjs_min = __commonJS({
         if (S(t2))
           return t2.clone();
         var n2 = "object" == typeof e2 ? e2 : {};
-        return n2.date = t2, n2.args = arguments, new _3(n2);
+        return n2.date = t2, n2.args = arguments, new _2(n2);
       }, b = v;
       b.l = w, b.i = S, b.w = function(t2, e2) {
         return O(t2, { locale: e2.$L, utc: e2.$u, x: e2.$x, $offset: e2.$offset });
       };
-      var _3 = function() {
+      var _2 = function() {
         function M2(t2) {
           this.$L = w(t2.locale, null, true), this.parse(t2), this.$x = this.$x || t2.x || {}, this[p] = true;
         }
@@ -311,13 +311,13 @@ var require_dayjs_min = __commonJS({
         }, m2.toString = function() {
           return this.$d.toUTCString();
         }, M2;
-      }(), k = _3.prototype;
+      }(), k = _2.prototype;
       return O.prototype = k, [["$ms", r], ["$s", i], ["$m", s], ["$H", u], ["$W", a], ["$M", c], ["$y", h], ["$D", d]].forEach(function(t2) {
         k[t2[1]] = function(e2) {
           return this.$g(e2, t2[0], t2[1]);
         };
       }), O.extend = function(t2, e2) {
-        return t2.$i || (t2(e2, _3, O), t2.$i = true), O;
+        return t2.$i || (t2(e2, _2, O), t2.$i = true), O;
       }, O.locale = w, O.isDayjs = S, O.unix = function(t2) {
         return O(1e3 * t2);
       }, O.en = D[g], O.Ls = D, O.p = {}, O;
@@ -797,12 +797,12 @@ var require_nanoclone = __commonJS({
     var map;
     try {
       map = Map;
-    } catch (_3) {
+    } catch (_2) {
     }
     var set2;
     try {
       set2 = Set;
-    } catch (_3) {
+    } catch (_2) {
     }
     function baseClone(src, circulars, clones) {
       if (!src || typeof src !== "object" || typeof src === "function") {
@@ -1110,7 +1110,7 @@ var require_ValidationError = __commonJS({
             path: path3
           });
         if (typeof message === "string")
-          return message.replace(strReg, (_3, key) => (0, _printValue.default)(params2[key]));
+          return message.replace(strReg, (_2, key) => (0, _printValue.default)(params2[key]));
         if (typeof message === "function")
           return message(params2);
         return message;
@@ -2989,7 +2989,7 @@ var require_object = __commonJS({
             return;
           }
           originalValue = originalValue || value;
-          let tests = this._nodes.map((key) => (_3, cb) => {
+          let tests = this._nodes.map((key) => (_2, cb) => {
             let path3 = key.indexOf(".") === -1 ? (opts.path ? `${opts.path}.` : "") + key : `${opts.path || ""}["${key}"]`;
             let field = this.fields[key];
             if (field && "validate" in field) {
@@ -3133,7 +3133,7 @@ var require_object = __commonJS({
         return this.noUnknown(!allow, message);
       }
       transformKeys(fn) {
-        return this.transform((obj) => obj && (0, _mapKeys.default)(obj, (_3, key) => fn(key)));
+        return this.transform((obj) => obj && (0, _mapKeys.default)(obj, (_2, key) => fn(key)));
       }
       camelCase() {
         return this.transformKeys(_camelCase.default);
@@ -3266,7 +3266,7 @@ var require_array = __commonJS({
               index: idx,
               originalValue: originalValue[idx]
             });
-            tests[idx] = (_3, cb) => innerType.validate(item, innerOptions, cb);
+            tests[idx] = (_2, cb) => innerType.validate(item, innerOptions, cb);
           }
           (0, _runTests.default)({
             sync,
@@ -5333,7 +5333,7 @@ var require_extend = __commonJS({
       }
       return toStr.call(arr) === "[object Array]";
     };
-    var isPlainObject2 = function isPlainObject3(obj) {
+    var isPlainObject3 = function isPlainObject4(obj) {
       if (!obj || toStr.call(obj) !== "[object Object]") {
         return false;
       }
@@ -5390,12 +5390,12 @@ var require_extend = __commonJS({
             src = getProperty(target, name);
             copy = getProperty(options2, name);
             if (target !== copy) {
-              if (deep && copy && (isPlainObject2(copy) || (copyIsArray = isArray(copy)))) {
+              if (deep && copy && (isPlainObject3(copy) || (copyIsArray = isArray(copy)))) {
                 if (copyIsArray) {
                   copyIsArray = false;
                   clone = src && isArray(src) ? src : [];
                 } else {
-                  clone = src && isPlainObject2(src) ? src : {};
+                  clone = src && isPlainObject3(src) ? src : {};
                 }
                 setProperty(target, { name, newValue: extend(deep, clone, copy) });
               } else if (typeof copy !== "undefined") {
@@ -30185,7 +30185,7 @@ var require_jsprim = __commonJS({
     var mod_jsonschema = require_validate();
     exports.deepCopy = deepCopy;
     exports.deepEqual = deepEqual;
-    exports.isEmpty = isEmpty2;
+    exports.isEmpty = isEmpty3;
     exports.hasKey = hasKey;
     exports.forEachKey = forEachKey;
     exports.pluck = pluck;
@@ -30255,7 +30255,7 @@ var require_jsprim = __commonJS({
       }
       return true;
     }
-    function isEmpty2(obj) {
+    function isEmpty3(obj) {
       var key;
       for (key in obj)
         return false;
@@ -41945,7 +41945,7 @@ var require_uri_all = __commonJS({
           uriTokens.push("@");
         }
         if (components.host !== void 0) {
-          uriTokens.push(_normalizeIPv6(_normalizeIPv4(String(components.host), protocol), protocol).replace(protocol.IPV6ADDRESS, function(_3, $1, $2) {
+          uriTokens.push(_normalizeIPv6(_normalizeIPv4(String(components.host), protocol), protocol).replace(protocol.IPV6ADDRESS, function(_2, $1, $2) {
             return "[" + $1 + ($2 ? "%25" + $2 : "") + "]";
           }));
         }
@@ -52815,7 +52815,7 @@ var require_xml2js = __commonJS({
   "../../node_modules/webfinger/node_modules/xml2js/lib/xml2js.js"(exports) {
     "use strict";
     (function() {
-      var events2, isEmpty2, sax, __hasProp = {}.hasOwnProperty, __extends = function(child, parent) {
+      var events2, isEmpty3, sax, __hasProp = {}.hasOwnProperty, __extends = function(child, parent) {
         for (var key in parent) {
           if (__hasProp.call(parent, key))
             child[key] = parent[key];
@@ -52834,7 +52834,7 @@ var require_xml2js = __commonJS({
       };
       sax = require_sax();
       events2 = require("events");
-      isEmpty2 = function(thing) {
+      isEmpty3 = function(thing) {
         return typeof thing === "object" && thing != null && Object.keys(thing).length === 0;
       };
       exports.defaults = {
@@ -52954,7 +52954,7 @@ var require_xml2js = __commonJS({
                 obj = obj[charkey];
               }
             }
-            if (_this.options.emptyTag !== void 0 && isEmpty2(obj)) {
+            if (_this.options.emptyTag !== void 0 && isEmpty3(obj)) {
               obj = _this.options.emptyTag;
             }
             if (_this.options.validator != null) {
@@ -54461,6 +54461,15 @@ var DatasourceFeature = /* @__PURE__ */ ((DatasourceFeature2) => {
   return DatasourceFeature2;
 })(DatasourceFeature || {});
 
+// ../types/src/sdk/search.ts
+var ArrayOperator = /* @__PURE__ */ ((ArrayOperator2) => {
+  ArrayOperator2["CONTAINS"] = "contains";
+  ArrayOperator2["NOT_CONTAINS"] = "notContains";
+  ArrayOperator2["CONTAINS_ANY"] = "containsAny";
+  ArrayOperator2["ONE_OF"] = "oneOf";
+  return ArrayOperator2;
+})(ArrayOperator || {});
+
 // ../types/src/sdk/db.ts
 var isDocument = (doc) => {
   return typeof doc === "object" && doc._id && doc._rev;
@@ -54828,6 +54837,7 @@ __export(filters_exports, {
   ColumnSplitter: () => ColumnSplitter,
   NoEmptyFilterStrings: () => NoEmptyFilterStrings,
   buildQuery: () => buildQuery,
+  fixupFilterArrays: () => fixupFilterArrays,
   getKeyNumbering: () => getKeyNumbering,
   getValidOperatorsForType: () => getValidOperatorsForType,
   hasFilters: () => hasFilters,
@@ -54987,7 +54997,7 @@ function isRequired(constraints) {
 }
 
 // ../shared-core/src/filters.ts
-var import_lodash = __toESM(require("lodash"));
+var import_lodash = require("lodash");
 var HBS_REGEX = /{{([^{].*?)}}/g;
 var getValidOperatorsForType = (fieldType, field, datasource2) => {
   const Op = OperatorOptions;
@@ -55187,21 +55197,37 @@ var buildQuery = (filter) => {
           query.equal = query.equal || {};
           query.equal[field] = true;
         } else {
-          query[queryOperator] = {
-            ...query[queryOperator],
-            [field]: value
-          };
+          query[queryOperator] ??= {};
+          query[queryOperator][field] = value;
         }
       } else {
-        query[queryOperator] = {
-          ...query[queryOperator],
-          [field]: value
-        };
+        query[queryOperator] ??= {};
+        query[queryOperator][field] = value;
       }
     }
   });
   return query;
 };
+function fixupFilterArrays(filters) {
+  for (const searchField of Object.values(ArrayOperator)) {
+    const field = filters[searchField];
+    if (field == null || !(0, import_lodash.isPlainObject)(field)) {
+      continue;
+    }
+    for (const key of Object.keys(field)) {
+      if (Array.isArray(field[key])) {
+        continue;
+      }
+      const value = field[key];
+      if (typeof value === "string") {
+        field[key] = value.split(",").map((x) => x.trim());
+      } else {
+        field[key] = [value];
+      }
+    }
+  }
+  return filters;
+}
 var search = (docs, query) => {
   let result = runQuery(docs, query.query);
   if (query.sort) {
@@ -55225,6 +55251,7 @@ var runQuery = (docs, query) => {
     return docs;
   }
   query = cleanupQuery(query);
+  query = fixupFilterArrays(query);
   if (!hasFilters(query) && query.onEmptyFilter === "none" /* RETURN_NONE */) {
     return [];
   }
@@ -55269,10 +55296,10 @@ var runQuery = (docs, query) => {
       if (docValue == null || docValue === "") {
         return false;
       }
-      if (import_lodash.default.isObject(testValue.low) && import_lodash.default.isEmpty(testValue.low)) {
+      if ((0, import_lodash.isPlainObject)(testValue.low) && (0, import_lodash.isEmpty)(testValue.low)) {
         testValue.low = void 0;
       }
-      if (import_lodash.default.isObject(testValue.high) && import_lodash.default.isEmpty(testValue.high)) {
+      if ((0, import_lodash.isPlainObject)(testValue.high) && (0, import_lodash.isEmpty)(testValue.high)) {
         testValue.high = void 0;
       }
       if (testValue.low == null && testValue.high == null) {
@@ -55328,10 +55355,7 @@ var runQuery = (docs, query) => {
   };
   const not = (f) => (...args) => !f(...args);
   const equalMatch = match("equal" /* EQUAL */, _valueMatches);
-  const notEqualMatch = match(
-    "notEqual" /* NOT_EQUAL */,
-    not(_valueMatches)
-  );
+  const notEqualMatch = match("notEqual" /* NOT_EQUAL */, not(_valueMatches));
   const _empty = (docValue) => {
     if (typeof docValue === "string") {
       return docValue === "";
@@ -55346,21 +55370,18 @@ var runQuery = (docs, query) => {
   };
   const emptyMatch = match("empty" /* EMPTY */, _empty);
   const notEmptyMatch = match("notEmpty" /* NOT_EMPTY */, not(_empty));
-  const oneOf = match(
-    "oneOf" /* ONE_OF */,
-    (docValue, testValue) => {
-      if (typeof testValue === "string") {
-        testValue = testValue.split(",");
-        if (typeof docValue === "number") {
-          testValue = testValue.map((item) => parseFloat(item));
-        }
-      }
-      if (!Array.isArray(testValue)) {
-        return false;
-      }
-      return testValue.some((item) => _valueMatches(docValue, item));
+  const oneOf = match("oneOf" /* ONE_OF */, (docValue, testValue) => {
+    if (typeof testValue === "string") {
+      testValue = testValue.split(",");
     }
-  );
+    if (typeof docValue === "number") {
+      testValue = testValue.map((item) => parseFloat(item));
+    }
+    if (!Array.isArray(testValue)) {
+      return false;
+    }
+    return testValue.some((item) => _valueMatches(docValue, item));
+  });
   const _contains = (f) => (docValue, testValue) => {
     if (!Array.isArray(docValue)) {
       return false;
@@ -55397,10 +55418,7 @@ var runQuery = (docs, query) => {
       return not(_contains("every"))(docValue, testValue);
     }
   );
-  const containsAny = match(
-    "containsAny" /* CONTAINS_ANY */,
-    _contains("some")
-  );
+  const containsAny = match("containsAny" /* CONTAINS_ANY */, _contains("some"));
   const docMatch = (doc) => {
     const filterFunctions = {
       string: stringMatch,
@@ -55585,7 +55603,7 @@ __export(users_exports, {
   isCreator: () => isCreator,
   isGlobalBuilder: () => isGlobalBuilder
 });
-var _2 = __toESM(require("lodash/fp"));
+var _ = __toESM(require("lodash/fp"));
 function isBuilder(user, appId) {
   if (!user) {
     return false;
@@ -55627,10 +55645,10 @@ function hasAppCreatorPermissions(user) {
   if (!user) {
     return false;
   }
-  return _2.flow(
-    _2.get("roles"),
-    _2.values,
-    _2.find((x) => ["CREATOR", "ADMIN"].includes(x)),
+  return _.flow(
+    _.get("roles"),
+    _.values,
+    _.find((x) => ["CREATOR", "ADMIN"].includes(x)),
     (x) => !!x
   )(user);
 }
@@ -56022,6 +56040,8 @@ var environment = {
   COUCH_DB_URL: process.env.COUCH_DB_URL || "http://localhost:4005",
   COUCH_DB_SQL_URL: process.env.COUCH_DB_SQL_URL || "http://localhost:4006",
   SQS_SEARCH_ENABLE: process.env.SQS_SEARCH_ENABLE,
+  SQS_SEARCH_ENABLE_TENANTS: process.env.SQS_SEARCH_ENABLE_TENANTS?.split(",") || [],
+  SQS_MIGRATION_ENABLE: process.env.SQS_MIGRATION_ENABLE,
   COUCH_DB_USERNAME: process.env.COUCH_DB_USER,
   COUCH_DB_PASSWORD: process.env.COUCH_DB_PASSWORD,
   GOOGLE_CLIENT_ID: process.env.GOOGLE_CLIENT_ID,
@@ -56621,6 +56641,7 @@ __export(db_exports, {
   isGlobalUserID: () => isGlobalUserID,
   isProdAppID: () => isProdAppID,
   isSameAppID: () => isSameAppID,
+  isSqsEnabledForTenant: () => isSqsEnabledForTenant,
   isTableId: () => isTableId,
   paginatedSearch: () => paginatedSearch,
   pagination: () => pagination,
@@ -57561,7 +57582,7 @@ function getLogReadStream() {
 }
 
 // src/logging/pino/logger.ts
-function isPlainObject(obj) {
+function isPlainObject2(obj) {
   return typeof obj === "object" && obj !== null && !(obj instanceof Error);
 }
 function isError(obj) {
@@ -57613,7 +57634,7 @@ if (!environment_default.DISABLE_PINO_LOGGER) {
       if (isMessage(arg)) {
         message = `${message} ${arg}`.trimStart();
       }
-      if (isPlainObject(arg)) {
+      if (isPlainObject2(arg)) {
         objects.push(arg);
       }
       if (isError(arg)) {
@@ -58521,6 +58542,21 @@ function pagination(data, pageSize, {
     nextPage
   };
 }
+function isSqsEnabledForTenant() {
+  const tenantId = getTenantId();
+  if (!environment_default.SQS_SEARCH_ENABLE) {
+    return false;
+  }
+  if (environment_default.isTest() && environment_default.SQS_SEARCH_ENABLE_TENANTS.length === 0) {
+    throw new Error(
+      "to enable SQS you must specify a list of tenants in the SQS_SEARCH_ENABLE_TENANTS env var"
+    );
+  }
+  if (environment_default.SQS_SEARCH_ENABLE_TENANTS.length === 1 && environment_default.SQS_SEARCH_ENABLE_TENANTS[0] === "*") {
+    return true;
+  }
+  return environment_default.SQS_SEARCH_ENABLE_TENANTS.includes(tenantId);
+}
 
 // src/db/views.ts
 var DESIGN_DB = "_design/database";
@@ -58750,7 +58786,7 @@ var Replication_default = Replication;
 // src/db/lucene.ts
 var import_node_fetch3 = __toESM(require("node-fetch"));
 var removeKeyNumbering2 = filters_exports.removeKeyNumbering;
-function isEmpty(value) {
+function isEmpty2(value) {
   return value == null || value === "";
 }
 var QueryBuilder = class _QueryBuilder {
@@ -58973,13 +59009,13 @@ var QueryBuilder = class _QueryBuilder {
       delete this.#query.equal.tableId;
     }
     const equal = (key, value) => {
-      if (isEmpty(value)) {
+      if (isEmpty2(value)) {
         return null;
       }
       return `${key}:${builder.preprocess(value, allPreProcessingOpts)}`;
     };
     const contains = (key, value, mode = "AND") => {
-      if (isEmpty(value)) {
+      if (isEmpty2(value)) {
         return null;
       }
       if (!Array.isArray(value)) {
@@ -58994,7 +59030,7 @@ var QueryBuilder = class _QueryBuilder {
       return `${key}:(${statement})`;
     };
     const fuzzy = (key, value) => {
-      if (isEmpty(value)) {
+      if (isEmpty2(value)) {
         return null;
       }
       value = builder.preprocess(value, {
@@ -59013,7 +59049,7 @@ var QueryBuilder = class _QueryBuilder {
       return contains(key, value, "OR");
     };
     const oneOf = (key, value) => {
-      if (isEmpty(value)) {
+      if (isEmpty2(value)) {
         return `*:*`;
       }
       if (!Array.isArray(value)) {
@@ -59060,7 +59096,7 @@ var QueryBuilder = class _QueryBuilder {
     }
     if (this.#query.string) {
       build(this.#query.string, (key, value) => {
-        if (isEmpty(value)) {
+        if (isEmpty2(value)) {
           return null;
         }
         value = builder.preprocess(value, {
@@ -59073,7 +59109,7 @@ var QueryBuilder = class _QueryBuilder {
     }
     if (this.#query.range) {
       build(this.#query.range, (key, value) => {
-        if (isEmpty(value)) {
+        if (isEmpty2(value)) {
           return null;
         }
         if (value.low == null || value.low === "") {
@@ -59095,7 +59131,7 @@ var QueryBuilder = class _QueryBuilder {
     }
     if (this.#query.notEqual) {
       build(this.#query.notEqual, (key, value) => {
-        if (isEmpty(value)) {
+        if (isEmpty2(value)) {
           return null;
         }
         if (typeof value === "boolean") {
@@ -67690,15 +67726,24 @@ var InternalBuilder = class {
       const alias = opts.aliases?.[name];
       return alias || name;
     }
-    function iterate(structure, fn) {
-      for (let [key, value] of Object.entries(structure)) {
+    function iterate(structure, fn, complexKeyFn) {
+      for (const key in structure) {
+        const value = structure[key];
         const updatedKey = removeKeyNumbering2(key);
         const isRelationshipField = updatedKey.includes(".");
-        if (!opts.relationship && !isRelationshipField) {
+        let castedTypeValue;
+        if (key === "_complexIdOperator" /* COMPLEX_ID_OPERATOR */ && (castedTypeValue = structure[key]) && complexKeyFn) {
+          const alias = getTableAlias(tableName);
+          complexKeyFn(
+            castedTypeValue.id.map(
+              (x) => alias ? `${alias}.${x}` : x
+            ),
+            castedTypeValue.values
+          );
+        } else if (!opts.relationship && !isRelationshipField) {
           const alias = getTableAlias(tableName);
           fn(alias ? `${alias}.${updatedKey}` : updatedKey, value);
-        }
-        if (opts.relationship && isRelationshipField) {
+        } else if (opts.relationship && isRelationshipField) {
           const [filterTableName, property] = updatedKey.split(".");
           const alias = getTableAlias(filterTableName);
           fn(alias ? `${alias}.${property}` : property, value);
@@ -67771,10 +67816,16 @@ var InternalBuilder = class {
       }
     };
     if (filters.oneOf) {
-      iterate(filters.oneOf, (key, array) => {
-        const fnc = allOr ? "orWhereIn" : "whereIn";
-        query = query[fnc](key, Array.isArray(array) ? array : [array]);
-      });
+      const fnc = allOr ? "orWhereIn" : "whereIn";
+      iterate(
+        filters.oneOf,
+        (key, array) => {
+          query = query[fnc](key, Array.isArray(array) ? array : [array]);
+        },
+        (key, array) => {
+          query = query[fnc](key, Array.isArray(array) ? array : [array]);
+        }
+      );
     }
     if (filters.string) {
       iterate(filters.string, (key, value) => {