spice-js 2.6.35 → 2.6.37

package/build/models/SpiceModel.js

@@ -9,6 +9,8 @@ var _ResourceLifecycleTriggered = _interopRequireDefault(require("../events/even
 
 var _Security = require("../utility/Security");
 
+var _fix = require("../utility/fix");
+
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 
 function _extends() { _extends = Object.assign || function (target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i]; for (var key in source) { if (Object.prototype.hasOwnProperty.call(source, key)) { target[key] = source[key]; } } } return target; }; return _extends.apply(this, arguments); }
@@ -49,8 +51,6 @@ if (!Promise.allSettled) {
 
 class SpiceModel {
   constructor(args) {
-    var _args$props$i;
-
     if (args === void 0) {
       args = {};
     }
@@ -168,7 +168,7 @@ class SpiceModel {
       for (var i in args.props) {
         if (args.args != undefined) {
           if (args.args[i] != undefined) {
-            switch ((_args$props$i = args.props[i]) == null ? void 0 : _args$props$i.type) {
+            switch (args.props[i].type) {
               case String:
               case "string":
                 {
@@ -260,7 +260,7 @@ class SpiceModel {
         var _this$_ctx, _this$_ctx$state;
 
         if ((_this$_ctx = _this[_ctx]) == null ? void 0 : (_this$_ctx$state = _this$_ctx.state) == null ? void 0 : _this$_ctx$state.process_fields) {
-          var returned = yield new _this[_ctx].state.process_fields().process(_this[_ctx], data, _this == null ? void 0 : _this.type);
+          var returned = yield new _this[_ctx].state.process_fields().process(_this[_ctx], data, _this.type);
           return returned;
         } else {
           return data;
@@ -531,7 +531,7 @@ class SpiceModel {
     return _asyncToGenerator(function* () {
       var obj = _this3.getCacheProviderObject();
 
-      var monitor_record = yield obj.get("monitor::" + (_this3 == null ? void 0 : _this3.type));
+      var monitor_record = yield obj.get("monitor::" + _this3.type);
 
       if (monitor_record == undefined) {
         return false;
@@ -548,7 +548,7 @@ class SpiceModel {
   setMonitor() {
     var current_time = new Date().getTime();
     var obj = this.getCacheProviderObject();
-    var key = "monitor::" + (this == null ? void 0 : this.type);
+    var key = "monitor::" + this.type;
     var value = {
       time: current_time
     };
@@ -567,43 +567,37 @@ class SpiceModel {
         }
 
         if (_.isString(args.id)) {
-          var _results, _results3, _results5, _results6;
-
           if (args.skip_hooks != true) {
             yield _this4.run_hook(args, "get", "before");
           }
 
-          var key = "get::" + (_this4 == null ? void 0 : _this4.type) + "::" + args.id;
+          var key = "get::" + _this4.type + "::" + args.id;
           var results = {};
 
-          if (_this4.shouldUseCache(_this4 == null ? void 0 : _this4.type)) {
-            var cached_results = yield _this4.getCacheProviderObject(_this4 == null ? void 0 : _this4.type).get(key);
+          if (_this4.shouldUseCache(_this4.type)) {
+            var cached_results = yield _this4.getCacheProviderObject(_this4.type).get(key);
             results = cached_results == null ? void 0 : cached_results.value;
 
-            if ((cached_results == null ? void 0 : cached_results.value) == undefined || (yield _this4.shouldForceRefresh(cached_results)) || (_this4 == null ? void 0 : _this4.type) == "workflow") {
+            if ((cached_results == null ? void 0 : cached_results.value) == undefined || (yield _this4.shouldForceRefresh(cached_results)) || _this4.type == "workflow") {
               results = yield _this4.database.get(args.id);
-              yield _this4.getCacheProviderObject(_this4 == null ? void 0 : _this4.type).set(key, {
+              yield _this4.getCacheProviderObject(_this4.type).set(key, {
                 value: results,
                 time: new Date().getTime()
-              }, _this4.getCacheConfig(_this4 == null ? void 0 : _this4.type));
+              }, _this4.getCacheConfig(_this4.type));
             }
           } else {
             results = yield _this4.database.get(args.id);
           }
 
-          if (((_results = results) == null ? void 0 : _results.type) != undefined) {
-            var _results2;
-
-            if (((_results2 = results) == null ? void 0 : _results2.type) != (_this4 == null ? void 0 : _this4.type)) throw new Error((_this4 == null ? void 0 : _this4.type) + " does not exist type");
+          if (results.type != undefined) {
+            if (results.type != _this4.type) throw new Error(_this4.type + " does not exist type");
           }
 
-          if (((_results3 = results) == null ? void 0 : _results3._type) != undefined) {
-            var _results4;
-
-            if (((_results4 = results) == null ? void 0 : _results4._type) != (_this4 == null ? void 0 : _this4.type)) throw new Error((_this4 == null ? void 0 : _this4.type) + " does not exist _type");
+          if (results._type != undefined) {
+            if (results._type != _this4.type) throw new Error(_this4.type + " does not exist _type");
           }
 
-          if (((_results5 = results) == null ? void 0 : _results5.deleted) == undefined || ((_results6 = results) == null ? void 0 : _results6.deleted) == false) {
+          if (results.deleted == undefined || results.deleted == false) {
             if (args.skip_read_serialize != true && args.skip_serialize != true) {
               results = yield _this4.do_serialize(results, "read", {}, args, (yield _this4.propsToBeRemoved(results)));
             }
@@ -614,7 +608,7 @@ class SpiceModel {
 
             return results;
           } else {
-            throw new Error((_this4 == null ? void 0 : _this4.type) + " does not exist");
+            throw new Error(_this4.type + " does not exist");
           }
         }
       } catch (e) {
@@ -652,29 +646,29 @@ class SpiceModel {
 
         _.remove(args.ids, o => o == undefined);
 
-        var key = "multi-get::" + (_this6 == null ? void 0 : _this6.type) + "::" + _.join(args.ids, "|");
+        var key = "multi-get::" + _this6.type + "::" + _.join(args.ids, "|");
 
         var results = [];
 
         if (args.ids.length > 0) {
-          if (_this6.shouldUseCache(_this6 == null ? void 0 : _this6.type)) {
-            var cached_results = yield _this6.getCacheProviderObject(_this6 == null ? void 0 : _this6.type).get(key);
+          if (_this6.shouldUseCache(_this6.type)) {
+            var cached_results = yield _this6.getCacheProviderObject(_this6.type).get(key);
             results = cached_results == null ? void 0 : cached_results.value;
 
             if ((cached_results == null ? void 0 : cached_results.value) == undefined || (yield _this6.shouldForceRefresh(cached_results))) {
               results = yield _this6.database.multi_get(args.ids, true);
 
-              _this6.getCacheProviderObject(_this6 == null ? void 0 : _this6.type).set(key, {
+              _this6.getCacheProviderObject(_this6.type).set(key, {
                 value: results,
                 time: new Date().getTime()
-              }, _this6.getCacheConfig(_this6 == null ? void 0 : _this6.type));
+              }, _this6.getCacheConfig(_this6.type));
             }
           } else {
             results = yield _this6.database.multi_get(args.ids, true);
           }
         }
 
-        _.remove(results, o => (o == null ? void 0 : o.type) != (_this6 == null ? void 0 : _this6.type));
+        _.remove(results, o => o.type != _this6.type);
 
         if (args.skip_read_serialize != true && args.skip_serialize != true) {
           results = yield _this6.do_serialize(results, "read", {}, args, (yield _this6.propsToBeRemoved(results)));
@@ -699,17 +693,17 @@ class SpiceModel {
       try {
         if (_.isString(data)) {
           var result = yield _this7.database.get(data);
-          if (result == null ? void 0 : result.type) if (result.type != (_this7 == null ? void 0 : _this7.type)) {
+          if (result.type) if (result.type != _this7.type) {
             return false;
           }
-          if (result == null ? void 0 : result._type) if (result._type != (_this7 == null ? void 0 : _this7.type)) {
+          if (result._type) if (result._type != _this7.type) {
             return false;
           }
         } else {
-          if (data == null ? void 0 : data.type) if (data.type != (_this7 == null ? void 0 : _this7.type)) {
+          if (data.type) if (data.type != _this7.type) {
             return false;
           }
-          if (data == null ? void 0 : data._type) if (data._type != (_this7 == null ? void 0 : _this7.type)) {
+          if (data._type) if (data._type != _this7.type) {
             return false;
           }
         }
@@ -731,7 +725,7 @@ class SpiceModel {
         var item_exist = yield _this8.exist(results);
 
         if (!item_exist) {
-          throw new Error((_this8 == null ? void 0 : _this8.type) + " does not exist. in update");
+          throw new Error(_this8.type + " does not exist. in update");
         }
 
         delete results["id"];
@@ -791,7 +785,7 @@ class SpiceModel {
         var form;
         _this9.created_at = new SDate().now();
         args = _.defaults(args, {
-          id_prefix: _this9 == null ? void 0 : _this9.type
+          id_prefix: _this9.type
         });
 
         if (args.body) {
@@ -848,7 +842,7 @@ class SpiceModel {
       var item_exist = yield _this10.exist(args.id);
 
       if (!item_exist) {
-        throw new Error((_this10 == null ? void 0 : _this10.type) + " does not exist.");
+        throw new Error(_this10.type + " does not exist.");
       }
 
       var results = yield _this10.database.get(args.id);
@@ -946,18 +940,58 @@ class SpiceModel {
         }
 
         function extractNestings(string, localType) {
-          var returnVal = [];
-          var regex = /(\w+)\./g;
+          var returnVal = []; // Regex for nested properties, including backtick-quoted ones
+
+          var regex = /(`?\w+`?)\.(`?\w+`?)/g;
           var match;
 
-          while (match = regex.exec(string)) {
-            if (match[1] != localType) returnVal.push(match[1]);
+          while ((match = regex.exec(string)) !== null) {
+            var first = match[1].replace(/`/g, "");
+            var second = match[2].replace(/`/g, "");
+
+            if (first !== localType) {
+              returnVal.push(first);
+            }
+          } // Regex for ANY/EVERY clauses
+
+
+          var queryRegex = /(ANY|EVERY)\s+\w+\s+IN\s+`?(\w+)`?/g;
+          var queryMatch;
+
+          while ((queryMatch = queryRegex.exec(string)) !== null) {
+            returnVal.push(queryMatch[2]);
           }
 
-          return returnVal;
+          return [...new Set(returnVal)]; // Remove duplicates
         }
+        /* function extractNestings(string, localType) {
+          let returnVal = [];
+          let regex = /(\w+)\.(\w+)/g;
+          let match;
+           while ((match = regex.exec(string)) !== null) {
+            if (match[1] !== localType) {
+              returnVal.push(match[1]);
+            } else {
+              returnVal.push(match[2]);
+            }
+          }
+           return [...new Set(returnVal)]; // Remove duplicates
+        } */
+
+        /*  function extractNestings(string, localType) {
+          let returnVal = [];
+          let regex = /(\w+)\./g;
+          let match = regex.exec(string);
+          console.log("Local:", localType, match);
+          while (match) {
+            if (match[1] != localType) returnVal.push(match[1]);
+          }
+          return returnVal;
+        } */
+        //console.log("Query", args?.query);
+
 
-        var nestings = [...extractNestings((_args4 = args) == null ? void 0 : _args4.query, _this11 == null ? void 0 : _this11.type), ...extractNestings((_args5 = args) == null ? void 0 : _args5.columns, _this11 == null ? void 0 : _this11.type), ...extractNestings((_args6 = args) == null ? void 0 : _args6.sort, _this11 == null ? void 0 : _this11.type)];
+        var nestings = [...extractNestings((_args4 = args) == null ? void 0 : _args4.query, _this11.type), ...extractNestings((_args5 = args) == null ? void 0 : _args5.columns, _this11.type), ...extractNestings((_args6 = args) == null ? void 0 : _args6.sort, _this11.type)];
 
         var mappedNestings = _.compact(_.map(_.uniq(nestings), nesting => {
           var prop = _this11.props[nesting];
@@ -968,6 +1002,7 @@ class SpiceModel {
                 return {
                   alias: nesting,
                   reference: prop.map.reference.toLowerCase(),
+                  type: prop.type,
                   value_field: prop.map.value_field
                 };
               }
@@ -980,13 +1015,18 @@ class SpiceModel {
           var joinSection = "";
 
           _.each(nestings, nesting => {
-            joinSection += "LEFT JOIN `" + nesting.reference + "` AS `" + nesting.alias + "` ON KEYS `" + that.type + "`.`" + nesting.alias + "` ";
+            if (nesting.type == _2.DataType.ARRAY || nesting.type == Array || nesting.type == "array") {
+              joinSection += "NEST `" + (0, _fix.fixCollection)(nesting.reference) + "` AS `" + nesting.alias + "` ON KEYS `" + that.type + "`.`" + nesting.alias + "` ";
+            } else {
+              joinSection += "LEFT JOIN `" + (0, _fix.fixCollection)(nesting.reference) + "` AS `" + nesting.alias + "` ON KEYS `" + that.type + "`.`" + nesting.alias + "` ";
+            }
           });
 
           return joinSection;
         }
 
-        var _join = createJoinSection(mappedNestings);
+        var _join = createJoinSection(mappedNestings); //console.log("Props", that.type, nestings, _join, args?.query);
+
 
         args._join = _join;
 
@@ -997,9 +1037,9 @@ class SpiceModel {
             query = _this11.makeQueryFromFilter(args.filters);
           } else {
             if (args.query) {
-              query = args.query + (" AND (`" + (_this11 == null ? void 0 : _this11.type) + "`.deleted = false OR `" + (_this11 == null ? void 0 : _this11.type) + "`.deleted IS MISSING) ");
+              query = args.query + (" AND (`" + _this11.type + "`.deleted = false OR `" + _this11.type + "`.deleted IS MISSING) ");
             } else {
-              query = "(`" + (_this11 == null ? void 0 : _this11.type) + "`.deleted = false OR `" + (_this11 == null ? void 0 : _this11.type) + "`.deleted IS MISSING) ";
+              query = "(`" + _this11.type + "`.deleted = false OR `" + _this11.type + "`.deleted IS MISSING) ";
             }
           }
         }
@@ -1026,7 +1066,7 @@ class SpiceModel {
         }
 
         if (!args.sort) {
-          args.sort = "`" + (_this11 == null ? void 0 : _this11.type) + "`.created_at DESC";
+          args.sort = "`" + _this11.type + "`.created_at DESC";
         } else {
           var sort_array = args.sort.split(","); // check the first string in each item in the array to see if it contains a . if not then add the type
 
@@ -1034,7 +1074,7 @@ class SpiceModel {
 
           for (var i = 0; i < sort_array.length; i++) {
             if (!sort_array[i].includes(".")) {
-              new_sort_array.push("`" + (_this11 == null ? void 0 : _this11.type) + "`." + formatSortComponent(sort_array[i]));
+              new_sort_array.push("`" + _this11.type + "`." + formatSortComponent(sort_array[i]));
             } else {
               new_sort_array.push(sort_array[i]);
             }
@@ -1051,22 +1091,22 @@ class SpiceModel {
           return str.replace(/[^a-zA-Z0-9]/g, "");
         }
 
-        var key = removeSpaceAndSpecialCharacters("list::" + (_this11 == null ? void 0 : _this11.type) + "::" + args._join + "::" + query + "::" + args.limit + "::" + args.offset + "::" + args.sort + "::" + args.do_count + "::" + args.statement_consistent + "::" + args.columns + "::" + args.is_full_text + "::" + args.is_custom_query);
+        var key = removeSpaceAndSpecialCharacters("list::" + _this11.type + "::" + args._join + "::" + query + "::" + args.limit + "::" + args.offset + "::" + args.sort + "::" + args.do_count + "::" + args.statement_consistent + "::" + args.columns + "::" + args.is_full_text + "::" + args.is_custom_query);
         var results;
 
         if (args.is_custom_query && args.is_custom_query === "true") {
           if (args.ids.length > 0) {
-            if (_this11.shouldUseCache(_this11 == null ? void 0 : _this11.type)) {
-              var cached_results = yield _this11.getCacheProviderObject(_this11 == null ? void 0 : _this11.type).get(key);
+            if (_this11.shouldUseCache(_this11.type)) {
+              var cached_results = yield _this11.getCacheProviderObject(_this11.type).get(key);
               results = cached_results == null ? void 0 : cached_results.value;
 
               if ((cached_results == null ? void 0 : cached_results.value) == undefined || (yield _this11.shouldForceRefresh(cached_results))) {
                 results = yield _this11.database.query(query);
 
-                _this11.getCacheProviderObject(_this11 == null ? void 0 : _this11.type).set(key, {
+                _this11.getCacheProviderObject(_this11.type).set(key, {
                   value: results,
                   time: new Date().getTime()
-                }, _this11.getCacheConfig(_this11 == null ? void 0 : _this11.type));
+                }, _this11.getCacheConfig(_this11.type));
               }
             } else {
               results = yield _this11.database.query(query);
@@ -1074,39 +1114,39 @@ class SpiceModel {
           }
         } else {
           if (args.is_full_text && args.is_full_text === "true") {
-            if (_this11.shouldUseCache(_this11 == null ? void 0 : _this11.type)) {
-              var _cached_results = yield _this11.getCacheProviderObject(_this11 == null ? void 0 : _this11.type).get(key);
+            if (_this11.shouldUseCache(_this11.type)) {
+              var _cached_results = yield _this11.getCacheProviderObject(_this11.type).get(key);
 
               results = _cached_results == null ? void 0 : _cached_results.value;
 
               if ((_cached_results == null ? void 0 : _cached_results.value) == undefined || (yield _this11.shouldForceRefresh(_cached_results))) {
-                results = yield _this11.database.full_text_search(_this11 == null ? void 0 : _this11.type, query || "", args.limit, args.offset, args._join);
+                results = yield _this11.database.full_text_search(_this11.type, query || "", args.limit, args.offset, args._join);
 
-                _this11.getCacheProviderObject(_this11 == null ? void 0 : _this11.type).set(key, {
+                _this11.getCacheProviderObject(_this11.type).set(key, {
                   value: results,
                   time: new Date().getTime()
-                }, _this11.getCacheConfig(_this11 == null ? void 0 : _this11.type));
+                }, _this11.getCacheConfig(_this11.type));
               }
             } else {
-              results = yield _this11.database.full_text_search(_this11 == null ? void 0 : _this11.type, query || "", args.limit, args.offset, args._join);
+              results = yield _this11.database.full_text_search(_this11.type, query || "", args.limit, args.offset, args._join);
             }
           } else {
-            if (_this11.shouldUseCache(_this11 == null ? void 0 : _this11.type)) {
-              var _cached_results2 = yield _this11.getCacheProviderObject(_this11 == null ? void 0 : _this11.type).get(key);
+            if (_this11.shouldUseCache(_this11.type)) {
+              var _cached_results2 = yield _this11.getCacheProviderObject(_this11.type).get(key);
 
               results = _cached_results2 == null ? void 0 : _cached_results2.value;
               var shouleForceRefresh = yield _this11.shouldForceRefresh(_cached_results2);
 
               if ((_cached_results2 == null ? void 0 : _cached_results2.value) == undefined || shouleForceRefresh) {
-                results = yield _this11.database.search(_this11 == null ? void 0 : _this11.type, args.columns || "", query || "", args.limit, args.offset, args.sort, args.do_count, args.statement_consistent, args._join);
+                results = yield _this11.database.search(_this11.type, args.columns || "", query || "", args.limit, args.offset, args.sort, args.do_count, args.statement_consistent, args._join);
 
-                _this11.getCacheProviderObject(_this11 == null ? void 0 : _this11.type).set(key, {
+                _this11.getCacheProviderObject(_this11.type).set(key, {
                   value: results,
                   time: new Date().getTime()
-                }, _this11.getCacheConfig(_this11 == null ? void 0 : _this11.type));
+                }, _this11.getCacheConfig(_this11.type));
               }
             } else {
-              results = yield _this11.database.search(_this11 == null ? void 0 : _this11.type, args.columns || "", query || "", args.limit, args.offset, args.sort, args.do_count, args.statement_consistent, args._join);
+              results = yield _this11.database.search(_this11.type, args.columns || "", query || "", args.limit, args.offset, args.sort, args.do_count, args.statement_consistent, args._join);
             }
           }
         }
@@ -1116,7 +1156,7 @@ class SpiceModel {
             results.data = yield _this11.do_serialize(results.data, "read", {}, args, (yield _this11.propsToBeRemoved(results.data)));
           }
 
-          if ((_this11 == null ? void 0 : _this11.type) == "resourcedetail") ;
+          if (_this11.type == "resourcedetail") ;
 
           if (args.skip_hooks != true) {
             yield _this11.run_hook(results.data, "list", "after");
@@ -1156,7 +1196,7 @@ class SpiceModel {
               operation: op,
               when,
               old_data,
-              resource: _this12 == null ? void 0 : _this12.type,
+              resource: _this12.type,
               ctx: _this12[_ctx]
             }
           });
@@ -1210,10 +1250,6 @@ class SpiceModel {
       var ids = [];
 
       _.each(data, result => {
-        if (!result || result == "undefined") {
-          result = {};
-        }
-
         if (_.isString(result[source_property]) && result[source_property] != "") {
           ids = _.union(ids, [result[source_property]]);
         }
@@ -1233,10 +1269,6 @@ class SpiceModel {
       })));
 
       data = _.map(data, result => {
-        if (!result || result == "undefined") {
-          result = {};
-        }
-
         var result_found = _.find(ug, g => {
           return g.id == result[source_property];
         }) || {};
@@ -1262,10 +1294,6 @@ class SpiceModel {
       _.each(data, result => {
         var value = [];
 
-        if (!result || result == "undefined") {
-          result = {};
-        }
-
         if (_.isArray(result[source_property])) {
           value = result[source_property];
         }
@@ -1298,10 +1326,6 @@ class SpiceModel {
 
 
       _.each(data, result => {
-        if (!result || result == "undefined") {
-          result = {};
-        }
-
         if (_.isString(result[store_property])) {
           result[store_property] = [result[store_property]];
         }
@@ -1427,15 +1451,15 @@ class SpiceModel {
         }
 
         if (_this16.shouldSerializerRun(args, type)) {
-          if ((_this16 == null ? void 0 : _this16.type) != "" && (_this16 == null ? void 0 : _this16.type) != undefined && _this16[_external_modifier_loaded] != true) {
-            _this16.addExternalModifiers(_this16 == null ? void 0 : _this16.type);
+          if (_this16.type != "" && _this16.type != undefined && _this16[_external_modifier_loaded] != true) {
+            _this16.addExternalModifiers(_this16.type);
 
             _this16[_external_modifier_loaded] = true;
           }
 
           for (var i of _this16[_serializers][type]["modifiers"]) {
             try {
-              data = yield i(data, old_data, _this16[_ctx], _this16 == null ? void 0 : _this16.type);
+              data = yield i(data, old_data, _this16[_ctx], _this16.type);
             } catch (e) {
               console.log(e.stack);
             }

package/build/utility/fix.js

@@ -0,0 +1,33 @@
+"use strict";
+
+exports.__esModule = true;
+exports.fixCollection = fixCollection;
+exports.unFixCollection = unFixCollection;
+
+function fixCollection(collection) {
+  if (collection === void 0) {
+    collection = "";
+  }
+
+  collection = collection.toLowerCase();
+
+  if (collection == "usergroup") {
+    return "user_group";
+  }
+
+  return collection;
+}
+
+function unFixCollection(collection) {
+  if (collection === void 0) {
+    collection = "";
+  }
+
+  collection = collection.toLowerCase();
+
+  if (collection == "user_group") {
+    return "usergroup";
+  }
+
+  return collection;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "spice-js",
-  "version": "2.6.35",
+  "version": "2.6.37",
   "description": "spice",
   "main": "build/index.js",
   "repository": {

package/src/models/SpiceModel.js

@@ -5,6 +5,7 @@ let co = require("co");
 var regeneratorRuntime = require("regenerator-runtime");
 import ResourceLifecycleTriggered from "../events/events/ResourceLifecycleTriggered";
 import { hasSQLInjection } from "../utility/Security";
+import { fixCollection } from "../utility/fix";
 
 var SDate = require("sonover-date"),
   UUID = require("uuid"),
@@ -151,7 +152,7 @@ export default class SpiceModel {
       for (let i in args.props) {
         if (args.args != undefined) {
           if (args.args[i] != undefined) {
-            switch (args.props[i]?.type) {
+            switch (args.props[i].type) {
               case String:
               case "string": {
                 this[i] = args.args[i];
@@ -236,7 +237,7 @@ export default class SpiceModel {
         let returned = await new this[_ctx].state.process_fields().process(
           this[_ctx],
           data,
-          this?.type
+          this.type
         );
         return returned;
       } else {
@@ -453,7 +454,7 @@ export default class SpiceModel {
 
   async shouldForceRefresh(response) {
     let obj = this.getCacheProviderObject();
-    let monitor_record = await obj.get(`monitor::${this?.type}`);
+    let monitor_record = await obj.get(`monitor::${this.type}`);
     if (monitor_record == undefined) {
       return false;
     }
@@ -466,7 +467,7 @@ export default class SpiceModel {
   setMonitor() {
     let current_time = new Date().getTime();
     let obj = this.getCacheProviderObject();
-    let key = `monitor::${this?.type}`;
+    let key = `monitor::${this.type}`;
     let value = { time: current_time };
     obj.set(key, value, { ttl: 0 });
   }
@@ -480,41 +481,41 @@ export default class SpiceModel {
         if (args.skip_hooks != true) {
           await this.run_hook(args, "get", "before");
         }
-        let key = `get::${this?.type}::${args.id}`;
+        let key = `get::${this.type}::${args.id}`;
         let results = {};
-        if (this.shouldUseCache(this?.type)) {
-          let cached_results = await this.getCacheProviderObject(
-            this?.type
-          ).get(key);
+        if (this.shouldUseCache(this.type)) {
+          let cached_results = await this.getCacheProviderObject(this.type).get(
+            key
+          );
 
           results = cached_results?.value;
           if (
             cached_results?.value == undefined ||
             (await this.shouldForceRefresh(cached_results)) ||
-            this?.type == "workflow"
+            this.type == "workflow"
           ) {
             results = await this.database.get(args.id);
-            await this.getCacheProviderObject(this?.type).set(
+            await this.getCacheProviderObject(this.type).set(
               key,
               { value: results, time: new Date().getTime() },
-              this.getCacheConfig(this?.type)
+              this.getCacheConfig(this.type)
             );
           }
         } else {
           results = await this.database.get(args.id);
         }
 
-        if (results?.type != undefined) {
-          if (results?.type != this?.type)
-            throw new Error(`${this?.type} does not exist type`);
+        if (results.type != undefined) {
+          if (results.type != this.type)
+            throw new Error(`${this.type} does not exist type`);
         }
 
-        if (results?._type != undefined) {
-          if (results?._type != this?.type)
-            throw new Error(`${this?.type} does not exist _type`);
+        if (results._type != undefined) {
+          if (results._type != this.type)
+            throw new Error(`${this.type} does not exist _type`);
         }
 
-        if (results?.deleted == undefined || results?.deleted == false) {
+        if (results.deleted == undefined || results.deleted == false) {
           if (args.skip_read_serialize != true && args.skip_serialize != true) {
             results = await this.do_serialize(
               results,
@@ -529,7 +530,7 @@ export default class SpiceModel {
           }
           return results;
         } else {
-          throw new Error(`${this?.type} does not exist`);
+          throw new Error(`${this.type} does not exist`);
         }
       }
     } catch (e) {
@@ -556,30 +557,30 @@ export default class SpiceModel {
         await this.run_hook(this, "list", "before");
       }
       _.remove(args.ids, (o) => o == undefined);
-      let key = `multi-get::${this?.type}::${_.join(args.ids, "|")}`;
+      let key = `multi-get::${this.type}::${_.join(args.ids, "|")}`;
       let results = [];
       if (args.ids.length > 0) {
-        if (this.shouldUseCache(this?.type)) {
-          let cached_results = await this.getCacheProviderObject(
-            this?.type
-          ).get(key);
+        if (this.shouldUseCache(this.type)) {
+          let cached_results = await this.getCacheProviderObject(this.type).get(
+            key
+          );
           results = cached_results?.value;
           if (
             cached_results?.value == undefined ||
             (await this.shouldForceRefresh(cached_results))
           ) {
             results = await this.database.multi_get(args.ids, true);
-            this.getCacheProviderObject(this?.type).set(
+            this.getCacheProviderObject(this.type).set(
               key,
               { value: results, time: new Date().getTime() },
-              this.getCacheConfig(this?.type)
+              this.getCacheConfig(this.type)
             );
           }
         } else {
           results = await this.database.multi_get(args.ids, true);
         }
       }
-      _.remove(results, (o) => o?.type != this?.type);
+      _.remove(results, (o) => o.type != this.type);
       if (args.skip_read_serialize != true && args.skip_serialize != true) {
         results = await this.do_serialize(
           results,
@@ -605,22 +606,22 @@ export default class SpiceModel {
     try {
       if (_.isString(data)) {
         let result = await this.database.get(data);
-        if (result?.type)
-          if (result.type != this?.type) {
+        if (result.type)
+          if (result.type != this.type) {
             return false;
           }
-        if (result?._type)
-          if (result._type != this?.type) {
+        if (result._type)
+          if (result._type != this.type) {
             return false;
           }
       } else {
-        if (data?.type)
-          if (data.type != this?.type) {
+        if (data.type)
+          if (data.type != this.type) {
             return false;
           }
 
-        if (data?._type)
-          if (data._type != this?.type) {
+        if (data._type)
+          if (data._type != this.type) {
             return false;
           }
       }
@@ -636,7 +637,7 @@ export default class SpiceModel {
       let results = await this.database.get(args.id);
       let item_exist = await this.exist(results);
       if (!item_exist) {
-        throw new Error(`${this?.type} does not exist. in update`);
+        throw new Error(`${this.type} does not exist. in update`);
       }
       delete results["id"];
       _.defaults(this, results);
@@ -697,7 +698,7 @@ export default class SpiceModel {
     try {
       let form;
       this.created_at = new SDate().now();
-      args = _.defaults(args, { id_prefix: this?.type });
+      args = _.defaults(args, { id_prefix: this.type });
       if (args.body) {
         form = _.defaults({}, args.body);
         form.created_at = this.created_at;
@@ -753,7 +754,7 @@ export default class SpiceModel {
     let item_exist = await this.exist(args.id);
 
     if (!item_exist) {
-      throw new Error(`${this?.type} does not exist.`);
+      throw new Error(`${this.type} does not exist.`);
     }
     let results = await this.database.get(args.id);
     try {
@@ -831,20 +832,64 @@ export default class SpiceModel {
         }
         return data;
       }
+
       function extractNestings(string, localType) {
         let returnVal = [];
-        let regex = /(\w+)\./g;
+
+        // Regex for nested properties, including backtick-quoted ones
+        let regex = /(`?\w+`?)\.(`?\w+`?)/g;
         let match;
-        while ((match = regex.exec(string))) {
+
+        while ((match = regex.exec(string)) !== null) {
+          let first = match[1].replace(/`/g, "");
+          let second = match[2].replace(/`/g, "");
+          if (first !== localType) {
+            returnVal.push(first);
+          }
+        }
+        // Regex for ANY/EVERY clauses
+        let queryRegex = /(ANY|EVERY)\s+\w+\s+IN\s+`?(\w+)`?/g;
+        let queryMatch;
+
+        while ((queryMatch = queryRegex.exec(string)) !== null) {
+          returnVal.push(queryMatch[2]);
+        }
+
+        return [...new Set(returnVal)]; // Remove duplicates
+      }
+
+      /* function extractNestings(string, localType) {
+        let returnVal = [];
+        let regex = /(\w+)\.(\w+)/g;
+        let match;
+
+        while ((match = regex.exec(string)) !== null) {
+          if (match[1] !== localType) {
+            returnVal.push(match[1]);
+          } else {
+            returnVal.push(match[2]);
+          }
+        }
+
+        return [...new Set(returnVal)]; // Remove duplicates
+      } */
+      /*  function extractNestings(string, localType) {
+        let returnVal = [];
+        let regex = /(\w+)\./g;
+        let match = regex.exec(string);
+        console.log("Local:", localType, match);
+        while (match) {
           if (match[1] != localType) returnVal.push(match[1]);
         }
         return returnVal;
-      }
+      } */
+
+      //console.log("Query", args?.query);
 
       let nestings = [
-        ...extractNestings(args?.query, this?.type),
-        ...extractNestings(args?.columns, this?.type),
-        ...extractNestings(args?.sort, this?.type),
+        ...extractNestings(args?.query, this.type),
+        ...extractNestings(args?.columns, this.type),
+        ...extractNestings(args?.sort, this.type),
       ];
       let mappedNestings = _.compact(
         _.map(_.uniq(nestings), (nesting) => {
@@ -855,6 +900,7 @@ export default class SpiceModel {
                 return {
                   alias: nesting,
                   reference: prop.map.reference.toLowerCase(),
+                  type: prop.type,
                   value_field: prop.map.value_field,
                 };
               }
@@ -867,11 +913,21 @@ export default class SpiceModel {
         //create join section with nestings
         let joinSection = "";
         _.each(nestings, (nesting) => {
-          joinSection += `LEFT JOIN \`${nesting.reference}\` AS \`${nesting.alias}\` ON KEYS \`${that.type}\`.\`${nesting.alias}\` `;
+          if (
+            nesting.type == DataType.ARRAY ||
+            nesting.type == Array ||
+            nesting.type == "array"
+          ) {
+            joinSection += `NEST \`${fixCollection(nesting.reference)}\` AS \`${nesting.alias}\` ON KEYS \`${that.type}\`.\`${nesting.alias}\` `;
+          } else {
+            joinSection += `LEFT JOIN \`${fixCollection(nesting.reference)}\` AS \`${nesting.alias}\` ON KEYS \`${that.type}\`.\`${nesting.alias}\` `;
+          }
         });
         return joinSection;
       }
       let _join = createJoinSection(mappedNestings);
+      //console.log("Props", that.type, nestings, _join, args?.query);
+
       args._join = _join;
 
       if (
@@ -886,9 +942,9 @@ export default class SpiceModel {
           if (args.query) {
             query =
               args.query +
-              ` AND (\`${this?.type}\`.deleted = false OR \`${this?.type}\`.deleted IS MISSING) `;
+              ` AND (\`${this.type}\`.deleted = false OR \`${this.type}\`.deleted IS MISSING) `;
           } else {
-            query = `(\`${this?.type}\`.deleted = false OR \`${this?.type}\`.deleted IS MISSING) `;
+            query = `(\`${this.type}\`.deleted = false OR \`${this.type}\`.deleted IS MISSING) `;
           }
         }
       }
@@ -913,7 +969,7 @@ export default class SpiceModel {
       }
 
       if (!args.sort) {
-        args.sort = `\`${this?.type}\`.created_at DESC`;
+        args.sort = `\`${this.type}\`.created_at DESC`;
       } else {
         let sort_array = args.sort.split(",");
         // check the first string in each item in the array to see if it contains a . if not then add the type
@@ -921,7 +977,7 @@ export default class SpiceModel {
         for (let i = 0; i < sort_array.length; i++) {
           if (!sort_array[i].includes(".")) {
             new_sort_array.push(
-              `\`${this?.type}\`.${formatSortComponent(sort_array[i])}`
+              `\`${this.type}\`.${formatSortComponent(sort_array[i])}`
             );
           } else {
             new_sort_array.push(sort_array[i]);
@@ -936,15 +992,15 @@ export default class SpiceModel {
         return str.replace(/[^a-zA-Z0-9]/g, "");
       }
       let key = removeSpaceAndSpecialCharacters(
-        `list::${this?.type}::${args._join}::${query}::${args.limit}::${args.offset}::${args.sort}::${args.do_count}::${args.statement_consistent}::${args.columns}::${args.is_full_text}::${args.is_custom_query}`
+        `list::${this.type}::${args._join}::${query}::${args.limit}::${args.offset}::${args.sort}::${args.do_count}::${args.statement_consistent}::${args.columns}::${args.is_full_text}::${args.is_custom_query}`
       );
 
       let results;
       if (args.is_custom_query && args.is_custom_query === "true") {
         if (args.ids.length > 0) {
-          if (this.shouldUseCache(this?.type)) {
+          if (this.shouldUseCache(this.type)) {
             let cached_results = await this.getCacheProviderObject(
-              this?.type
+              this.type
             ).get(key);
             results = cached_results?.value;
             if (
@@ -952,10 +1008,10 @@ export default class SpiceModel {
               (await this.shouldForceRefresh(cached_results))
             ) {
               results = await this.database.query(query);
-              this.getCacheProviderObject(this?.type).set(
+              this.getCacheProviderObject(this.type).set(
                 key,
                 { value: results, time: new Date().getTime() },
-                this.getCacheConfig(this?.type)
+                this.getCacheConfig(this.type)
               );
             }
           } else {
@@ -964,9 +1020,9 @@ export default class SpiceModel {
         }
       } else {
         if (args.is_full_text && args.is_full_text === "true") {
-          if (this.shouldUseCache(this?.type)) {
+          if (this.shouldUseCache(this.type)) {
             let cached_results = await this.getCacheProviderObject(
-              this?.type
+              this.type
             ).get(key);
             results = cached_results?.value;
             if (
@@ -974,21 +1030,21 @@ export default class SpiceModel {
               (await this.shouldForceRefresh(cached_results))
             ) {
               results = await this.database.full_text_search(
-                this?.type,
+                this.type,
                 query || "",
                 args.limit,
                 args.offset,
                 args._join
               );
-              this.getCacheProviderObject(this?.type).set(
+              this.getCacheProviderObject(this.type).set(
                 key,
                 { value: results, time: new Date().getTime() },
-                this.getCacheConfig(this?.type)
+                this.getCacheConfig(this.type)
               );
             }
           } else {
             results = await this.database.full_text_search(
-              this?.type,
+              this.type,
               query || "",
               args.limit,
               args.offset,
@@ -996,16 +1052,16 @@ export default class SpiceModel {
             );
           }
         } else {
-          if (this.shouldUseCache(this?.type)) {
+          if (this.shouldUseCache(this.type)) {
             let cached_results = await this.getCacheProviderObject(
-              this?.type
+              this.type
             ).get(key);
             results = cached_results?.value;
             let shouleForceRefresh =
               await this.shouldForceRefresh(cached_results);
             if (cached_results?.value == undefined || shouleForceRefresh) {
               results = await this.database.search(
-                this?.type,
+                this.type,
                 args.columns || "",
                 query || "",
                 args.limit,
@@ -1015,15 +1071,15 @@ export default class SpiceModel {
                 args.statement_consistent,
                 args._join
               );
-              this.getCacheProviderObject(this?.type).set(
+              this.getCacheProviderObject(this.type).set(
                 key,
                 { value: results, time: new Date().getTime() },
-                this.getCacheConfig(this?.type)
+                this.getCacheConfig(this.type)
               );
             }
           } else {
             results = await this.database.search(
-              this?.type,
+              this.type,
               args.columns || "",
               query || "",
               args.limit,
@@ -1046,7 +1102,7 @@ export default class SpiceModel {
             await this.propsToBeRemoved(results.data)
           );
         }
-        if (this?.type == "resourcedetail");
+        if (this.type == "resourcedetail");
 
         if (args.skip_hooks != true) {
           await this.run_hook(results.data, "list", "after");
@@ -1075,7 +1131,7 @@ export default class SpiceModel {
             operation: op,
             when,
             old_data,
-            resource: this?.type,
+            resource: this.type,
             ctx: this[_ctx],
           },
         });
@@ -1120,9 +1176,6 @@ export default class SpiceModel {
 
     let ids = [];
     _.each(data, (result) => {
-      if (!result || result == "undefined") {
-        result = {};
-      }
       if (
         _.isString(result[source_property]) &&
         result[source_property] != ""
@@ -1151,9 +1204,6 @@ export default class SpiceModel {
     );
 
     data = _.map(data, (result) => {
-      if (!result || result == "undefined") {
-        result = {};
-      }
       let result_found =
         _.find(ug, (g) => {
           return g.id == result[source_property];
@@ -1178,9 +1228,6 @@ export default class SpiceModel {
     let ids = [];
     _.each(data, (result) => {
       let value = [];
-      if (!result || result == "undefined") {
-        result = {};
-      }
 
       if (_.isArray(result[source_property])) {
         value = result[source_property];
@@ -1219,9 +1266,6 @@ export default class SpiceModel {
       ids: ids,
     }); */
     _.each(data, (result) => {
-      if (!result || result == "undefined") {
-        result = {};
-      }
       if (_.isString(result[store_property])) {
         result[store_property] = [result[store_property]];
       }
@@ -1324,16 +1368,16 @@ export default class SpiceModel {
 
       if (this.shouldSerializerRun(args, type)) {
         if (
-          this?.type != "" &&
-          this?.type != undefined &&
+          this.type != "" &&
+          this.type != undefined &&
           this[_external_modifier_loaded] != true
         ) {
-          this.addExternalModifiers(this?.type);
+          this.addExternalModifiers(this.type);
           this[_external_modifier_loaded] = true;
         }
         for (let i of this[_serializers][type]["modifiers"]) {
           try {
-            data = await i(data, old_data, this[_ctx], this?.type);
+            data = await i(data, old_data, this[_ctx], this.type);
           } catch (e) {
             console.log(e.stack);
           }

package/src/utility/fix.js

@@ -0,0 +1,15 @@
+export function fixCollection(collection = "") {
+  collection = collection.toLowerCase();
+  if (collection == "usergroup") {
+    return "user_group";
+  }
+  return collection;
+}
+
+export function unFixCollection(collection = "") {
+  collection = collection.toLowerCase();
+  if (collection == "user_group") {
+    return "usergroup";
+  }
+  return collection;
+}