@autofleet/sadot 0.6.11 → 0.7.0-beta.1

package/dist/repository/value.js

@@ -73,11 +73,8 @@ exports.findValuesByModelIds = findValuesByModelIds;
  */
 const updateValues = async (modelType, modelId, identifiers, valuesToUpdate, options = {}) => {
     const names = Object.keys(valuesToUpdate);
-    logger_1.default.debug(`custom-fields: updating values for ${modelType} ${modelId}`, {
-        names,
-        optionsKeys: options ? Object.keys(options) : null,
-        valuesToUpdate,
-        identifiers,
+    logger_1.default.info(`custom-fields: updating values for ${modelType} ${modelId}`, {
+        names, options, valuesToUpdate, identifiers,
     });
     const { modelOptions, transaction } = options;
     const where = {
@@ -90,7 +87,7 @@ const updateValues = async (modelType, modelId, identifiers, valuesToUpdate, opt
     const fieldDefinitions = await DefinitionRepo.findAll(where, { withDisabled: true, transaction, include: modelOptions.include?.(identifiers) }) || [];
     const disabledDefinitions = fieldDefinitions.filter((def) => def.disabled);
     if (fieldDefinitions.length !== names.length) {
-        logger_1.default.warn(`custom-fields: missing definitions for ${modelType} ${modelId}`, { names, fieldDefinitions });
+        logger_1.default.info(`custom-fields: missing definitions for ${modelType} ${modelId}`, { names, fieldDefinitions });
         const missingDefinitions = names.filter((name) => !fieldDefinitions.some((def) => def.name === name));
         throw new errors_1.MissingDefinitionError(missingDefinitions);
     }

package/dist/scopes/filter.d.ts

@@ -24,9 +24,15 @@ export type CustomFieldFilterOptions = {
  * @param name - The model type name used to join custom_field_definitions.
  * @returns A function that takes conditions and returns the Sequelize options object.
  */
-export declare const customFieldsFilterScope: (name: string) => (conditions: Record<string, ConditionValue>) => CustomFieldFilterOptions;
+export declare const customFieldsFilterScope: (name: string) => ({ replacementsMap, scopeValue }: {
+    replacementsMap: any;
+    scopeValue: any;
+}) => CustomFieldFilterOptions;
 export declare const scopeName = "filterByCustomFields";
-export declare const customFieldsSortScope: (name: string) => (sort: CustomFieldSort[]) => {
+export declare const customFieldsSortScope: (name: string) => ({ replacementsMap, scopeValue: sort }: {
+    replacementsMap: any;
+    scopeValue: any;
+}) => {
     attributes?: undefined;
     order?: undefined;
     replacements?: undefined;
@@ -35,6 +41,6 @@ export declare const customFieldsSortScope: (name: string) => (sort: CustomField
         include: (string | import("sequelize/types/utils").Literal)[][];
     };
     order: import("sequelize/types/utils").Literal[];
-    replacements: Record<string, string>;
+    replacements: any;
 };
 export {};

package/dist/scopes/filter.js

@@ -21,12 +21,6 @@ const castIfNeeded = (conditionValue) => {
     return '';
 };
 const AND_DELIMETER = ' AND ';
-const OR_DELIMETER = ' OR ';
-const CD_TABLE_ALIAS = 'cd';
-const CD_NAME_COLUMN = `${CD_TABLE_ALIAS}.name`;
-const CV_TABLE_ALIAS = 'cv';
-const CV_VALUE_COLUMN = `(${CV_TABLE_ALIAS}.value)`;
-const castValueToJsonb = (value) => `to_jsonb(${value}::text)`;
 /**
  * A Sequelize scope for filtering models by custom fields.
  * This scope builds a WHERE clause to be applied on the main query.
@@ -34,19 +28,19 @@ const castValueToJsonb = (value) => `to_jsonb(${value}::text)`;
  * @param name - The model type name used to join custom_field_definitions.
  * @returns A function that takes conditions and returns the Sequelize options object.
  */
-const customFieldsFilterScope = (name) => (conditions) => {
+const customFieldsFilterScope = (name) => ({ replacementsMap, scopeValue }) => {
+    const conditions = scopeValue;
+    const replacements = replacementsMap;
+    console.log('filter replacementsMap:', replacements);
     if (!conditions || Object.keys(conditions).length === 0) {
         return {};
     }
-    const ConditionNameRandomStr = (0, helpers_1.generateRandomString)();
-    const replacements = {};
-    replacements[ConditionNameRandomStr] = `${name}`;
     // Build the WHERE clause for custom field filtering
     const conditionsStrings = Object.entries(conditions)
         .map(([key, condition]) => {
-        const replacemetKey = (0, helpers_1.generateRandomString)();
-        replacements[replacemetKey] = `${key}`;
-        const columnCondition = `(${CD_NAME_COLUMN} = :${replacemetKey})`;
+        const replacemetKey = Object.keys(replacements).find((randomString) => replacements[randomString] === key);
+        if (!replacemetKey)
+            return false;
         if (Array.isArray(condition)) {
             if (condition.length === 0) {
                 // if empty array, the condition is ignored
@@ -54,48 +48,41 @@ const customFieldsFilterScope = (name) => (conditions) => {
             }
             if (typeof condition[0] === 'string') {
                 const values = condition.map((v) => {
-                    const valRandom = (0, helpers_1.generateRandomString)();
-                    replacements[`${valRandom}`] = `${v}`;
-                    return castValueToJsonb(`:${valRandom}`);
+                    const valRandom = Object.keys(replacements).find((randomString) => replacements[randomString] === v);
+                    return ` :${valRandom} `;
                 }).join(',');
-                return `(${columnCondition} AND ${CV_VALUE_COLUMN} IN ( ${values} ))`;
+                return `(custom_fields->> :${replacemetKey} ) IN ( ${values} )`;
             }
             return condition
                 .map((c) => {
-                const valRep = (0, helpers_1.generateRandomString)();
-                replacements[valRep] = `${c.value}`;
-                const valueAsJsonb = castValueToJsonb(`:${valRep}`);
-                return `(${columnCondition} AND ${CV_VALUE_COLUMN}${castIfNeeded(c.value)} ${c.operator} ${valueAsJsonb})`;
+                const valRep = Object.keys(replacements).find((key) => replacements[key] === c.value);
+                return `(custom_fields->> :${replacemetKey} )${castIfNeeded(c.value)} ${c.operator} :${valRep}`;
             }).join(AND_DELIMETER);
         }
-        if (typeof condition === 'string' || typeof condition === 'number') {
-            const conditionRep = (0, helpers_1.generateRandomString)();
-            replacements[conditionRep] = `${condition}`;
-            const valueAsJsonb = castValueToJsonb(`:${conditionRep}`);
-            return `(${columnCondition} AND ${CV_VALUE_COLUMN}${castIfNeeded(condition)} = ${valueAsJsonb})`;
+        if (typeof condition === 'string') {
+            const conditionRep = Object.keys(replacements).find((key) => replacements[key] === condition);
+            return `(custom_fields->> :${replacemetKey} ) ${castIfNeeded(condition)} = :${conditionRep}`;
         }
         if (condition?.operator) {
-            const valueRep = (0, helpers_1.generateRandomString)();
-            replacements[valueRep] = `${condition.value}`;
-            const valueAsJsonb = castValueToJsonb(`:${valueRep}`);
-            return `( ${columnCondition} AND ${CV_VALUE_COLUMN}${castIfNeeded(condition.value)} ${condition.operator} ${valueAsJsonb})`;
+            const valueRep = Object.keys(replacements).find((key) => replacements[key] === condition.value);
+            return `(custom_fields->> :${replacemetKey} ) ${castIfNeeded(condition.value)} ${condition.operator} :${valueRep}`;
         }
         return false;
     })
         .filter(Boolean);
     if (conditionsStrings.length === 0) {
-        return {};
+        return {
+            replacements,
+        };
     }
-    const customFieldConditions = conditionsStrings.join(OR_DELIMETER);
-    const subQuery = `
-    SELECT cv.model_id
-    FROM custom_field_values AS cv
-    INNER JOIN custom_field_definitions AS cd ON cv.custom_field_definition_id = cd.id
-    AND cd.model_type = :${ConditionNameRandomStr}
-    WHERE ${customFieldConditions}
-    GROUP BY cv.model_id
-    HAVING COUNT(DISTINCT cv.custom_field_definition_id) = ${conditionsStrings.length}
-  `.replace(/\n/g, '');
+    const customFieldConditions = conditionsStrings.join(AND_DELIMETER);
+    const subQuery = `${'SELECT model_id FROM ('
+        + 'SELECT cv.model_id, jsonb_object_agg(cd.name, cv.value) AS custom_fields '
+        + 'FROM custom_field_values AS cv '
+        + 'INNER JOIN custom_field_definitions AS cd ON cv.custom_field_definition_id = cd.id '
+        + `AND cd.model_type = '${name}'`
+        + 'GROUP BY cv.model_id'
+        + ') AS CustomFieldAggregation WHERE '} ${customFieldConditions}`;
     return {
         where: {
             id: {
@@ -107,15 +94,14 @@ const customFieldsFilterScope = (name) => (conditions) => {
 };
 exports.customFieldsFilterScope = customFieldsFilterScope;
 exports.scopeName = CUSTOM_FIELDS_FILTER_SCOPE;
-const customFieldsSortScope = (name) => (sort) => {
+const customFieldsSortScope = (name) => ({ replacementsMap, scopeValue: sort }) => {
     if (!sort || sort.length === 0) {
         return {};
     }
     const randomStr = (0, helpers_1.generateRandomString)();
-    const replacements = {};
     const includes = Object.entries(sort).map(([key]) => {
-        const keyRandomReplacement = (0, helpers_1.generateRandomString)();
-        replacements[keyRandomReplacement] = `${key}`;
+        const replacemetKey = Object.keys(replacementsMap).find((randomString) => replacementsMap[randomString] === key);
+        console.log('sort replacemetKey:', replacemetKey);
         return ([
             sequelize_typescript_1.Sequelize.literal(`(
             SELECT value
@@ -124,7 +110,7 @@ const customFieldsSortScope = (name) => (sort) => {
                     ON cv.custom_field_definition_id = cd.id
                     AND cd.model_type = '${name}'
                     WHERE cv.model_id = "${name}"."id"
-                          AND cd.name = :${keyRandomReplacement}
+                          AND cd.name = :${replacemetKey}
                           ) AS CustomFieldAggregation
             )
           `), randomStr,
@@ -136,7 +122,7 @@ const customFieldsSortScope = (name) => (sort) => {
             include: includes,
         },
         order: orders,
-        replacements,
+        replacements: replacementsMap,
     };
 };
 exports.customFieldsSortScope = customFieldsSortScope;

package/dist/tests/helpers/database-config.d.ts

@@ -10,7 +10,10 @@ declare const _default: {
             underscored: boolean;
             underscoredAll: boolean;
         };
-        logging: boolean;
+        logging: {
+            (...data: any[]): void;
+            (message?: any, ...optionalParams: any[]): void;
+        };
     };
 };
 export default _default;

package/dist/tests/helpers/database-config.js

@@ -12,6 +12,6 @@ exports.default = {
             underscored: true,
             underscoredAll: true,
         },
-        logging: false,
+        logging: console.log,
     },
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@autofleet/sadot",
-  "version": "0.6.11",
+  "version": "0.7.0-beta.1",
   "description": "",
   "main": "dist/index.js",
   "scripts": {
@@ -9,7 +9,7 @@
     "linter": "./node_modules/.bin/eslint .",
     "test": "jest --forceExit --runInBand",
     "coverage": "jest --coverage --forceExit --runInBand && rm -rf ./coverage",
-    "build-to-local-repo": "npm run build && cp -r dist/* ../$REPO/node_modules/$npm_package_name/dist",
+    "build-to-local-repo": "npm run build && cp -r dist/* ../task-ms/node_modules/@autofleet/sadot/dist",
     "dev": "nodemon",
     "watch": "npm-watch build-to-local-repo",
     "publish-dev": "npm run build && npm publish --tag dev"
@@ -59,9 +59,6 @@
     "typescript": "^5.3.3",
     "typescript-eslint": "^0.0.1-alpha.0"
   },
-  "engines": {
-    "node": ">=16.0.0"
-  },
   "author": "Autofleet",
   "license": "ISC"
 }

package/src/repository/value.ts

@@ -55,11 +55,8 @@ export const updateValues = async (
   options: FindOptions & { modelOptions?: ModelOptions } = {},
 ): Promise<CustomFieldValue[]> => {
   const names = Object.keys(valuesToUpdate);
-  logger.debug(`custom-fields: updating values for ${modelType} ${modelId}`, {
-    names,
-    optionsKeys: options ? Object.keys(options) : null,
-    valuesToUpdate,
-    identifiers,
+  logger.info(`custom-fields: updating values for ${modelType} ${modelId}`, {
+    names, options, valuesToUpdate, identifiers,
   });
   const { modelOptions, transaction } = options;
 
@@ -75,7 +72,7 @@ export const updateValues = async (
 
   const disabledDefinitions = fieldDefinitions.filter((def) => def.disabled);
   if (fieldDefinitions.length !== names.length) {
-    logger.warn(`custom-fields: missing definitions for ${modelType} ${modelId}`, { names, fieldDefinitions });
+    logger.info(`custom-fields: missing definitions for ${modelType} ${modelId}`, { names, fieldDefinitions });
     const missingDefinitions = names.filter((name) => !fieldDefinitions.some((def) => def.name === name));
     throw new MissingDefinitionError(missingDefinitions);
   }

package/src/scopes/filter.ts

@@ -37,13 +37,6 @@ const castIfNeeded = (conditionValue: string): string => {
   return '';
 };
 const AND_DELIMETER = ' AND ';
-const OR_DELIMETER = ' OR ';
-
-const CD_TABLE_ALIAS = 'cd';
-const CD_NAME_COLUMN = `${CD_TABLE_ALIAS}.name`;
-const CV_TABLE_ALIAS = 'cv';
-const CV_VALUE_COLUMN = `(${CV_TABLE_ALIAS}.value)`;
-const castValueToJsonb = (value) => `to_jsonb(${value}::text)`;
 
 /**
  * A Sequelize scope for filtering models by custom fields.
@@ -54,21 +47,20 @@ const castValueToJsonb = (value) => `to_jsonb(${value}::text)`;
  */
 export const customFieldsFilterScope = (
   name: string,
-) => (conditions: Record<string, ConditionValue>): CustomFieldFilterOptions => {
+) => ({ replacementsMap, scopeValue }): CustomFieldFilterOptions => {
+  const conditions: Record<string, ConditionValue> = scopeValue;
+  const replacements: Record<string, string> = replacementsMap;
+  console.log('filter replacementsMap:', replacements);
   if (!conditions || Object.keys(conditions).length === 0) {
     return {};
   }
-  const ConditionNameRandomStr = generateRandomString();
-  const replacements: Record<string, string> = {};
-  replacements[ConditionNameRandomStr] = `${name}`;
-
   // Build the WHERE clause for custom field filtering
   const conditionsStrings = Object.entries(conditions)
     .map(
       ([key, condition]) => {
-        const replacemetKey = generateRandomString();
-        replacements[replacemetKey] = `${key}`;
-        const columnCondition = `(${CD_NAME_COLUMN} = :${replacemetKey})`;
+        const replacemetKey = Object.keys(replacements).find((randomString) => replacements[randomString] === key);
+        if (!replacemetKey) return false;
+
         if (Array.isArray(condition)) {
           if (condition.length === 0) {
             // if empty array, the condition is ignored
@@ -76,50 +68,42 @@ export const customFieldsFilterScope = (
           }
           if (typeof condition[0] === 'string') {
             const values = condition.map((v) => {
-              const valRandom = generateRandomString();
-              replacements[`${valRandom}`] = `${v}`;
-              return castValueToJsonb(`:${valRandom}`);
+              const valRandom = Object.keys(replacements).find((randomString) => replacements[randomString] === v);
+              return ` :${valRandom} `;
             }).join(',');
-            return `(${columnCondition} AND ${CV_VALUE_COLUMN} IN ( ${values} ))`;
+            return `(custom_fields->> :${replacemetKey} ) IN ( ${values} )`;
           }
           return condition
             .map((c) => {
-              const valRep = generateRandomString();
-              replacements[valRep] = `${c.value}`;
-              const valueAsJsonb = castValueToJsonb(`:${valRep}`);
-              return `(${columnCondition} AND ${CV_VALUE_COLUMN}${castIfNeeded(c.value)} ${c.operator} ${valueAsJsonb})`;
+              const valRep = Object.keys(replacements).find((key) => replacements[key] === c.value);
+              return `(custom_fields->> :${replacemetKey} )${castIfNeeded(c.value)} ${c.operator} :${valRep}`;
             }).join(AND_DELIMETER);
         }
-        if (typeof condition === 'string' || typeof condition === 'number') {
-          const conditionRep = generateRandomString();
-          replacements[conditionRep] = `${condition}`;
-          const valueAsJsonb = castValueToJsonb(`:${conditionRep}`);
-          return `(${columnCondition} AND ${CV_VALUE_COLUMN}${castIfNeeded(condition)} = ${valueAsJsonb})`;
+        if (typeof condition === 'string') {
+          const conditionRep = Object.keys(replacements).find((key) => replacements[key] === condition);
+          return `(custom_fields->> :${replacemetKey} ) ${castIfNeeded(condition)} = :${conditionRep}`;
         }
         if (condition?.operator) {
-          const valueRep = generateRandomString();
-          replacements[valueRep] = `${condition.value}`;
-          const valueAsJsonb = castValueToJsonb(`:${valueRep}`);
-          return `( ${columnCondition} AND ${CV_VALUE_COLUMN}${castIfNeeded(condition.value)} ${condition.operator} ${valueAsJsonb})`;
+          const valueRep = Object.keys(replacements).find((key) => replacements[key] === condition.value);
+          return `(custom_fields->> :${replacemetKey} ) ${castIfNeeded(condition.value)} ${condition.operator} :${valueRep}`;
         }
-
         return false;
       },
     )
     .filter(Boolean);
   if (conditionsStrings.length === 0) {
-    return {};
+    return {
+      replacements,
+    };
   }
-  const customFieldConditions = conditionsStrings.join(OR_DELIMETER);
-  const subQuery = `
-    SELECT cv.model_id
-    FROM custom_field_values AS cv
-    INNER JOIN custom_field_definitions AS cd ON cv.custom_field_definition_id = cd.id
-    AND cd.model_type = :${ConditionNameRandomStr}
-    WHERE ${customFieldConditions}
-    GROUP BY cv.model_id
-    HAVING COUNT(DISTINCT cv.custom_field_definition_id) = ${conditionsStrings.length}
-  `.replace(/\n/g, '');
+  const customFieldConditions = conditionsStrings.join(AND_DELIMETER);
+  const subQuery = `${'SELECT model_id FROM ('
+    + 'SELECT cv.model_id, jsonb_object_agg(cd.name, cv.value) AS custom_fields '
+    + 'FROM custom_field_values AS cv '
+    + 'INNER JOIN custom_field_definitions AS cd ON cv.custom_field_definition_id = cd.id '
+    + `AND cd.model_type = '${name}'`
+    + 'GROUP BY cv.model_id'
+    + ') AS CustomFieldAggregation WHERE '} ${customFieldConditions}`;
   return {
     where: {
       id: {
@@ -134,15 +118,14 @@ export const scopeName = CUSTOM_FIELDS_FILTER_SCOPE;
 
 export const customFieldsSortScope = (
   name: string,
-) => (sort: CustomFieldSort[]) => {
+) => ({ replacementsMap, scopeValue: sort }) => {
   if (!sort || sort.length === 0) {
     return {};
   }
   const randomStr = generateRandomString();
-  const replacements: Record<string, string> = {};
   const includes = Object.entries(sort).map(([key]) => {
-    const keyRandomReplacement = generateRandomString();
-    replacements[keyRandomReplacement] = `${key}`;
+    const replacemetKey = Object.keys(replacementsMap).find((randomString) => replacementsMap[randomString] === key);
+    console.log('sort replacemetKey:', replacemetKey);
     return ([
       Sequelize.literal(`(
             SELECT value
@@ -151,7 +134,7 @@ export const customFieldsSortScope = (
                     ON cv.custom_field_definition_id = cd.id
                     AND cd.model_type = '${name}'
                     WHERE cv.model_id = "${name}"."id"
-                          AND cd.name = :${keyRandomReplacement}
+                          AND cd.name = :${replacemetKey}
                           ) AS CustomFieldAggregation
             )
           `), randomStr,
@@ -164,6 +147,6 @@ export const customFieldsSortScope = (
       include: includes,
     },
     order: orders,
-    replacements,
+    replacements: replacementsMap,
   };
 };

package/src/tests/helpers/database-config.ts

@@ -10,6 +10,6 @@ export default {
       underscored: true,
       underscoredAll: true,
     },
-    logging: false,
+    logging: console.log,
   },
 };