@yrpri/api 9.0.231 → 9.0.232

package/services/engine/moderation/fraud/FraudBase.cjs

@@ -2,6 +2,7 @@
 const _ = require("lodash");
 const moment = require("moment");
 const log = require("../../../../utils/logger.cjs");
+const { normalizeFingerprintValue, } = require("../../../../utils/fingerprint_data.cjs");
 class FraudBase {
     constructor(workPackage) {
         this.workPackage = workPackage;
@@ -38,6 +39,21 @@ class FraudBase {
             return -item.count;
         });
     }
+    isDebugFraudDetectionCountAll() {
+        return process.env.DEBUG_FRAUD_DETECTION_COUNT_ALL === "true" &&
+            this.workPackage.type === "get-items";
+    }
+    getDebugTopItems(topItems) {
+        _.forEach(topItems, topItem => {
+            _.forEach(topItem.items, item => {
+                item.dataValues = item.dataValues || {};
+                if (!item.dataValues.confidenceScore) {
+                    item.dataValues.confidenceScore = "0%";
+                }
+            });
+        });
+        return topItems;
+    }
     getTopDataByIp() {
         return this.getTopItems(this.groupTopDataByIp(), "byIpAddress");
     }
@@ -141,7 +157,7 @@ class FraudBase {
         for (let i = 0; i < items.length; i++) {
             const item = items[i];
             const hasData = item.data ? Object.keys(item.data).length === 0 : false;
-            if (hasData && !item.data.browserId && moment(item.created_at) > this.getStartFingerprintMoment()) {
+            if (hasData && !normalizeFingerprintValue(item.data.browserId) && moment(item.created_at) > this.getStartFingerprintMoment()) {
                 if (["posts", "points"].indexOf(this.workPackage.collectionType) > -1) {
                     item.dataValues.confidenceScore = `50%`;
                 }
@@ -180,50 +196,54 @@ class FraudBase {
     groupTopDataByIpFingerprintPostId() {
         const filtered = _.filter(this.items, (item) => {
             return item.data &&
-                item.data.browserFingerprint &&
-                item.data.browserFingerprint !== "undefined";
+                normalizeFingerprintValue(item.data.browserFingerprint);
         });
         return _.groupBy(filtered, (item) => {
-            return item.ip_address + ":" + item.post_id + ":" + item.data.browserFingerprint;
+            return item.ip_address + ":" + item.post_id + ":" + normalizeFingerprintValue(item.data.browserFingerprint);
         });
     }
     groupTopDataByIpFingerprintPointId() {
         const filtered = _.filter(this.items, (item) => {
             return item.data &&
-                item.data.browserFingerprint &&
-                item.data.browserFingerprint !== "undefined";
+                normalizeFingerprintValue(item.data.browserFingerprint);
         });
         return _.groupBy(filtered, (item) => {
-            return item.ip_address + ":" + item.point_id + ":" + item.data.browserFingerprint;
+            return item.ip_address + ":" + item.point_id + ":" + normalizeFingerprintValue(item.data.browserFingerprint);
         });
     }
     groupTopDataByIpFingerprint() {
         const filtered = _.filter(this.items, (item) => {
             return item.data &&
-                item.data.browserFingerprint &&
-                item.data.browserFingerprint !== "undefined";
+                normalizeFingerprintValue(item.data.browserFingerprint);
         });
         return _.groupBy(filtered, (item) => {
-            return item.ip_address + ":" + item.data.browserFingerprint;
+            return item.ip_address + ":" + normalizeFingerprintValue(item.data.browserFingerprint);
         });
     }
     groupTopDataByNoFingerprints() {
         const filtered = _.filter(this.items, item => {
-            return item.data &&
-                (!item.data.browserFingerprint ||
-                    !item.data.browserId) &&
-                moment(item.created_at).valueOf() > this.getStartFingerprintMoment();
+            item.data = item.data || {};
+            const missingFingerprint = !normalizeFingerprintValue(item.data.browserFingerprint) ||
+                !normalizeFingerprintValue(item.data.browserId);
+            if (this.isDebugFraudDetectionCountAll()) {
+                return missingFingerprint;
+            }
+            else {
+                return missingFingerprint &&
+                    moment(item.created_at).valueOf() > this.getStartFingerprintMoment();
+            }
         });
         const scoreHundred = (["posts", "points"].indexOf(this.workPackage.collectionType) > -1) ? "50%" : "100%";
         const scoreNinety = (["posts", "points"].indexOf(this.workPackage.collectionType) > -1) ? "45%" : "90%";
         const scoreSeventy = (["posts", "points"].indexOf(this.workPackage.collectionType) > -1) ? "60%" : "70%";
         _.forEach(filtered, item => {
-            if (!item.data.browserFingerprint &&
-                !item.data.browserId) {
+            const browserFingerprint = normalizeFingerprintValue(item.data.browserFingerprint);
+            const browserId = normalizeFingerprintValue(item.data.browserId);
+            if (!browserFingerprint && !browserId) {
                 item.dataValues.confidenceScore = scoreHundred;
                 item.dataValues.key = "bothUndefined";
             }
-            else if (!item.data.browserId) {
+            else if (!browserId) {
                 item.dataValues.confidenceScore = scoreNinety;
                 item.dataValues.key = "browserIdUndefined";
             }
@@ -233,7 +253,7 @@ class FraudBase {
             }
         });
         return _.groupBy(filtered, item => {
-            return item.key;
+            return item.dataValues.key;
         });
     }
 }

package/services/engine/moderation/fraud/FraudBase.d.cts

@@ -9,6 +9,8 @@ declare class FraudBase {
     getAllItems(): Promise<null>;
     getPostIdsFromItems(topItems: any): any[];
     setupTopItems(items: any): any[];
+    isDebugFraudDetectionCountAll(): boolean;
+    getDebugTopItems(topItems: any): any;
     getTopDataByIp(): null;
     getTopDataByIpUserAgentPostId(): null;
     getTopDataByIpUserAgentPointId(): null;

package/services/engine/moderation/fraud/FraudDeleteBase.cjs

@@ -12,6 +12,7 @@ class FraudDeleteBase extends FraudBase {
         super(workPackage);
         this.postsToRecount = [];
         this.pointsToRecount = [];
+        this.deletedItemIds = [];
         this.job = null;
     }
     sliceIntoChunks(arr, chunkSize) {
@@ -30,18 +31,22 @@ class FraudDeleteBase extends FraudBase {
     async destroyChunkItems(chunks) {
         log.error("Should be implemented in a sub class");
     }
+    getUserEmail(item) {
+        return item.User && item.User.email ? item.User.email : "";
+    }
     getAllItemsExceptOne(items) {
         if (items.length === 1 && this.getAllowedSingleDelete()) {
             return items;
         }
         else {
             const sortedItems = _.sortBy(items, function (item) {
-                return item.date;
+                return moment(item.created_at || item.date).valueOf();
             });
             const finalItems = [];
             let foundEmail = false;
             for (let i = 0; i < sortedItems.length; i++) {
-                if (!foundEmail && sortedItems[i].User.email && sortedItems[i].User.email.indexOf("_anonymous@citizens.i") === -1) {
+                const userEmail = this.getUserEmail(sortedItems[i]);
+                if (!foundEmail && userEmail && userEmail.indexOf("_anonymous@citizens.i") === -1) {
                     foundEmail = true;
                 }
                 else {
@@ -54,27 +59,38 @@ class FraudDeleteBase extends FraudBase {
             return finalItems;
         }
     }
-    async createAuditLog() {
+    async createAuditLog(transaction) {
         return await new Promise(async (resolve, reject) => {
             try {
                 const user = await models.User.findOne({
                     where: {
                         id: this.workPackage.userId,
                     },
-                    attributes: ['name']
+                    attributes: ['name'],
+                    transaction
                 });
+                const userName = user && user.name ? user.name : "Unknown";
+                const deleteData = {
+                    ...this.job.internal_data,
+                    requestedIdsToDelete: this.job.internal_data.idsToDelete,
+                    idsToDelete: this.deletedItemIds,
+                };
                 const fraudAuditLog = await models.GeneralDataStore.create({ data: {
                         date: new Date(),
-                        userName: user.name,
+                        userName,
                         workPackage: this.workPackage,
-                        deleteData: this.job.internal_data
-                    } });
+                        deleteData
+                    } }, { transaction });
                 const community = await models.Community.findOne({
                     where: {
                         id: this.workPackage.communityId
                     },
-                    attributes: ['data', 'id']
+                    attributes: ['data', 'id'],
+                    transaction
                 });
+                if (!community) {
+                    throw new Error("Community not found for fraud audit log");
+                }
                 if (!community.data) {
                     community.data = {};
                 }
@@ -84,10 +100,10 @@ class FraudDeleteBase extends FraudBase {
                 community.data.fraudDeletionsAuditLogs.push({
                     logId: fraudAuditLog.id,
                     date: fraudAuditLog.data.date,
-                    userName: user.name
+                    userName
                 });
                 community.changed('data', true);
-                await community.save();
+                await community.save({ transaction });
                 resolve();
             }
             catch (error) {
@@ -109,13 +125,13 @@ class FraudDeleteBase extends FraudBase {
     getTopItems(items, type) {
         return this.setupTopItems(items);
     }
-    async destroyAllItems(chunks) {
+    async destroyAllItems(chunks, transaction) {
         return await new Promise(async (resolve, reject) => {
             try {
                 const progressAdvanceForChunk = 75 / 10;
                 let progress = 25;
                 for (let c = 0; c < chunks.length; c++) {
-                    await this.destroyChunkItems(chunks[c]);
+                    await this.destroyChunkItems(chunks[c], transaction);
                     progress = Math.round(Math.min(80, progress += progressAdvanceForChunk));
                     await models.AcBackgroundJob.updateProgressAsync(this.workPackage.jobId, progress);
                 }
@@ -126,7 +142,7 @@ class FraudDeleteBase extends FraudBase {
             }
         });
     }
-    async deleteData() {
+    async deleteData(transaction) {
         return await new Promise(async (resolve, reject) => {
             try {
                 const keys = Object.keys(this.dataToProcess);
@@ -134,7 +150,8 @@ class FraudDeleteBase extends FraudBase {
                 for (let c = 0; c < keys.length; c++) {
                     itemsToDelete = itemsToDelete.concat(this.getAllItemsExceptOne(this.dataToProcess[keys[c]].items));
                 }
-                await this.destroyAllItems(this.sliceIntoChunks(itemsToDelete, 100));
+                this.deletedItemIds = itemsToDelete.map(item => item.id);
+                await this.destroyAllItems(this.sliceIntoChunks(itemsToDelete, 100), transaction);
                 resolve();
             }
             catch (error) {
@@ -142,7 +159,7 @@ class FraudDeleteBase extends FraudBase {
             }
         });
     }
-    async recountPosts() {
+    async recountPosts(transaction) {
         return await new Promise(async (resolve, reject) => {
             recountPosts(this.postsToRecount, error => {
                 if (error) {
@@ -151,10 +168,10 @@ class FraudDeleteBase extends FraudBase {
                 else {
                     resolve();
                 }
-            });
+            }, transaction);
         });
     }
-    async recountPoints() {
+    async recountPoints(transaction) {
         return await new Promise(async (resolve, reject) => {
             recountPoints(this.pointsToRecount, error => {
                 if (error) {
@@ -163,10 +180,10 @@ class FraudDeleteBase extends FraudBase {
                 else {
                     resolve();
                 }
-            });
+            }, transaction);
         });
     }
-    async recountCommunity() {
+    async recountCommunity(transaction) {
         return await new Promise(async (resolve, reject) => {
             recountCommunity(this.workPackage.communityId, error => {
                 if (error) {
@@ -175,7 +192,7 @@ class FraudDeleteBase extends FraudBase {
                 else {
                     resolve();
                 }
-            });
+            }, transaction);
         });
     }
     async deleteItems() {
@@ -189,15 +206,17 @@ class FraudDeleteBase extends FraudBase {
                 });
                 this.items = await this.getItemsById();
                 this.setupDataToProcess();
-                await this.deleteData();
-                await this.createAuditLog();
-                if (this.postsToRecount.length > 0) {
-                    await this.recountPosts();
-                }
-                if (this.pointsToRecount.length > 0) {
-                    await this.recountPoints();
-                }
-                await this.recountCommunity();
+                await models.sequelize.transaction(async (transaction) => {
+                    await this.deleteData(transaction);
+                    await this.createAuditLog(transaction);
+                    if (this.postsToRecount.length > 0) {
+                        await this.recountPosts(transaction);
+                    }
+                    if (this.pointsToRecount.length > 0) {
+                        await this.recountPoints(transaction);
+                    }
+                    await this.recountCommunity(transaction);
+                });
                 await models.AcBackgroundJob.updateProgressAsync(this.workPackage.jobId, 100);
                 resolve();
             }

package/services/engine/moderation/fraud/FraudDeleteBase.d.cts

@@ -2,20 +2,22 @@ export = FraudDeleteBase;
 declare class FraudDeleteBase extends FraudBase {
     postsToRecount: any[];
     pointsToRecount: any[];
+    deletedItemIds: any[];
     job: any;
     sliceIntoChunks(arr: any, chunkSize: any): any[];
     getItemsById(): Promise<null>;
     destroyChunkItems(chunks: any): Promise<void>;
+    getUserEmail(item: any): any;
     getAllItemsExceptOne(items: any): any;
-    createAuditLog(): Promise<any>;
+    createAuditLog(transaction: any): Promise<any>;
     getAllowedSingleDelete(): boolean;
     getMomentInYourPriorities(): number;
     getTopItems(items: any, type: any): any[];
-    destroyAllItems(chunks: any): Promise<any>;
-    deleteData(): Promise<any>;
-    recountPosts(): Promise<any>;
-    recountPoints(): Promise<any>;
-    recountCommunity(): Promise<any>;
+    destroyAllItems(chunks: any, transaction: any): Promise<any>;
+    deleteData(transaction: any): Promise<any>;
+    recountPosts(transaction: any): Promise<any>;
+    recountPoints(transaction: any): Promise<any>;
+    recountCommunity(transaction: any): Promise<any>;
     deleteItems(): Promise<any>;
 }
 import FraudBase = require("./FraudBase.cjs");

package/services/engine/moderation/fraud/FraudDeleteEndorsements.cjs

@@ -3,7 +3,7 @@ const _ = require("lodash");
 const FraudDeleteBase = require('./FraudDeleteBase.cjs');
 const models = require("../../../../models/index.cjs");
 class FraudDeleteEndorsements extends FraudDeleteBase {
-    async destroyChunkItemsByModel(model, items) {
+    async destroyChunkItemsByModel(model, items, transaction) {
         return await new Promise(async (resolve, reject) => {
             const idsToDestroy = items.map(i => i.id);
             try {
@@ -37,7 +37,8 @@ class FraudDeleteEndorsements extends FraudDeleteBase {
                             ]
                         }
                     ],
-                    attributes: ['id']
+                    attributes: ['id'],
+                    transaction
                 });
                 for (let i = 0; i < items.length; i++) {
                     if (this.postsToRecount.indexOf(items[i].post_id) === -1) {
@@ -51,8 +52,8 @@ class FraudDeleteEndorsements extends FraudDeleteBase {
             }
         });
     }
-    async destroyChunkItems(items) {
-        return this.destroyChunkItemsByModel(models.Endorsement, items);
+    async destroyChunkItems(items, transaction) {
+        return this.destroyChunkItemsByModel(models.Endorsement, items, transaction);
     }
     async getModelItemsById(model, getGroup) {
         return await new Promise(async (resolve, reject) => {

package/services/engine/moderation/fraud/FraudDeleteEndorsements.d.cts

@@ -1,7 +1,7 @@
 export = FraudDeleteEndorsements;
 declare class FraudDeleteEndorsements extends FraudDeleteBase {
-    destroyChunkItemsByModel(model: any, items: any): Promise<any>;
-    destroyChunkItems(items: any): Promise<any>;
+    destroyChunkItemsByModel(model: any, items: any, transaction: any): Promise<any>;
+    destroyChunkItems(items: any, transaction: any): Promise<any>;
     getModelItemsById(model: any, getGroup: any): Promise<any>;
     getItemsById(): Promise<any>;
 }

package/services/engine/moderation/fraud/FraudDeletePointQualities.cjs

@@ -4,7 +4,7 @@ const FraudDeleteBase = require('./FraudDeleteBase.cjs');
 const models = require("../../../../models/index.cjs");
 //TODO: Change to native JS instead of lodash
 class FraudDeletePointQualities extends FraudDeleteBase {
-    async destroyChunkItems(items) {
+    async destroyChunkItems(items, transaction) {
         return await new Promise(async (resolve, reject) => {
             const idsToDestroy = items.map(i => i.id);
             try {
@@ -44,7 +44,8 @@ class FraudDeletePointQualities extends FraudDeleteBase {
                             ]
                         },
                     ],
-                    attributes: ['id']
+                    attributes: ['id'],
+                    transaction
                 });
                 for (let i = 0; i < items.length; i++) {
                     if (this.pointsToRecount.indexOf(items[i].Point.id) === -1) {

package/services/engine/moderation/fraud/FraudDeletePointQualities.d.cts

@@ -1,6 +1,6 @@
 export = FraudDeletePointQualities;
 declare class FraudDeletePointQualities extends FraudDeleteBase {
-    destroyChunkItems(items: any): Promise<any>;
+    destroyChunkItems(items: any, transaction: any): Promise<any>;
     getItemsById(): Promise<any>;
 }
 import FraudDeleteBase = require("./FraudDeleteBase.cjs");

package/services/engine/moderation/fraud/FraudDeletePoints.cjs

@@ -3,7 +3,7 @@ const _ = require("lodash");
 const FraudDeleteBase = require('./FraudDeleteBase.cjs');
 const models = require("../../../../models/index.cjs");
 class FraudDeletePointQualities extends FraudDeleteBase {
-    async destroyChunkItems(items) {
+    async destroyChunkItems(items, transaction) {
         return await new Promise(async (resolve, reject) => {
             const idsToDestroy = items.map(i => i.id);
             try {
@@ -37,7 +37,8 @@ class FraudDeletePointQualities extends FraudDeleteBase {
                             ]
                         }
                     ],
-                    attributes: ['id']
+                    attributes: ['id'],
+                    transaction
                 });
                 for (let i = 0; i < items.length; i++) {
                     if (this.postsToRecount.indexOf(items[i].Post.id) === -1) {

package/services/engine/moderation/fraud/FraudDeletePoints.d.cts

@@ -1,6 +1,6 @@
 export = FraudDeletePointQualities;
 declare class FraudDeletePointQualities extends FraudDeleteBase {
-    destroyChunkItems(items: any): Promise<any>;
+    destroyChunkItems(items: any, transaction: any): Promise<any>;
     getItemsById(): Promise<any>;
 }
 import FraudDeleteBase = require("./FraudDeleteBase.cjs");

package/services/engine/moderation/fraud/FraudDeletePosts.cjs

@@ -3,7 +3,7 @@ const _ = require("lodash");
 const FraudDeleteEndorsements = require('./FraudDeleteEndorsements.cjs');
 const models = require("../../../../models/index.cjs");
 class FraudDeletePosts extends FraudDeleteEndorsements {
-    async destroyChunkItems(items) {
+    async destroyChunkItems(items, transaction) {
         return await new Promise(async (resolve, reject) => {
             const idsToDestroy = items.map(i => i.id);
             try {
@@ -31,7 +31,8 @@ class FraudDeletePosts extends FraudDeleteEndorsements {
                             ]
                         }
                     ],
-                    attributes: ['id']
+                    attributes: ['id'],
+                    transaction
                 });
                 resolve();
             }

package/services/engine/moderation/fraud/FraudDeleteRatings.cjs

@@ -4,12 +4,69 @@ const FraudDeleteEndorsements = require('./FraudDeleteEndorsements.cjs');
 const models = require("../../../../models/index.cjs");
 //TODO: Change to native JS instead of lodash
 class FraudDeleteRatings extends FraudDeleteEndorsements {
-    async destroyChunkItems(items) {
-        return this.destroyChunkItemsByModel(models.Rating, items);
+    getAllItemsExceptOne(items) {
+        if (items.length === 1 && this.getAllowedSingleDelete()) {
+            return items;
+        }
+        const itemsByTypeIndex = _.groupBy(items, item => {
+            return item.type_index === undefined || item.type_index === null
+                ? "default"
+                : item.type_index;
+        });
+        let itemsToDelete = [];
+        _.each(itemsByTypeIndex, innerItems => {
+            itemsToDelete = itemsToDelete.concat(super.getAllItemsExceptOne(innerItems));
+        });
+        return itemsToDelete;
+    }
+    async destroyChunkItems(items, transaction) {
+        return this.destroyChunkItemsByModel(models.Rating, items, transaction);
     }
     async getItemsById() {
-        const itemsContainer = await this.getModelItemsById(models.Rating);
-        return itemsContainer.itemsToAnalyse;
+        return await new Promise(async (resolve, reject) => {
+            try {
+                const items = await models.Rating.findAll({
+                    where: {
+                        id: {
+                            $in: this.job.internal_data.idsToDelete
+                        }
+                    },
+                    attributes: ["id", "created_at", "value", "type_index", "post_id", "user_id", "user_agent", "ip_address", "data"],
+                    include: [
+                        {
+                            model: models.User,
+                            attributes: ['id', 'email'],
+                        },
+                        {
+                            model: models.Post,
+                            attributes: ['id', 'name'],
+                            include: [
+                                {
+                                    model: models.Group,
+                                    attributes: ['id'],
+                                    include: [
+                                        {
+                                            model: models.Community,
+                                            attributes: [],
+                                            where: {
+                                                id: this.workPackage.communityId
+                                            }
+                                        }
+                                    ]
+                                }
+                            ]
+                        }
+                    ]
+                });
+                const itemsToAnalyse = _.sortBy(items, function (item) {
+                    return [item.post_id, item.type_index, item.user_agent];
+                });
+                resolve(itemsToAnalyse);
+            }
+            catch (error) {
+                reject(error);
+            }
+        });
     }
 }
 module.exports = FraudDeleteRatings;

package/services/engine/moderation/fraud/FraudGetBase.cjs

@@ -26,6 +26,21 @@ class FraudGetBase extends FraudBase {
             }
         });
     }
+    getUserEmail(item) {
+        return item.User && item.User.email ? item.User.email : "";
+    }
+    getUserName(item) {
+        return item.User && item.User.name ? item.User.name : "";
+    }
+    getPostName(item) {
+        return item.Post && item.Post.name ? item.Post.name : "";
+    }
+    getPointQualityPostName(item) {
+        return item.Point && item.Point.Post && item.Point.Post.name ? item.Point.Post.name : "";
+    }
+    getItemName(item) {
+        return item && item.name ? item.name : "";
+    }
     customCompress() {
         const flatData = [];
         _.forEach(this.dataToProcess, item => {
@@ -71,43 +86,52 @@ class FraudGetBase extends FraudBase {
                 cDoneUserAgents[item.user_agent] = true;
                 outData.cUserAgents.push(item.user_agent);
             }
-            if (!cDoneEmails[item.User.email]) {
-                cDoneEmails[item.User.email] = true;
-                outData.cEmails.push(item.User.email);
+            const userEmail = this.getUserEmail(item);
+            const userName = this.getUserName(item);
+            item.User = item.User || {};
+            if (!cDoneEmails[userEmail]) {
+                cDoneEmails[userEmail] = true;
+                outData.cEmails.push(userEmail);
             }
-            if (!cDoneNames[item.User.name]) {
-                cDoneNames[item.User.name] = true;
-                outData.cNames.push(item.User.name);
+            if (!cDoneNames[userName]) {
+                cDoneNames[userName] = true;
+                outData.cNames.push(userName);
             }
             if (this.workPackage.collectionType === "endorsements" ||
                 this.workPackage.collectionType === "ratings" ||
                 this.workPackage.collectionType === "points") {
-                if (!cDonePostNames[item.Post.name]) {
-                    cDonePostNames[item.Post.name] = true;
-                    outData.cPostNames.push(item.Post.name);
+                const postName = this.getPostName(item);
+                item.Post = item.Post || {};
+                if (!cDonePostNames[postName]) {
+                    cDonePostNames[postName] = true;
+                    outData.cPostNames.push(postName);
                 }
-                item.Post.name = outData.cPostNames.indexOf(item.Post.name);
+                item.Post.name = outData.cPostNames.indexOf(postName);
             }
             if (this.workPackage.collectionType === "posts") {
-                if (!cDonePostNames[item.name]) {
-                    cDonePostNames[item.name] = true;
-                    outData.cPostNames.push(item.name);
+                const postName = this.getItemName(item);
+                if (!cDonePostNames[postName]) {
+                    cDonePostNames[postName] = true;
+                    outData.cPostNames.push(postName);
                 }
-                item.name = outData.cPostNames.indexOf(item.name);
+                item.name = outData.cPostNames.indexOf(postName);
             }
             if (this.workPackage.collectionType === "pointQualities") {
-                if (!cDonePostNames[item.Point.Post.name]) {
-                    cDonePostNames[item.Point.Post.name] = true;
-                    outData.cPostNames.push(item.Point.Post.name);
+                const postName = this.getPointQualityPostName(item);
+                item.Point = item.Point || {};
+                item.Point.Post = item.Point.Post || {};
+                if (!cDonePostNames[postName]) {
+                    cDonePostNames[postName] = true;
+                    outData.cPostNames.push(postName);
                 }
-                item.Point.Post.name = outData.cPostNames.indexOf(item.Point.Post.name);
+                item.Point.Post.name = outData.cPostNames.indexOf(postName);
             }
             item.dataValues.backgroundColor = outData.cBackgroundColors.indexOf(item.dataValues.backgroundColor);
             item.dataValues.confidenceScoreSort = parseInt(item.dataValues.confidenceScore.replace("%", ''));
             item.ip_address = outData.cIpAddresses.indexOf(item.ip_address);
             item.user_agent = outData.cUserAgents.indexOf(item.user_agent);
-            item.User.email = outData.cEmails.indexOf(item.User.email);
-            item.User.name = outData.cEmails.indexOf(item.User.name);
+            item.User.email = outData.cEmails.indexOf(userEmail);
+            item.User.name = outData.cNames.indexOf(userName);
             outData.items.push(item);
         });
         this.dataToProcess = outData;

package/services/engine/moderation/fraud/FraudGetBase.d.cts

@@ -2,6 +2,11 @@ export = FraudGetBase;
 declare class FraudGetBase extends FraudBase {
     formatTime(): void;
     setBackgroundColorsFromKey(): void;
+    getUserEmail(item: any): any;
+    getUserName(item: any): any;
+    getPostName(item: any): any;
+    getPointQualityPostName(item: any): any;
+    getItemName(item: any): any;
     customCompress(): void;
     processAndGetFraudItems(): Promise<any>;
 }