@yrpri/api 9.0.103 → 9.0.104

package/dist/active-citizen/engine/moderation/fraud/FraudGetBase.cjs

@@ -1,133 +0,0 @@
-"use strict";
-const _ = require("lodash");
-const moment = require("moment");
-const FraudBase = require('./FraudBase.cjs');
-const models = require("../../../../models/index.cjs");
-const ColorHash = require('color-hash').default;
-class FraudGetBase extends FraudBase {
-    constructor(workPackage) {
-        super(workPackage);
-    }
-    formatTime() {
-        _.forEach(this.dataToProcess, item => {
-            for (let i = 0; i < item.items.length; i++) {
-                item.items[i].dataValues.createAtValue = moment(item.items[i].created_at).valueOf();
-                item.items[i].dataValues.created_at = moment(item.items[i].created_at).format("DD/MM/YY HH:mm:ss");
-            }
-        });
-    }
-    setBackgroundColorsFromKey() {
-        const colorHash = new ColorHash({ lightness: 0.83 });
-        _.forEach(this.dataToProcess, item => {
-            const color = colorHash.hex(item.key);
-            for (let i = 0; i < item.items.length; i++) {
-                item.items[i].dataValues.backgroundColor = color;
-            }
-        });
-    }
-    customCompress() {
-        const flatData = [];
-        _.forEach(this.dataToProcess, item => {
-            for (let i = 0; i < item.items.length; i++) {
-                const innerItem = item.items[i];
-                innerItem.key = item.key;
-                innerItem.dataValues.groupCount = item.items.length;
-                flatData.push(innerItem);
-            }
-        });
-        const cDoneBackgroundColors = {};
-        const cDoneIpAddresses = {};
-        const cDoneUserAgents = {};
-        const cDoneEmails = {};
-        const cDoneNames = {};
-        const cDonePostNames = {};
-        const cKeysDone = {};
-        const cKeys = [];
-        const outData = {
-            cBackgroundColors: [],
-            cIpAddresses: [],
-            cUserAgents: [],
-            cEmails: [],
-            cNames: [],
-            cPostNames: [],
-            items: []
-        };
-        _.forEach(flatData, item => {
-            if (!cKeysDone[item.key]) {
-                cKeysDone[item.key] = true;
-                cKeys.push(item.key);
-            }
-            item.dataValues.key = cKeys.indexOf(item.key);
-            if (!cDoneBackgroundColors[item.dataValues.backgroundColor]) {
-                cDoneBackgroundColors[item.dataValues.backgroundColor] = true;
-                outData.cBackgroundColors.push(item.dataValues.backgroundColor);
-            }
-            if (!cDoneIpAddresses[item.ip_address]) {
-                cDoneIpAddresses[item.ip_address] = true;
-                outData.cIpAddresses.push(item.ip_address);
-            }
-            if (!cDoneUserAgents[item.user_agent]) {
-                cDoneUserAgents[item.user_agent] = true;
-                outData.cUserAgents.push(item.user_agent);
-            }
-            if (!cDoneEmails[item.User.email]) {
-                cDoneEmails[item.User.email] = true;
-                outData.cEmails.push(item.User.email);
-            }
-            if (!cDoneNames[item.User.name]) {
-                cDoneNames[item.User.name] = true;
-                outData.cNames.push(item.User.name);
-            }
-            if (this.workPackage.collectionType === "endorsements" ||
-                this.workPackage.collectionType === "ratings" ||
-                this.workPackage.collectionType === "points") {
-                if (!cDonePostNames[item.Post.name]) {
-                    cDonePostNames[item.Post.name] = true;
-                    outData.cPostNames.push(item.Post.name);
-                }
-                item.Post.name = outData.cPostNames.indexOf(item.Post.name);
-            }
-            if (this.workPackage.collectionType === "posts") {
-                if (!cDonePostNames[item.name]) {
-                    cDonePostNames[item.name] = true;
-                    outData.cPostNames.push(item.name);
-                }
-                item.name = outData.cPostNames.indexOf(item.name);
-            }
-            if (this.workPackage.collectionType === "pointQualities") {
-                if (!cDonePostNames[item.Point.Post.name]) {
-                    cDonePostNames[item.Point.Post.name] = true;
-                    outData.cPostNames.push(item.Point.Post.name);
-                }
-                item.Point.Post.name = outData.cPostNames.indexOf(item.Point.Post.name);
-            }
-            item.dataValues.backgroundColor = outData.cBackgroundColors.indexOf(item.dataValues.backgroundColor);
-            item.dataValues.confidenceScoreSort = parseInt(item.dataValues.confidenceScore.replace("%", ''));
-            item.ip_address = outData.cIpAddresses.indexOf(item.ip_address);
-            item.user_agent = outData.cUserAgents.indexOf(item.user_agent);
-            item.User.email = outData.cEmails.indexOf(item.User.email);
-            item.User.name = outData.cEmails.indexOf(item.User.name);
-            outData.items.push(item);
-        });
-        this.dataToProcess = outData;
-    }
-    async processAndGetFraudItems() {
-        return await new Promise(async (resolve, reject) => {
-            try {
-                console.log(`Get Fraud ${JSON.stringify(this.workPackage)}`);
-                this.items = await this.getAllItems();
-                this.setupDataToProcess();
-                this.setBackgroundColorsFromKey();
-                this.formatTime();
-                this.customCompress();
-                await models.AcBackgroundJob.updateDataAsync(this.workPackage.jobId, this.dataToProcess);
-                await models.AcBackgroundJob.updateProgressAsync(this.workPackage.jobId, 100);
-                resolve();
-            }
-            catch (error) {
-                reject(error);
-            }
-        });
-    }
-}
-module.exports = FraudGetBase;

package/dist/active-citizen/engine/moderation/fraud/FraudGetEndorsements.cjs

@@ -1,185 +0,0 @@
-"use strict";
-const _ = require("lodash");
-const FraudGetBase = require('./FraudGetBase.cjs');
-const models = require("../../../../models/index.cjs");
-//TODO: Change to native JS instead of lodash
-class FraudGetEndorsements extends FraudGetBase {
-    async getAllModelItems(model, getGroup) {
-        return await new Promise(async (resolve, reject) => {
-            try {
-                const items = await model.findAll({
-                    attributes: ["id", "created_at", "value", "post_id", "user_id", "user_agent", "ip_address", "data"],
-                    include: [
-                        {
-                            model: models.User,
-                            attributes: ['id', 'email'],
-                        },
-                        {
-                            model: models.Post,
-                            attributes: ['id', 'name'],
-                            include: [
-                                {
-                                    model: models.Group,
-                                    attributes: ['id'],
-                                    include: [
-                                        {
-                                            model: models.Community,
-                                            attributes: [],
-                                            where: {
-                                                id: this.workPackage.communityId
-                                            }
-                                        }
-                                    ]
-                                }
-                            ]
-                        }
-                    ]
-                });
-                const itemsToAnalyse = _.sortBy(items, function (item) {
-                    return [item.post_id, item.user_agent];
-                });
-                let groupConfiguration;
-                if (getGroup && items.length > 0) {
-                    const group = await models.Group.findOne({
-                        where: {
-                            id: itemsToAnalyse[0].Post.Group.id
-                        },
-                        attributes: ['configuration']
-                    });
-                    if (group) {
-                        groupConfiguration = group.configuration;
-                    }
-                }
-                resolve({ itemsToAnalyse, groupConfiguration });
-            }
-            catch (error) {
-                reject(error);
-            }
-        });
-    }
-    async getAllItems() {
-        const itemsContainer = await this.getAllModelItems(models.Endorsement);
-        return itemsContainer.itemsToAnalyse;
-    }
-    getTopItems(items, type) {
-        let topItems = this.setupTopItems(items);
-        const postIds = this.getPostIdsFromItems(topItems);
-        const postCount = _.uniq(postIds).length;
-        if (type === "byIpUserAgentPostId") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if (item.count > 1) {
-                    if ((item.count) > 10) {
-                        this.setWeightedConfidenceScore(item.items, 95);
-                    }
-                    else if ((item.count) > 5) {
-                        this.setWeightedConfidenceScore(item.items, 90);
-                    }
-                    else if ((item.count) > 4) {
-                        this.setWeightedConfidenceScore(item.items, 85);
-                    }
-                    else if ((item.count) > 3) {
-                        this.setWeightedConfidenceScore(item.items, 80);
-                    }
-                    else if ((item.count) > 2) {
-                        this.setWeightedConfidenceScore(item.items, 75);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 70);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else if (type === "byIpFingerprint") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if ((item.count / postCount) > 1) {
-                    if ((item.count / postCount) > 5) {
-                        this.setWeightedConfidenceScore(item.items, 90);
-                    }
-                    else if ((item.count / postCount) > 4) {
-                        this.setWeightedConfidenceScore(item.items, 80);
-                    }
-                    else if ((item.count / postCount) > 3) {
-                        this.setWeightedConfidenceScore(item.items, 60);
-                    }
-                    else if ((item.count / postCount) > 2) {
-                        this.setWeightedConfidenceScore(item.items, 55);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 30);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else if (type === "byMissingFingerprint") {
-            return topItems;
-        }
-        else if (type === "byIpFingerprintPostId") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if (item.count > 1) {
-                    if ((item.count) > 10) {
-                        this.setWeightedConfidenceScore(item.items, 100);
-                    }
-                    else if ((item.count) > 5) {
-                        this.setWeightedConfidenceScore(item.items, 98);
-                    }
-                    else if ((item.count) > 4) {
-                        this.setWeightedConfidenceScore(item.items, 95);
-                    }
-                    else if ((item.count) > 3) {
-                        this.setWeightedConfidenceScore(item.items, 90);
-                    }
-                    else if ((item.count) > 2) {
-                        this.setWeightedConfidenceScore(item.items, 85);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 80);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else if (type === "byIpAddress") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if ((item.count / postCount) > 1) {
-                    if ((item.count / postCount) > 100) {
-                        this.setWeightedConfidenceScore(item.items, 90);
-                    }
-                    else if ((item.count / postCount) > 50) {
-                        this.setWeightedConfidenceScore(item.items, 80);
-                    }
-                    else if ((item.count / postCount) > 25) {
-                        this.setWeightedConfidenceScore(item.items, 70);
-                    }
-                    else if ((item.count / postCount) > 10) {
-                        this.setWeightedConfidenceScore(item.items, 60);
-                    }
-                    else if ((item.count / postCount) > 5) {
-                        this.setWeightedConfidenceScore(item.items, 50);
-                    }
-                    else if ((item.count / postCount) > 2) {
-                        this.setWeightedConfidenceScore(item.items, 40);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 30);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else {
-            console.warn("Wrong type for e fraud check");
-            return [];
-        }
-    }
-}
-module.exports = FraudGetEndorsements;

package/dist/active-citizen/engine/moderation/fraud/FraudGetPointQualities.cjs

@@ -1,184 +0,0 @@
-"use strict";
-const _ = require("lodash");
-const FraudGetBase = require('./FraudGetBase.cjs');
-const models = require("../../../../models/index.cjs");
-//TODO: Change to native JS instead of lodash
-class FraudGetPointQualities extends FraudGetBase {
-    async getAllItems() {
-        return await new Promise(async (resolve, reject) => {
-            try {
-                const items = await models.PointQuality.findAll({
-                    attributes: ["id", "created_at", "value", "point_id", "user_id", "user_agent", "ip_address", "data"],
-                    include: [
-                        {
-                            model: models.User,
-                            attributes: ['id', 'email'],
-                        },
-                        {
-                            model: models.Point,
-                            attributes: ['id'],
-                            include: [
-                                {
-                                    model: models.Post,
-                                    attributes: ['id', 'name'],
-                                    include: [
-                                        {
-                                            model: models.Group,
-                                            attributes: ['id'],
-                                            include: [
-                                                {
-                                                    model: models.Community,
-                                                    attributes: [],
-                                                    where: {
-                                                        id: this.workPackage.communityId
-                                                    }
-                                                }
-                                            ]
-                                        }
-                                    ]
-                                }
-                            ]
-                        },
-                    ]
-                });
-                const itemsToAnalyse = _.sortBy(items, function (item) {
-                    return [item.post_id, item.user_agent];
-                });
-                resolve(itemsToAnalyse);
-            }
-            catch (error) {
-                reject(error);
-            }
-        });
-    }
-    getPointIdsFromItems(topItems) {
-        const postIds = [];
-        _.forEach(topItems, item => {
-            for (let i = 0; i < item.items.length; i++) {
-                postIds.push(item.items[i].point_id);
-            }
-        });
-        return postIds;
-    }
-    getTopItems(items, type) {
-        let topItems = this.setupTopItems(items);
-        const pointIds = this.getPointIdsFromItems(topItems);
-        const pointCount = _.uniq(pointIds).length;
-        if (type === "byIpUserAgentPointId") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if (item.count > 1) {
-                    if ((item.count) > 10) {
-                        this.setWeightedConfidenceScore(item.items, 95);
-                    }
-                    else if ((item.count) > 5) {
-                        this.setWeightedConfidenceScore(item.items, 90);
-                    }
-                    else if ((item.count) > 4) {
-                        this.setWeightedConfidenceScore(item.items, 85);
-                    }
-                    else if ((item.count) > 3) {
-                        this.setWeightedConfidenceScore(item.items, 80);
-                    }
-                    else if ((item.count) > 2) {
-                        this.setWeightedConfidenceScore(item.items, 75);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 70);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else if (type === "byIpFingerprint") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if ((item.count / pointCount) > 1) {
-                    if ((item.count / pointCount) > 5) {
-                        this.setWeightedConfidenceScore(item.items, 99);
-                    }
-                    else if ((item.count / pointCount) > 4) {
-                        this.setWeightedConfidenceScore(item.items, 95);
-                    }
-                    else if ((item.count / pointCount) > 3) {
-                        this.setWeightedConfidenceScore(item.items, 90);
-                    }
-                    else if ((item.count / pointCount) > 2) {
-                        this.setWeightedConfidenceScore(item.items, 85);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 80);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else if (type === "byMissingFingerprint") {
-            return topItems;
-        }
-        else if (type === "byIpFingerprintPointId") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if (item.count > 1) {
-                    if ((item.count) > 10) {
-                        this.setWeightedConfidenceScore(item.items, 100);
-                    }
-                    else if ((item.count) > 5) {
-                        this.setWeightedConfidenceScore(item.items, 98);
-                    }
-                    else if ((item.count) > 4) {
-                        this.setWeightedConfidenceScore(item.items, 95);
-                    }
-                    else if ((item.count) > 3) {
-                        this.setWeightedConfidenceScore(item.items, 90);
-                    }
-                    else if ((item.count) > 2) {
-                        this.setWeightedConfidenceScore(item.items, 85);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 80);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else if (type === "byIpAddress") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if ((item.count / pointCount) > 1) {
-                    if ((item.count / pointCount) > 100) {
-                        this.setWeightedConfidenceScore(item.items, 90);
-                    }
-                    else if ((item.count / pointCount) > 50) {
-                        this.setWeightedConfidenceScore(item.items, 85);
-                    }
-                    else if ((item.count / pointCount) > 25) {
-                        this.setWeightedConfidenceScore(item.items, 80);
-                    }
-                    else if ((item.count / pointCount) > 10) {
-                        this.setWeightedConfidenceScore(item.items, 75);
-                    }
-                    else if ((item.count / pointCount) > 5) {
-                        this.setWeightedConfidenceScore(item.items, 70);
-                    }
-                    else if ((item.count / pointCount) > 2) {
-                        this.setWeightedConfidenceScore(item.items, 65);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 50);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else {
-            console.warn(`Wrong type for e fraud check: ${type}`);
-            return [];
-        }
-    }
-}
-module.exports = FraudGetPointQualities;

package/dist/active-citizen/engine/moderation/fraud/FraudGetPoints.cjs

@@ -1,170 +0,0 @@
-"use strict";
-const _ = require("lodash");
-const FraudGetBase = require('./FraudGetBase.cjs');
-const models = require("../../../../models/index.cjs");
-//TODO: Change to native JS instead of lodash
-class FraudGetPointQualities extends FraudGetBase {
-    async getAllItems() {
-        return await new Promise(async (resolve, reject) => {
-            try {
-                const items = await models.Point.findAll({
-                    attributes: ["id", "created_at", "post_id", "user_id", "user_agent", "ip_address", "data"],
-                    include: [
-                        {
-                            model: models.User,
-                            attributes: ['id', 'email'],
-                        },
-                        {
-                            model: models.Post,
-                            attributes: ['id', 'name'],
-                            include: [
-                                {
-                                    model: models.Group,
-                                    attributes: ['id'],
-                                    include: [
-                                        {
-                                            model: models.Community,
-                                            attributes: [],
-                                            where: {
-                                                id: this.workPackage.communityId
-                                            }
-                                        }
-                                    ]
-                                }
-                            ]
-                        }
-                    ]
-                });
-                const itemsToAnalyse = _.sortBy(items, function (item) {
-                    return [item.post_id, item.user_agent];
-                });
-                resolve(itemsToAnalyse);
-            }
-            catch (error) {
-                reject(error);
-            }
-        });
-    }
-    getTopItems(items, type) {
-        let topItems = this.setupTopItems(items);
-        const postIds = this.getPostIdsFromItems(topItems);
-        const postCount = _.uniq(postIds).length;
-        const pointMultiplier = 10;
-        if (type === "byIpUserAgentPostId") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if (item.count > pointMultiplier) {
-                    if ((item.count) > 10 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 70);
-                    }
-                    else if ((item.count) > 5 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 60);
-                    }
-                    else if ((item.count) > 4 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 50);
-                    }
-                    else if ((item.count) > 3 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 40);
-                    }
-                    else if ((item.count) > 2 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 30);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 20);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else if (type === "byIpFingerprint") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if ((item.count / postCount) > pointMultiplier) {
-                    if ((item.count / postCount) > 5 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 70);
-                    }
-                    else if ((item.count / postCount) > 4 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 60);
-                    }
-                    else if ((item.count / postCount) > 3 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 40);
-                    }
-                    else if ((item.count / postCount) > 2 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 20);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 10);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else if (type === "byMissingFingerprint") {
-            return topItems;
-        }
-        else if (type === "byIpFingerprintPostId") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if (item.count > pointMultiplier) {
-                    if ((item.count) > 10 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 60);
-                    }
-                    else if ((item.count) > 5 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 40);
-                    }
-                    else if ((item.count) > 4 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 35);
-                    }
-                    else if ((item.count) > 3 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 20);
-                    }
-                    else if ((item.count) > 2 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 15);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 5);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else if (type === "byIpAddress") {
-            let out = [];
-            _.each(topItems, function (item) {
-                if ((item.count / postCount) > pointMultiplier) {
-                    if ((item.count / postCount) > 100 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 70);
-                    }
-                    else if ((item.count / postCount) > 50 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 65);
-                    }
-                    else if ((item.count / postCount) > 25 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 40);
-                    }
-                    else if ((item.count / postCount) > 10 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 35);
-                    }
-                    else if ((item.count / postCount) > 5 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 20);
-                    }
-                    else if ((item.count / postCount) > 2 * pointMultiplier) {
-                        this.setWeightedConfidenceScore(item.items, 15);
-                    }
-                    else {
-                        this.setWeightedConfidenceScore(item.items, 10);
-                    }
-                    out.push(item);
-                }
-            }.bind(this));
-            return out;
-        }
-        else {
-            console.warn("Wrong type for e fraud check");
-            return [];
-        }
-    }
-}
-module.exports = FraudGetPointQualities;