@yrpri/api 9.0.103 → 9.0.104

package/dist/active-citizen/engine/moderation/fraud/CreateFraudAuditReport.cjs

@@ -1,313 +0,0 @@
-"use strict";
-const models = require("../../../../models/index.cjs");
-const moment = require("moment");
-const _ = require("lodash");
-const Excel = require("exceljs");
-const setJobError = require("../../reports/common_utils.cjs").setJobError;
-const uploadToS3 = require("../../reports/common_utils.cjs").uploadToS3;
-const sanitizeFilename = require("sanitize-filename");
-const formatWorksheet = (worksheet) => {
-    worksheet.getRow(1).font = { bold: true };
-    //  worksheet.properties.defaultRowHeight = 20;
-};
-class FraudAuditReport {
-    constructor(workPackage) {
-        this.workPackage = workPackage;
-        this.exportedData = null;
-        this.items = null;
-        this.workBook = null;
-        this.worksheet = null;
-    }
-    async getPointQualityItems(ids) {
-        return await models.PointQuality.unscoped().findAll({
-            attributes: ["id", "created_at", "value", "point_id", "user_id", "user_agent", "ip_address", "data"],
-            where: {
-                id: {
-                    $in: ids
-                }
-            },
-            include: [
-                {
-                    model: models.User,
-                    attributes: ['id', 'email'],
-                },
-                {
-                    model: models.Point,
-                    attributes: ['id'],
-                    include: [
-                        {
-                            model: models.Post,
-                            attributes: ['id', 'name'],
-                            include: [
-                                {
-                                    model: models.Group,
-                                    attributes: ['id'],
-                                    include: [
-                                        {
-                                            model: models.Community,
-                                            attributes: [],
-                                            where: {
-                                                id: this.workPackage.communityId
-                                            }
-                                        }
-                                    ]
-                                }
-                            ]
-                        }
-                    ]
-                }
-            ]
-        });
-    }
-    async getPostDependedItems(model, ids) {
-        let items = await model.unscoped().findAll({
-            attributes: ["id", "created_at", "value", "post_id", "user_id", "user_agent", "ip_address", "data"],
-            where: {
-                id: {
-                    $in: ids
-                }
-            },
-            include: [
-                {
-                    model: models.User,
-                    attributes: ['id', 'email'],
-                },
-                {
-                    model: models.Post,
-                    attributes: ['id', 'name'],
-                    include: [
-                        {
-                            model: models.Group,
-                            attributes: ['id'],
-                            include: [
-                                {
-                                    model: models.Community,
-                                    attributes: [],
-                                    where: {
-                                        id: this.workPackage.communityId
-                                    }
-                                }
-                            ]
-                        }
-                    ]
-                }
-            ]
-        });
-        items = _.sortBy(items, function (item) {
-            return [item.post_id, item.user_agent];
-        });
-        return items;
-    }
-    async getPostItems(ids) {
-        return await model.unscoped().findAll({
-            attributes: ["id", "created_at", "group_id", "user_id", "user_agent", "ip_address", "data"],
-            where: {
-                id: {
-                    $in: ids
-                }
-            },
-            include: [
-                {
-                    model: models.User,
-                    attributes: ['id', 'email'],
-                },
-                {
-                    model: models.Group,
-                    attributes: ['id'],
-                    include: [
-                        {
-                            model: models.Community,
-                            attributes: [],
-                            where: {
-                                id: this.workPackage.communityId
-                            }
-                        }
-                    ]
-                }
-            ]
-        });
-    }
-    async setupXls() {
-        const originalWorkPackage = this.workPackage.auditReportData.workPackage;
-        this.workBook = new Excel.Workbook();
-        this.workBook.creator = "Your Priorities Report - Automated";
-        this.workBook.created = new Date();
-        this.worksheet = this.workBook.addWorksheet(`Community Users ${this.workPackage.community.id} ${this.workPackage.userName}`);
-        this.worksheet.columns = [
-            { header: "Type", key: "collectionType", width: 20 },
-            { header: "Method", key: "selectedMethod", width: 20 },
-            { header: "Delete Evaluation", key: "dateDeleted", width: 27 },
-            { header: "Id", key: "id", width: 10 },
-            { header: "Date created", key: "date", width: 20 },
-            { header: "IP Address", key: "ipAddress", width: 20 },
-            { header: "Browser Id", key: "browserId", width: 30 },
-            { header: "Fingerprint", key: "browserFingerprint", width: 30 },
-            { header: "User Id", key: "userId", width: 15 },
-            { header: "Email", key: "email", width: 40 }
-        ];
-        if (['posts', 'pointQualities'].indexOf(originalWorkPackage.collectionType) === -1) {
-            this.worksheet.columns = this.worksheet.columns.concat([
-                { header: "Post Id", key: "postId", width: 20 },
-                { header: "Post Name", key: "postName", width: 30 },
-            ]);
-        }
-        if (['endorsements', 'pointQualities', 'ratings'].indexOf(originalWorkPackage.collectionType) !== -1) {
-            this.worksheet.columns = this.worksheet.columns.concat([
-                { header: "Value", key: "value", width: 20 }
-            ]);
-        }
-        if (['pointQualities'].indexOf(originalWorkPackage.collectionType) !== -1) {
-            this.worksheet.columns = this.worksheet.columns.concat([
-                { header: "Point Id", key: "postId", width: 20 },
-            ]);
-        }
-        this.worksheet.columns = this.worksheet.columns.concat([
-            { header: "User Agent", key: "userAgent", width: 50 }
-        ]);
-    }
-    setupFilename() {
-        const dateString = moment(new Date()).format("DD_MM_YY_HH_mm");
-        const communityName = sanitizeFilename(this.workPackage.community.name).replace(/ /g, "");
-        this.workPackage.filename =
-            "Community_Users_Export_" +
-                this.workPackage.communityId +
-                "_" +
-                communityName +
-                "_" +
-                dateString +
-                ".xls";
-        this.workPackage.fileEnding = "xls";
-    }
-    async getCommunity() {
-        this.workPackage.community = await models.Community.findOne({
-            where: {
-                id: this.workPackage.communityId
-            },
-            attributes: ['id', 'name', 'data']
-        });
-    }
-    async uploadToS3() {
-        return await new Promise(async (resolve, reject) => {
-            uploadToS3(this.workPackage.jobId, this.workPackage.userId, this.workPackage.filename, this.workPackage.fileEnding, this.exportedData, (error, reportUrl) => {
-                if (error) {
-                    reject(error);
-                }
-                else {
-                    models.AcBackgroundJob.update({
-                        progress: 100,
-                        data: { reportUrl },
-                    }, {
-                        where: { id: this.workPackage.jobId },
-                    })
-                        .then(() => {
-                        resolve();
-                    })
-                        .catch((error) => {
-                        reject(error);
-                    });
-                }
-            });
-        });
-    }
-    async setupItems() {
-        const auditReportData = this.workPackage.auditReportData;
-        switch (auditReportData.workPackage.collectionType) {
-            case 'endorsements':
-                this.items = await this.getPostDependedItems(models.Endorsement, auditReportData.deleteData.idsToDelete);
-                break;
-            case 'ratings':
-                this.items = await this.getPostDependedItems(models.Rating, auditReportData.deleteData.idsToDelete);
-                break;
-            case 'pointQualities':
-                this.items = await this.getPointQualityItems(auditReportData.deleteData.idsToDelete);
-                break;
-            case 'points':
-                this.items = await this.getPostDependedItems(models.Point, auditReportData.deleteData.idsToDelete);
-                break;
-            case 'posts':
-                this.items = await this.getPostItems(auditReportData.deleteData.idsToDelete);
-                break;
-        }
-    }
-    async populateXls() {
-        const originalWorkPackage = this.workPackage.auditReportData.workPackage;
-        for (let i = 0; i < this.items.length; i++) {
-            const item = this.items[i];
-            let row = {
-                collectionType: originalWorkPackage.collectionType,
-                selectedMethod: originalWorkPackage.selectedMethod,
-                dateDeleted: this.workPackage.auditReportData.date,
-                id: item.id,
-                date: item.created_at,
-                userId: item.User.id,
-                email: item.User.email,
-                ipAddress: item.ip_address,
-                userAgent: item.user_agent,
-            };
-            if (item.data) {
-                row.browserFingerprint = item.data.browserFingerprint;
-                row.browserId = item.data.browserId;
-            }
-            if (['posts', 'pointQualities'].indexOf(originalWorkPackage.collectionType) === -1) {
-                row.postId = item.Post.id;
-                row.postName = item.Post.name;
-            }
-            if (['endorsements', 'pointQualities', 'ratings'].indexOf(originalWorkPackage.collectionType) !== -1) {
-                row.value = item.value;
-            }
-            if (['pointQualities'].indexOf(originalWorkPackage.collectionType) !== -1) {
-                row.pointId = item.Point.id;
-            }
-            this.worksheet.addRow(row);
-        }
-        this.exportedData = await this.workBook.xlsx.writeBuffer();
-    }
-    async createReport() {
-        return await new Promise(async (resolve, reject) => {
-            try {
-                const auditReport = await models.GeneralDataStore.findOne({
-                    where: {
-                        id: this.workPackage.selectedFraudAuditId
-                    }
-                });
-                if (auditReport && auditReport.data) {
-                    this.workPackage.auditReportData = auditReport.data;
-                    await this.getCommunity();
-                    this.setupFilename();
-                    await models.AcBackgroundJob.updateProgressAsync(this.workPackage.jobId, 5);
-                    await this.setupItems();
-                    await models.AcBackgroundJob.updateProgressAsync(this.workPackage.jobId, 70);
-                    await this.setupXls();
-                    await this.populateXls();
-                    await models.AcBackgroundJob.updateProgressAsync(this.workPackage.jobId, 90);
-                    await this.uploadToS3();
-                    resolve();
-                }
-                else {
-                    reject(`No fraud audit found for ${this.workPackage.selectedFraudAuditId}`);
-                }
-            }
-            catch (error) {
-                console.error(error);
-                setJobError(this.workPackage.jobId, "errorFraudAuditReportGeneration", error, (dbError) => {
-                    reject(dbError || error);
-                });
-            }
-        });
-    }
-}
-const createFraudAuditReport = async (workPackage, done) => {
-    return await new Promise(async (resolve, reject) => {
-        try {
-            const generator = new FraudAuditReport(workPackage);
-            await generator.createReport();
-            done();
-        }
-        catch (error) {
-            done(error);
-        }
-    });
-};
-module.exports = {
-    createFraudAuditReport
-};

package/dist/active-citizen/engine/moderation/fraud/FraudBase.cjs

@@ -1,239 +0,0 @@
-"use strict";
-const _ = require("lodash");
-const moment = require("moment");
-class FraudBase {
-    constructor(workPackage) {
-        this.workPackage = workPackage;
-        this.items = null;
-        this.dataToProcess = null;
-    }
-    average(arr) {
-        return arr.reduce((a, b) => a + b, 0) / arr.length;
-        ;
-    }
-    getTopItems() {
-        console.error("Should be implemented in a sub class");
-        return null;
-    }
-    async getAllItems() {
-        console.error("Should be implemented in a sub class");
-        return null;
-    }
-    getPostIdsFromItems(topItems) {
-        const postIds = [];
-        _.forEach(topItems, item => {
-            for (let i = 0; i < item.items.length; i++) {
-                postIds.push(item.items[i].post_id);
-            }
-        });
-        return postIds;
-    }
-    setupTopItems(items) {
-        let topItems = [];
-        _.each(items, function (items, key) {
-            topItems.push({ key: key, count: items.length, items: items });
-        });
-        return _.sortBy(topItems, function (item) {
-            return -item.count;
-        });
-    }
-    getTopDataByIp() {
-        return this.getTopItems(this.groupTopDataByIp(), "byIpAddress");
-    }
-    getTopDataByIpUserAgentPostId() {
-        return this.getTopItems(this.groupTopDataByIpUserAgentPostId(), "byIpUserAgentPostId");
-    }
-    getTopDataByIpUserAgentPointId() {
-        return this.getTopItems(this.groupTopDataByIpUserAgentPointId(), "byIpUserAgentPointId");
-    }
-    getTopDataByIpFingerprintPostId() {
-        return this.getTopItems(this.groupTopDataByIpFingerprintPostId(), "byIpFingerprintPostId");
-    }
-    getTopDataByIpFingerprintPointId() {
-        return this.getTopItems(this.groupTopDataByIpFingerprintPointId(), "byIpFingerprintPointId");
-    }
-    getTopDataByIpFingerprint() {
-        return this.getTopItems(this.groupTopDataByIpFingerprint(), "byIpFingerprint");
-    }
-    getTopDataByNoFingerprints() {
-        return this.getTopItems(this.groupTopDataByNoFingerprints(), "byMissingFingerprint");
-    }
-    setupDataToProcess() {
-        switch (this.workPackage.selectedMethod) {
-            case "byIpAddress":
-                this.dataToProcess = this.getTopDataByIp();
-                break;
-            case "byIpUserAgentPostId":
-                this.dataToProcess = this.getTopDataByIpUserAgentPostId();
-                break;
-            case "byIpUserAgentPointId":
-                this.dataToProcess = this.getTopDataByIpUserAgentPointId();
-                break;
-            case "byIpFingerprintPostId":
-                this.dataToProcess = this.getTopDataByIpFingerprintPostId();
-                break;
-            case "byIpFingerprintPointId":
-                this.dataToProcess = this.getTopDataByIpFingerprintPointId();
-                break;
-            case "byIpFingerprint":
-                this.dataToProcess = this.getTopDataByIpFingerprint();
-                break;
-            case "byMissingBrowserFingerprint":
-                this.dataToProcess = this.getTopDataByNoFingerprints();
-                break;
-        }
-    }
-    getTimeDifferentScores(items) {
-        const days = _.groupBy(items, item => {
-            return moment(item.created_at).format("DD/MM/YY");
-        });
-        const daysScores = [];
-        _.each(days, function (innerItems, key) {
-            const seconds = [];
-            const sortedItems = _.sortBy(innerItems, item => {
-                return moment(item.created_at).valueOf();
-            });
-            for (let i = 0; i < sortedItems.length; i++) {
-                if (i < sortedItems.length - 1) {
-                    const first = moment(sortedItems[i].created_at);
-                    const second = moment(sortedItems[i + 1].created_at);
-                    const duration = moment.duration(second.diff(first));
-                    seconds.push(Math.round(duration.asSeconds()));
-                }
-            }
-            const averageDay = this.average(seconds);
-            let score;
-            if (averageDay < 1) {
-                score = 99;
-            }
-            else if (averageDay < 5) {
-                score = 97;
-            }
-            else if (averageDay < 50) {
-                score = 95;
-            }
-            else if (averageDay < 100) {
-                score = 90;
-            }
-            else if (averageDay < 200) {
-                score = 85;
-            }
-            else if (averageDay < 400) {
-                score = 80;
-            }
-            else if (averageDay < 800) {
-                score = 75;
-            }
-            else if (averageDay < 900) {
-                score = 60;
-            }
-            else {
-                score = 50;
-            }
-            daysScores.push(score);
-        }.bind(this));
-        return this.average(daysScores);
-    }
-    setWeightedConfidenceScore(items, score) {
-        const timeScore = this.getTimeDifferentScores(items);
-        const averageScore = (timeScore + score) / 2;
-        for (let i = 0; i < items.length; i++) {
-            const item = items[i];
-            const hasData = item.data ? Object.keys(item.data).length === 0 : false;
-            if (hasData && !item.data.browserId && moment(item.created_at) > this.getStartFingerprintMoment()) {
-                if (["posts", "points"].indexOf(this.workPackage.collectionType) > -1) {
-                    item.dataValues.confidenceScore = `50%`;
-                }
-                else {
-                    item.dataValues.confidenceScore = `100%`;
-                }
-            }
-            else {
-                item.dataValues.confidenceScore = `${averageScore.toFixed(0)}%`;
-            }
-        }
-    }
-    getStartFingerprintMoment() {
-        if (this.workPackage.collectionType === "endorsements") {
-            return moment("16/02/2022", "DD/MM/YYYY").valueOf();
-        }
-        else {
-            return moment("24/02/2022", "DD/MM/YYYY").valueOf();
-        }
-    }
-    groupTopDataByIp() {
-        return _.groupBy(this.items, item => {
-            return item.ip_address;
-        });
-    }
-    groupTopDataByIpUserAgentPostId() {
-        return _.groupBy(this.items, (item) => {
-            return item.ip_address + ":" + item.post_id + ":" + item.user_agent;
-        });
-    }
-    groupTopDataByIpUserAgentPointId() {
-        return _.groupBy(this.items, (item) => {
-            return item.ip_address + ":" + item.point_id + ":" + item.user_agent;
-        });
-    }
-    groupTopDataByIpFingerprintPostId() {
-        const filtered = _.filter(this.items, (item) => {
-            return item.data &&
-                item.data.browserFingerprint &&
-                item.data.browserFingerprint !== "undefined";
-        });
-        return _.groupBy(filtered, (item) => {
-            return item.ip_address + ":" + item.post_id + ":" + item.data.browserFingerprint;
-        });
-    }
-    groupTopDataByIpFingerprintPointId() {
-        const filtered = _.filter(this.items, (item) => {
-            return item.data &&
-                item.data.browserFingerprint &&
-                item.data.browserFingerprint !== "undefined";
-        });
-        return _.groupBy(filtered, (item) => {
-            return item.ip_address + ":" + item.point_id + ":" + item.data.browserFingerprint;
-        });
-    }
-    groupTopDataByIpFingerprint() {
-        const filtered = _.filter(this.items, (item) => {
-            return item.data &&
-                item.data.browserFingerprint &&
-                item.data.browserFingerprint !== "undefined";
-        });
-        return _.groupBy(filtered, (item) => {
-            return item.ip_address + ":" + item.data.browserFingerprint;
-        });
-    }
-    groupTopDataByNoFingerprints() {
-        const filtered = _.filter(this.items, item => {
-            return item.data &&
-                (!item.data.browserFingerprint ||
-                    !item.data.browserId) &&
-                moment(item.created_at).valueOf() > this.getStartFingerprintMoment();
-        });
-        const scoreHundred = (["posts", "points"].indexOf(this.workPackage.collectionType) > -1) ? "50%" : "100%";
-        const scoreNinety = (["posts", "points"].indexOf(this.workPackage.collectionType) > -1) ? "45%" : "90%";
-        const scoreSeventy = (["posts", "points"].indexOf(this.workPackage.collectionType) > -1) ? "60%" : "70%";
-        _.forEach(filtered, item => {
-            if (!item.data.browserFingerprint &&
-                !item.data.browserId) {
-                item.dataValues.confidenceScore = scoreHundred;
-                item.dataValues.key = "bothUndefined";
-            }
-            else if (!item.data.browserId) {
-                item.dataValues.confidenceScore = scoreNinety;
-                item.dataValues.key = "browserIdUndefined";
-            }
-            else {
-                item.dataValues.confidenceScore = scoreSeventy;
-                item.dataValues.key = "fingerPrintUndefined";
-            }
-        });
-        return _.groupBy(filtered, item => {
-            return item.key;
-        });
-    }
-}
-module.exports = FraudBase;