@yrpri/api 9.0.101 → 9.0.103

package/dist/active-citizen/workers/email.cjs

@@ -0,0 +1,9 @@
+"use strict";
+// https://gist.github.com/mojodna/1251812
+var log = require('../utils/logger.cjs');
+var EmailWorker = function () { };
+EmailWorker.prototype.sendOne = function (emailLocals, callback) {
+    var sendOneEmail = require('../engine/notifications/emails_utils.cjs').sendOneEmail;
+    sendOneEmail(emailLocals, callback);
+};
+module.exports = new EmailWorker();

package/dist/active-citizen/workers/fraud_management.cjs

@@ -0,0 +1,109 @@
+"use strict";
+const async = require("async");
+const models = require("../../models/index.cjs");
+const log = require('../utils/logger.cjs');
+const queue = require('./queue.cjs');
+const i18n = require('../utils/i18n.cjs');
+const toJson = require('../utils/to_json.cjs');
+const _ = require('lodash');
+const FraudGetEndorsements = require("../engine/moderation/fraud/FraudGetEndorsements.cjs");
+const FraudGetPointQualities = require("../engine/moderation/fraud/FraudGetPointQualities.cjs");
+const FraudGetRatings = require("../engine/moderation/fraud/FraudGetRatings.cjs");
+const FraudGetPoints = require("../engine/moderation/fraud/FraudGetPoints.cjs");
+const FraudGetPosts = require("../engine/moderation/fraud/FraudGetPosts.cjs");
+const FraudDeleteEndorsements = require("../engine/moderation/fraud/FraudDeleteEndorsements.cjs");
+const FraudDeleteRatings = require("../engine/moderation/fraud/FraudDeleteRatings.cjs");
+const FraudDeletePointQualities = require("../engine/moderation/fraud/FraudDeletePointQualities.cjs");
+const FraudDeletePoints = require("../engine/moderation/fraud/FraudDeletePoints.cjs");
+const FraudDeletePosts = require("../engine/moderation/fraud/FraudDeletePosts.cjs");
+let airbrake = null;
+if (process.env.AIRBRAKE_PROJECT_ID) {
+    airbrake = require('../utils/airbrake.cjs');
+}
+let FraudManagementWorker = function () { };
+const ProcessFraudGet = async (workPackage, done) => {
+    let fraudGetEngine;
+    try {
+        switch (workPackage.collectionType) {
+            case "endorsements":
+                fraudGetEngine = new FraudGetEndorsements(workPackage);
+                break;
+            case "ratings":
+                fraudGetEngine = new FraudGetRatings(workPackage);
+                break;
+            case "pointQualities":
+                fraudGetEngine = new FraudGetPointQualities(workPackage);
+                break;
+            case "points":
+                fraudGetEngine = new FraudGetPoints(workPackage);
+                break;
+            case "posts":
+                fraudGetEngine = new FraudGetPosts(workPackage);
+                break;
+        }
+        if (fraudGetEngine) {
+            await fraudGetEngine.processAndGetFraudItems();
+            done();
+        }
+        else {
+            done("Could not find engine");
+        }
+    }
+    catch (error) {
+        console.error(error);
+        await models.AcBackgroundJob.updateErrorAsync(workPackage.jobId, error);
+        done(error);
+    }
+};
+const ProcessFraudDelete = async (workPackage, done) => {
+    let fraudDeleteEngine;
+    try {
+        switch (workPackage.collectionType) {
+            case "endorsements":
+                fraudDeleteEngine = new FraudDeleteEndorsements(workPackage);
+                break;
+            case "ratings":
+                fraudDeleteEngine = new FraudDeleteRatings(workPackage);
+                break;
+            case "pointQualities":
+                fraudDeleteEngine = new FraudDeletePointQualities(workPackage);
+                break;
+            case "points":
+                fraudDeleteEngine = new FraudDeletePoints(workPackage);
+                break;
+            case "posts":
+                fraudDeleteEngine = new FraudDeletePosts(workPackage);
+                break;
+        }
+        if (fraudDeleteEngine) {
+            await fraudDeleteEngine.deleteItems();
+            done();
+        }
+        else {
+            done("Could not find engine");
+        }
+    }
+    catch (error) {
+        console.error(error);
+        await models.AcBackgroundJob.updateErrorAsync(workPackage.jobId, error.toString());
+        done(error);
+    }
+};
+FraudManagementWorker.prototype.process = async (workPackage, callback) => {
+    switch (workPackage.type) {
+        case 'delete-one-item':
+        case 'delete-items':
+            await ProcessFraudDelete(workPackage, callback);
+            break;
+        case 'delete-job':
+            await models.AcBackgroundJob.destroyJobAsync(workPackage.jobId);
+            callback();
+            break;
+        case 'get-items':
+            await ProcessFraudGet(workPackage, callback);
+            break;
+        default:
+            callback("Unknown type for workPackage: " + workPackage.type);
+    }
+};
+module.exports = new FraudManagementWorker();

package/dist/active-citizen/workers/generativeAi.js

@@ -0,0 +1,56 @@
+import { AoiIconGenerator } from "../engine/allOurIdeas/iconGenerator.js";
+import models from "../../models/index.cjs";
+import { CollectionImageGenerator } from "../llms/imageGeneration/collectionImageGenerator.js";
+const dbModels = models;
+const Image = dbModels.Image;
+const AcBackgroundJob = dbModels.AcBackgroundJob;
+export class GenerativeAiWorker {
+    async process(workPackage, callback) {
+        console.info(`Processing workPackage: ${JSON.stringify(workPackage)}`);
+        switch (workPackage.type) {
+            case "collection-image":
+                try {
+                    let generator;
+                    if (workPackage.imageType == "icon") {
+                        generator = new AoiIconGenerator();
+                    }
+                    else {
+                        generator = new CollectionImageGenerator();
+                    }
+                    const { imageId, imageUrl } = await generator.createCollectionImage(workPackage);
+                    console.info(`Created imageId: ${imageId} imageUrl: ${imageUrl}`);
+                    if (imageId) {
+                        await AcBackgroundJob.updateDataAsync(workPackage.jobId, {
+                            imageId,
+                            imageUrl,
+                        });
+                        console.debug(`Updated job ${workPackage.jobId} with imageId: ${imageId} imageUrl: ${imageUrl}`);
+                    }
+                    else {
+                        await AcBackgroundJob.update({
+                            error: "Can't generate image try again later",
+                        }, {
+                            where: { id: workPackage.jobId },
+                        });
+                    }
+                    callback();
+                }
+                catch (error) {
+                    console.error(error);
+                    if (typeof error !== "string") {
+                        error = JSON.stringify(error);
+                    }
+                    try {
+                        await AcBackgroundJob.updateErrorAsync(workPackage.jobId, error);
+                    }
+                    catch (error) {
+                        console.error(error);
+                    }
+                    callback(error);
+                }
+                break;
+            default:
+                callback("Unknown type for workPackage: " + workPackage.type);
+        }
+    }
+}

package/dist/active-citizen/workers/main.cjs

@@ -0,0 +1,89 @@
+"use strict";
+var i18n = require('../utils/i18n.cjs');
+var Backend = require('i18next-fs-backend');
+var log = require('../utils/logger.cjs');
+var path = require('path');
+var activity = require('./activity.cjs');
+var notification_delivery = require('./notification_delivery.cjs');
+var notification_news_feed = require('./notification_news_feed.cjs');
+var bulk_status_update = require('./bulk_status_update.cjs');
+var deletions = require('./deletions.cjs');
+var delayedJobs = require('./delayed_jobs.cjs');
+var anonymizations = require('./anonymizations.cjs');
+var moderation = require('./moderation.cjs');
+var email = require('./email.cjs');
+var queue = require('./queue.cjs');
+var speechToText = require('./speech_to_text.cjs');
+const similarities = require('./similarities.cjs');
+const reports = require('./reports.cjs');
+const marketing = require('./marketing.cjs');
+const fraudManagement = require('./fraud_management.cjs');
+log.info("Dirname", { dirname: __dirname });
+var localesPath = path.resolve(__dirname, '../locales');
+i18n
+    .use(Backend)
+    .init({
+    preload: ['en', 'fr', 'mk', 'cy', 'sk', 'bg', 'cs', 'it', 'da', 'kl', 'th', 'es', 'cnr', 'lv', 'et', 'el', 'sv', 'sq', 'uz', 'uk', 'ca', 'hr', 'ro', 'ru',
+        'ro_md', 'pt_br', 'hu', 'tr', 'is', 'nl', 'no', 'pl', 'zh_tw', 'ky'],
+    fallbackLng: 'en',
+    lowerCaseLng: true,
+    // this is the defaults
+    backend: {
+        // path where resources get loaded from
+        loadPath: localesPath + '/{{lng}}/translation.json',
+        // path to post missing resources
+        addPath: localesPath + '/{{lng}}/translation.missing.json',
+        // jsonIndent to use when storing json files
+        jsonIndent: 2
+    }
+}, function (err, t) {
+    log.info("Have Loaded i18n", { err: err });
+    queue.process('send-one-email', 20, function (job, done) {
+        email.sendOne(job.data, done);
+    });
+    queue.process('process-notification-delivery', 25, function (job, done) {
+        notification_delivery.process(job.data, done);
+    });
+    queue.process('process-activity', 10, function (job, done) {
+        activity.process(job.data, done);
+    });
+    queue.process('delayed-job', 15, function (job, done) {
+        delayedJobs.process(job.data, done);
+    });
+    queue.process('process-notification-news-feed', 10, function (job, done) {
+        notification_news_feed.process(job.data, done);
+    });
+    queue.process('process-bulk-status-update', 1, function (job, done) {
+        bulk_status_update.process(job.data, done);
+    });
+    queue.process('process-deletion', 5, function (job, done) {
+        deletions.process(job.data, done);
+    });
+    queue.process('process-anonymization', 5, function (job, done) {
+        anonymizations.process(job.data, done);
+    });
+    queue.process('process-voice-to-text', 1, function (job, done) {
+        speechToText.process(job.data, done);
+    });
+    queue.process('process-moderation', 1, function (job, done) {
+        moderation.process(job.data, done);
+    });
+    queue.process('process-similarities', 1, function (job, done) {
+        similarities.process(job.data, done);
+    });
+    queue.process('process-fraud-action', 2, function (job, done) {
+        fraudManagement.process(job.data, done);
+    });
+    queue.process('process-reports', 1, function (job, done) {
+        reports.process(job.data, done);
+    });
+    queue.process('process-marketing', 20, function (job, done) {
+        marketing.process(job.data, done);
+    });
+    import("./generativeAi.js").then(({ GenerativeAiWorker }) => {
+        const generativeAi = new GenerativeAiWorker();
+        queue.process('process-generative-ai', 1, function (job, done) {
+            generativeAi.process(job.data, done);
+        });
+    });
+});

package/dist/active-citizen/workers/marketing.cjs

@@ -0,0 +1,25 @@
+"use strict";
+const async = require("async");
+const models = require("../../models/index.cjs");
+const log = require('../utils/logger.cjs');
+const queue = require('./queue.cjs');
+const i18n = require('../utils/i18n.cjs');
+const toJson = require('../utils/to_json.cjs');
+const _ = require('lodash');
+const fs = require('fs');
+const sendCampaign = require('../engine/marketing/campaign.cjs').sendCampaign;
+let airbrake = null;
+if (process.env.AIRBRAKE_PROJECT_ID) {
+    airbrake = require('../utils/airbrake.cjs');
+}
+let MarketingWorker = function () { };
+MarketingWorker.prototype.process = (workPackage, callback) => {
+    switch (workPackage.type) {
+        case 'send-campaign':
+            sendCampaign(workPackage, callback);
+            break;
+        default:
+            callback("Unknown type for workPackage: " + workPackage.type);
+    }
+};
+module.exports = new MarketingWorker();

package/dist/active-citizen/workers/moderation.cjs

@@ -0,0 +1,73 @@
+"use strict";
+const async = require("async");
+const models = require("../../models/index.cjs");
+const log = require('../utils/logger.cjs');
+const queue = require('./queue.cjs');
+const i18n = require('../utils/i18n.cjs');
+const toJson = require('../utils/to_json.cjs');
+const _ = require('lodash');
+const fs = require('fs');
+const PostLabeling = require("../engine/moderation/image_labeling/PostLabeling.cjs");
+const PointLabeling = require("../engine/moderation/image_labeling/PointLabeling.cjs");
+const GroupLabeling = require("../engine/moderation/image_labeling/GroupLabeling.cjs");
+const CommunityLabeling = require("../engine/moderation/image_labeling/CommunityLabeling.cjs");
+const estimateToxicityScoreForPost = require('../engine/moderation/toxicity_analysis.cjs').estimateToxicityScoreForPost;
+const estimateToxicityScoreForPoint = require('../engine/moderation/toxicity_analysis.cjs').estimateToxicityScoreForPoint;
+const estimateToxicityScoreForCollection = require('../engine/moderation/toxicity_analysis.cjs').estimateToxicityScoreForCollection;
+const performManyModerationActions = require("../engine/moderation/process_moderation_items.cjs").performManyModerationActions;
+let airbrake = null;
+if (process.env.AIRBRAKE_PROJECT_ID) {
+    airbrake = require('../utils/airbrake.cjs');
+}
+let ModerationWorker = function () { };
+ModerationWorker.prototype.process = async (workPackage, callback) => {
+    switch (workPackage.type) {
+        case 'estimate-post-toxicity':
+            estimateToxicityScoreForPost(workPackage, callback);
+            break;
+        case 'estimate-point-toxicity':
+            estimateToxicityScoreForPoint(workPackage, callback);
+            break;
+        case 'estimate-collection-toxicity':
+            estimateToxicityScoreForCollection(workPackage, callback);
+            break;
+        case 'post-review-and-annotate-images':
+            try {
+                await new PostLabeling(workPackage).reviewAndLabelVisualMedia();
+                callback();
+            }
+            catch (error) {
+                callback(error);
+            }
+            break;
+        case 'point-review-and-annotate-images':
+            try {
+                await new PointLabeling(workPackage).reviewAndLabelVisualMedia();
+                callback();
+            }
+            catch (error) {
+                callback(error);
+            }
+            break;
+        case 'collection-review-and-annotate-images':
+            try {
+                if (workPackage.collectionType === 'community') {
+                    await new CommunityLabeling(workPackage).reviewAndLabelVisualMedia();
+                }
+                else if (workPackage.collectionType === 'group') {
+                    await new GroupLabeling(workPackage).reviewAndLabelVisualMedia();
+                }
+                callback();
+            }
+            catch (error) {
+                callback(error);
+            }
+            break;
+        case 'perform-many-moderation-actions':
+            performManyModerationActions(workPackage, callback);
+            break;
+        default:
+            callback("Unknown type for workPackage: " + workPackage.type);
+    }
+};
+module.exports = new ModerationWorker();