@yrpri/api 9.0.139 → 9.0.140

package/services/engine/allOurIdeas/aiHelper.js

@@ -1,4 +1,5 @@
 import { OpenAI } from "openai";
+import log from "../../../utils/loggerTs.js";
 export class AiHelper {
     constructor(wsClientSocket = undefined) {
         this.modelName = "gpt-4o";
@@ -26,7 +27,7 @@ Only output: PASSES or FAILS`;
                     content: this.moderationUserPrompt(question, answerToModerate),
                 },
             ];
-            console.log(JSON.stringify(messages, null, 2));
+            log.info(JSON.stringify(messages, null, 2));
             const response = await this.openaiClient.chat.completions.create({
                 model: this.modelName,
                 messages,
@@ -38,7 +39,7 @@ Only output: PASSES or FAILS`;
                 response.choices[0] &&
                 response.choices[0].message &&
                 response.choices[0].message.content) {
-                console.log("Moderation response:", response.choices[0].message.content);
+                log.info("Moderation response:", response.choices[0].message.content);
                 return ["PASSES", "PASS"].includes(response.choices[0].message.content.toUpperCase())
                     ? true
                     : false;
@@ -83,7 +84,7 @@ Only output: PASSES or FAILS`;
                 }
             }
             catch (error) {
-                console.error(error);
+                log.error(error);
                 this.sendToClient("bot", "There has been an error, please retry", "error");
                 reject();
             }
@@ -98,11 +99,11 @@ Only output: PASSES or FAILS`;
             const moderationResponse = await this.openaiClient.moderations.create({
                 input: question,
             });
-            console.log("Moderation response:", moderationResponse);
+            log.info("Moderation response:", moderationResponse);
             const flagged = moderationResponse.results[0].flagged;
-            console.log("Flagged:", flagged);
+            log.info("Flagged:", flagged);
             if (flagged) {
-                console.error("Flagged:", question);
+                log.error("Flagged:", question);
                 return null;
             }
             else {
@@ -135,7 +136,7 @@ Only output: PASSES or FAILS`;
             }
         }
         catch (error) {
-            console.error("Error in getAnswerIdeas:", error);
+            log.error("Error in getAnswerIdeas:", error);
             this.sendToClient("bot", "There has been an error, please retry", "error");
             return null;
         }
@@ -175,7 +176,7 @@ Only output: PASSES or FAILS`;
             });
             const flagged = moderationResponse.results[0].flagged;
             if (flagged) {
-                console.error("Flagged:", answersText);
+                log.error("Flagged:", answersText);
                 return;
             }
             else {
@@ -197,7 +198,7 @@ Only output: PASSES or FAILS`;
             }
         }
         catch (error) {
-            console.error("Error in getAiAnalysis:", error);
+            log.error("Error in getAiAnalysis:", error);
             this.sendToClient("bot", "There has been an error, please retry", "error");
         }
     }

package/services/engine/analytics/export_anon_community_activities.js

@@ -7,14 +7,14 @@ const fs = require('fs');
 //const request = require('request');
 const request = {
     post: (data, done) => {
-        console.log(JSON.stringify(data, null, 4));
+        log.info(JSON.stringify(data, null, 4));
         done();
     }
 };
 const clean = (text) => {
-    //console.log("Before: "+ text);
+    //log.info("Before: "+ text);
     var newText = text.replace('"', "'").replace('\n', '').replace('\r', '').replace(/(\r\n|\n|\r)/gm, "").replace(/"/gm, "'").replace(/,/, ';').trim();
-    //console.log("After:" + newText);
+    //log.info("After:" + newText);
     return newText.replace(/´/g, '');
 };
 const getEncryptedId = (id, key, iv) => {

package/services/engine/analytics/importer.js

@@ -31,7 +31,7 @@ const importAllDomains = (done) => {
         async.eachOfLimit(domains, updateAsyncLimit, (domain, index, callback) => {
             importDomain(domain, callback);
         }, () => {
-            console.log("Finished updating domains");
+            log.info("Finished updating domains");
             done();
         });
     }).catch(function (error) {
@@ -57,7 +57,7 @@ const importAllCommunities = (done) => {
         async.eachOfLimit(communities, updateAsyncLimit, (community, index, callback) => {
             importCommunity(community, callback);
         }, () => {
-            console.log("Finished updating communities");
+            log.info("Finished updating communities");
             done();
         });
     }).catch(function (error) {
@@ -90,7 +90,7 @@ const importAllGroups = (done) => {
         async.eachOfLimit(groups, updateAsyncLimit, (group, index, callback) => {
             importGroup(group, callback);
         }, () => {
-            console.log("Finished updating communities");
+            log.info("Finished updating communities");
             done();
         });
     }).catch(function (error) {
@@ -177,7 +177,7 @@ const importAllPosts = (done) => {
         async.eachOfLimit(posts, updateAsyncLimit, (post, index, callback) => {
             importPost(post, callback);
         }, () => {
-            console.log("Finished updating posts");
+            log.info("Finished updating posts");
             done();
         });
     }).catch(function (error) {
@@ -244,7 +244,7 @@ const importAllPoints = (done) => {
         async.eachOfLimit(points, updateAsyncLimit, (point, index, callback) => {
             importPoint(point, callback);
         }, () => {
-            console.log("Finished updating posts");
+            log.info("Finished updating posts");
             done();
         });
     }).catch(function (error) {
@@ -279,9 +279,9 @@ const importAll = (done) => {
             });
         }
     ], (error) => {
-        console.log("Finished importing all");
+        log.info("Finished importing all");
         if (error)
-            console.error(error);
+            log.error(error);
         done();
     });
 };
@@ -290,19 +290,19 @@ if (process.env["AC_ANALYTICS_KEY"] && process.env["AC_ANALYTICS_BASE_URL"]) {
     if (process.argv[2] && process.argv[2] === "onlyUpdatePosts") {
         updateAsyncLimit = 5;
         importAllPosts(() => {
-            console.log("Done updating posts");
+            log.info("Done updating posts");
             process.exit();
         });
     }
     else {
         importAll(() => {
-            console.log("Done importing all");
+            log.info("Done importing all");
             process.exit();
         });
     }
 }
 else {
-    console.error("NO AC_ANALYTICS_KEY");
+    log.error("NO AC_ANALYTICS_KEY");
     process.exit();
 }
 export {};

package/services/engine/analytics/plausible/manager.cjs

@@ -1,6 +1,6 @@
 "use strict";
 const models = require("../../../../models/index.cjs");
-const log = require("../../../utils/logger.cjs");
+const log = require("../../../../utils/logger.cjs");
 const request = require("request");
 const moment = require("moment");
 // This SQL is needed to allow the site API
@@ -255,7 +255,7 @@ async function getPlausibleStats(statsParams) {
                     reject(content.statusCode);
                 }
                 else if (content) {
-                    console.log(content.body);
+                    log.info(content.body);
                     resolve(content.body);
                 }
                 else {
@@ -294,7 +294,7 @@ async function addPlausibleGoal(eventName) {
                 },
                 method: "PUT",
             };
-            console.log(`${JSON.stringify(options)}`);
+            log.info(`${JSON.stringify(options)}`);
             request(options, (error, content) => {
                 if (content && content.statusCode != 200) {
                     log.error(error);
@@ -302,7 +302,7 @@ async function addPlausibleGoal(eventName) {
                     reject(content.statusCode);
                 }
                 else if (content) {
-                    console.log(content.body);
+                    log.info(content.body);
                     resolve(content.body);
                 }
                 else {

package/services/engine/analytics/statsCalc.cjs

@@ -1,6 +1,6 @@
 "use strict";
 const models = require("../../../models/index.cjs");
-const log = require('../../utils/logger.cjs');
+const log = require('../../../utils/logger.cjs');
 const moment = require('moment');
 const _ = require('lodash');
 const getPointDomainIncludes = (id) => {

package/services/engine/analytics/utils.cjs

@@ -7,7 +7,7 @@ const convertToString = (integer, type) => {
         return integer.toString();
     }
     else {
-        console.error("Cant find integer to string for: " + type);
+        log.error("Cant find integer to string for: " + type);
     }
 };
 const importDomain = (domain, done) => {
@@ -113,11 +113,11 @@ const importPost = (post, done) => {
                     }
                     catch (error) {
                         description += `${answers[i].value}`;
-                        console.warn(`Error trimming answer to description: ${answers[i].value}`);
+                        log.warn(`Error trimming answer to description: ${answers[i].value}`);
                     }
                 }
                 else {
-                    console.error(`No value for answer in adding to description: ${answers[i]}`);
+                    log.error(`No value for answer in adding to description: ${answers[i]}`);
                 }
             }
         }
@@ -149,7 +149,7 @@ const importPost = (post, done) => {
     else if (_hasCoverMediaType(post, "audio") && post.Audios && post.Audios.length > 0) {
         audioUrl = _getAudioURL(post.Audios);
     }
-    console.log("Image URL before: " + imageUrl);
+    log.info("Image URL before: " + imageUrl);
     if (!imageUrl) {
         if (post.Group.GroupLogoImages && post.Group.GroupLogoImages.length > 0) {
             formats = JSON.parse(post.Group.GroupLogoImages[0].formats);
@@ -160,9 +160,9 @@ const importPost = (post, done) => {
             imageUrl = formats[0];
         }
     }
-    console.log("Image URL after: " + imageUrl);
-    console.log("Language: " + language);
-    console.log(description);
+    log.info("Image URL after: " + imageUrl);
+    log.info("Language: " + language);
+    log.info(description);
     //TODO: Add endorsements up and down for ratings for 3d maps
     //TODO: Add English translation if there and make train english maps for all items
     properties = _.merge(properties, {
@@ -250,8 +250,8 @@ const importPoint = (point, done) => {
     if (point.PointAudios && point.PointAudios.length > 0) {
         audioUrl = _getAudioURL(point.PointAudios);
     }
-    console.log("Language: " + language);
-    console.log(point.id);
+    log.info("Language: " + language);
+    log.info(point.id);
     //TODO: Add endorsements up and down for ratings for 3d maps
     //TODO: Add English translation if there and make train english maps for all items
     properties = _.merge(properties, {
@@ -349,7 +349,7 @@ const _getImageFormatUrl = function (images, formatId) {
 };
 const _hasCoverMediaType = function (post, mediaType) {
     if (!post) {
-        console.info("No post for " + mediaType);
+        log.info("No post for " + mediaType);
         return false;
     }
     else {

package/services/engine/moderation/fraud/CreateFraudAuditReport.cjs

@@ -6,6 +6,7 @@ const Excel = require("exceljs");
 const setJobError = require("../../reports/common_utils.cjs").setJobError;
 const uploadToS3 = require("../../reports/common_utils.cjs").uploadToS3;
 const sanitizeFilename = require("sanitize-filename");
+const log = require("../../../../utils/logger.cjs");
 const formatWorksheet = (worksheet) => {
     worksheet.getRow(1).font = { bold: true };
     //  worksheet.properties.defaultRowHeight = 20;
@@ -288,7 +289,7 @@ class FraudAuditReport {
                 }
             }
             catch (error) {
-                console.error(error);
+                log.error(error);
                 setJobError(this.workPackage.jobId, "errorFraudAuditReportGeneration", error, (dbError) => {
                     reject(dbError || error);
                 });

package/services/engine/moderation/fraud/FraudBase.cjs

@@ -12,11 +12,11 @@ class FraudBase {
         ;
     }
     getTopItems() {
-        console.error("Should be implemented in a sub class");
+        log.error("Should be implemented in a sub class");
         return null;
     }
     async getAllItems() {
-        console.error("Should be implemented in a sub class");
+        log.error("Should be implemented in a sub class");
         return null;
     }
     getPostIdsFromItems(topItems) {

package/services/engine/moderation/fraud/FraudDeleteBase.cjs

@@ -23,11 +23,11 @@ class FraudDeleteBase extends FraudBase {
     }
     async getItemsById() {
         // this.job.internal_data.idsToDelete
-        console.error("Should be implemented in a sub class");
+        log.error("Should be implemented in a sub class");
         return null;
     }
     async destroyChunkItems(chunks) {
-        console.error("Should be implemented in a sub class");
+        log.error("Should be implemented in a sub class");
     }
     getAllItemsExceptOne(items) {
         if (items.length === 1 && this.getAllowedSingleDelete()) {
@@ -179,7 +179,7 @@ class FraudDeleteBase extends FraudBase {
     }
     async deleteItems() {
         return await new Promise(async (resolve, reject) => {
-            console.log(`Delete data ${JSON.stringify(this.workPackage)}`);
+            log.info(`Delete data ${JSON.stringify(this.workPackage)}`);
             try {
                 this.job = await models.AcBackgroundJob.findOne({
                     where: {
@@ -202,7 +202,7 @@ class FraudDeleteBase extends FraudBase {
             }
             catch (error) {
                 await models.AcBackgroundJob.updateErrorAsync(this.workPackage.jobId, error.toString());
-                console.error(error);
+                log.error(error);
                 reject(error);
             }
         });

package/services/engine/moderation/fraud/FraudGetBase.cjs

@@ -114,7 +114,7 @@ class FraudGetBase extends FraudBase {
     async processAndGetFraudItems() {
         return await new Promise(async (resolve, reject) => {
             try {
-                console.log(`Get Fraud ${JSON.stringify(this.workPackage)}`);
+                log.info(`Get Fraud ${JSON.stringify(this.workPackage)}`);
                 this.items = await this.getAllItems();
                 this.setupDataToProcess();
                 this.setBackgroundColorsFromKey();

package/services/engine/moderation/fraud/FraudGetEndorsements.cjs

@@ -177,7 +177,7 @@ class FraudGetEndorsements extends FraudGetBase {
             return out;
         }
         else {
-            console.warn("Wrong type for e fraud check");
+            log.warn("Wrong type for e fraud check");
             return [];
         }
     }

package/services/engine/moderation/fraud/FraudGetPointQualities.cjs

@@ -176,7 +176,7 @@ class FraudGetPointQualities extends FraudGetBase {
             return out;
         }
         else {
-            console.warn(`Wrong type for e fraud check: ${type}`);
+            log.warn(`Wrong type for e fraud check: ${type}`);
             return [];
         }
     }

package/services/engine/moderation/fraud/FraudGetPoints.cjs

@@ -162,7 +162,7 @@ class FraudGetPointQualities extends FraudGetBase {
             return out;
         }
         else {
-            console.warn("Wrong type for e fraud check");
+            log.warn("Wrong type for e fraud check");
             return [];
         }
     }

package/services/engine/moderation/fraud/FraudGetPosts.cjs

@@ -101,7 +101,7 @@ class FraudGetPoints extends FraudGetBase {
             return out;
         }
         else {
-            console.warn("Wrong type for e fraud check");
+            log.warn("Wrong type for e fraud check");
             return [];
         }
     }

package/services/engine/moderation/fraud/FraudGetRatings.cjs

@@ -132,7 +132,7 @@ class FraudGetRatings extends FraudGetEndorsements {
             return out;
         }
         else {
-            console.warn("Wrong type for e fraud check");
+            log.warn("Wrong type for e fraud check");
             return [];
         }
     }

package/services/engine/moderation/fraud/FraudScannerNotifier.cjs

@@ -51,7 +51,7 @@ class FraudScannerNotifier {
             }
         }
         else {
-            console.error("No domain name for community");
+            log.error("No domain name for community");
             return "";
         }
     }
@@ -70,7 +70,7 @@ class FraudScannerNotifier {
             }
         }
         else {
-            console.error(`No job data for ${collectionType}`);
+            log.error(`No job data for ${collectionType}`);
         }
     }
     capitalizeFirstLetter(string) {
@@ -127,7 +127,7 @@ class FraudScannerNotifier {
             }
         }
         else {
-            console.error("No community admins found");
+            log.error("No community admins found");
             return;
         }
     }
@@ -176,7 +176,7 @@ class FraudScannerNotifier {
                 await this.currentCommunity.save();
             }
             else {
-                console.log("Not resending same numbers");
+                log.info("Not resending same numbers");
             }
         }
     }
@@ -227,15 +227,15 @@ class FraudScannerNotifier {
                     ]
                 });
                 for (let i = 0; i < communities.length; i++) {
-                    console.log("Processing community: " + communities[i].name);
+                    log.info("Processing community: " + communities[i].name);
                     this.currentCommunity = communities[i];
                     try {
                         await this.scan();
                         await this.notify();
                     }
                     catch (error) {
-                        console.error("Error processing community: " + communities[i].name);
-                        console.error(error);
+                        log.error("Error processing community: " + communities[i].name);
+                        log.error(error);
                         reject(error);
                         return;
                     }
@@ -268,11 +268,11 @@ i18n
         try {
             const scanner = new FraudScannerNotifier();
             await scanner.scanAndNotify();
-            console.log("Fraud Scanning Complete");
+            log.info("Fraud Scanning Complete");
             process.exit();
         }
         catch (error) {
-            console.error(error);
+            log.error(error);
             process.exit();
         }
     })();

package/services/engine/moderation/get_moderation_items.cjs

@@ -4,7 +4,7 @@ const models = require("../../../models/index.cjs");
 const i18n = require('../../utils/i18n.cjs');
 const async = require('async');
 const moment = require('moment');
-const log = require('../../utils/logger.cjs');
+const log = require('../../../utils/logger.cjs');
 const _ = require('lodash');
 const domainIncludes = (domainId) => {
     return [

package/services/engine/moderation/image_labeling/ImageLabelingBase.cjs

@@ -3,7 +3,7 @@ const vision = require('@google-cloud/vision');
 const models = require("../../../../models/index.cjs");
 var downloadFile = require('download-file');
 const fs = require("fs");
-const log = require('../../../utils/logger.cjs');
+const log = require('../../../../utils/logger.cjs');
 class ImageLabelingBase {
     constructor(workPackage) {
         this.workPackage = workPackage;

package/services/engine/moderation/process_moderation_items.cjs

@@ -2,7 +2,7 @@
 const queue = require('../../workers/queue.cjs');
 const models = require("../../../models/index.cjs");
 const async = require('async');
-const log = require('../../utils/logger.cjs');
+const log = require('../../../utils/logger.cjs');
 const _ = require('lodash');
 const getAnonymousUser = require('../../utils/get_anonymous_system_user.cjs');
 const domainIncludes = require('./get_moderation_items.cjs').domainIncludes;

package/services/engine/moderation/toxicity_analysis.cjs

@@ -1,7 +1,7 @@
 "use strict";
 const models = require("../../../models/index.cjs");
 const async = require("async");
-const log = require("../../utils/logger.cjs");
+const log = require("../../../utils/logger.cjs");
 const TOXICITY_THRESHOLD = 0.5;
 const TOXICITY_EMAIL_THRESHOLD = 0.75;
 const Perspective = require("./perspective_api_client.cjs");

package/services/engine/news_feeds/generate_dynamically.cjs

@@ -1,7 +1,7 @@
 "use strict";
 var models = require("../../../models/index.cjs");
 var async = require('async');
-var log = require('../../utils/logger.cjs');
+var log = require('../../../utils/logger.cjs');
 var _ = require('lodash');
 var getRecommendationFor = require('../recommendations/events_manager.cjs').getRecommendationFor;
 var getProcessedRange = require('./news_feeds_utils.cjs').getProcessedRange;

package/services/engine/news_feeds/generate_from_notifications.cjs

@@ -1,7 +1,7 @@
 "use strict";
 var models = require("../../../models/index.cjs");
 var async = require('async');
-var log = require('../../utils/logger.cjs');
+var log = require('../../../utils/logger.cjs');
 var _ = require('lodash');
 var toJson = require('../../utils/to_json.cjs');
 var airbrake = null;

package/services/engine/notifications/emails_utils.cjs

@@ -1,6 +1,6 @@
 "use strict";
 var DEBUG_EMAILS_TO_TEMP_FIlE = false;
-var log = require("../../utils/logger.cjs");
+var log = require("../../../utils/logger.cjs");
 var async = require("async");
 var path = require("path");
 var nodemailer = require("nodemailer");
@@ -212,7 +212,7 @@ const processNotification = (notification, user, template, subject, callback) =>
         }
     }
     else {
-        console.warn("Can't find email for user");
+        log.warn("Can't find email for user");
         callback();
     }
 };

package/services/engine/notifications/generate_point_notifications.cjs

@@ -1,6 +1,6 @@
 "use strict";
 const models = require("../../../models/index.cjs");
-const log = require('../../utils/logger.cjs');
+const log = require('../../../utils/logger.cjs');
 const async = require('async');
 const getModelAndUsersByType = require('./notifications_utils.cjs').getModelAndUsersByType;
 const addNotificationsForUsers = require('./notifications_utils.cjs').addNotificationsForUsers;

package/services/engine/notifications/generate_post_notifications.cjs

@@ -1,6 +1,6 @@
 "use strict";
 const models = require("../../../models/index.cjs");
-const log = require("../../utils/logger.cjs");
+const log = require("../../../utils/logger.cjs");
 const async = require("async");
 const getModelAndUsersByType = require("./notifications_utils.cjs").getModelAndUsersByType;
 const addNotificationsForUsers = require("./notifications_utils.cjs").addNotificationsForUsers;