@yrpri/api 9.0.139 → 9.0.140
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/agents/assistants/agentAssistant.js +4 -3
- package/agents/assistants/baseAssistant.js +72 -71
- package/agents/assistants/baseAssistantWithVoice.js +6 -5
- package/agents/assistants/modes/agentDirectConnection.js +8 -7
- package/agents/assistants/modes/agentSelectionMode.js +2 -1
- package/agents/assistants/modes/baseAssistantMode.js +3 -2
- package/agents/assistants/modes/tools/agentTools.js +11 -10
- package/agents/assistants/modes/tools/loginTools.js +7 -6
- package/agents/assistants/modes/tools/models/agents.js +6 -5
- package/agents/assistants/modes/tools/models/subscriptions.js +7 -6
- package/agents/assistants/modes/tools/navigationTools.js +7 -6
- package/agents/assistants/modes/tools/subscriptionTools.js +12 -11
- package/agents/assistants/modes/tools/workflowConverstationTools.js +7 -6
- package/agents/assistants/voiceAssistant.js +45 -44
- package/agents/controllers/agentProductController.js +8 -7
- package/agents/controllers/agentSubscriptionController.js +13 -12
- package/agents/controllers/assistantsController.js +45 -44
- package/agents/controllers/policySynthAgents.js +33 -32
- package/agents/managers/emailInvitesManager.js +4 -3
- package/agents/managers/newAiModelSetup.js +45 -44
- package/agents/managers/notificationAgentQueueManager.js +55 -54
- package/agents/managers/subscriptionManager.js +24 -23
- package/agents/models/agentProduct.js +2 -1
- package/agents/models/agentProductBoosterPurchase.js +2 -1
- package/agents/models/testData/createEvolyAgentProduct.js +7 -6
- package/agents/models/testData/old/updateAgentWorkflowConfiguration.js +5 -4
- package/agents/models/testData/updateAgentWorkflowConfiguration.js +5 -4
- package/agents/tools/setTemplateWorkflowCommunityId.js +6 -5
- package/app.d.ts +2 -1
- package/app.js +60 -34
- package/authorization.cjs +4 -4
- package/controllers/allOurIdeas.js +45 -44
- package/controllers/groups.cjs +4 -9
- package/controllers/images.cjs +8 -8
- package/controllers/index.cjs +1 -1
- package/controllers/points.cjs +1 -1
- package/controllers/posts.cjs +3 -3
- package/deleteUnwantedDeclerations.cjs +5 -5
- package/models/community.cjs +1 -1
- package/models/domain.cjs +7 -7
- package/models/image.cjs +2 -2
- package/models/index.cjs +8 -4
- package/models/post.cjs +10 -10
- package/models/user.cjs +1 -1
- package/models/video.cjs +4 -4
- package/package.json +5 -5
- package/scripts/addRatingUsersToGroup.js +1 -1
- package/scripts/addUserToOrganization.js +8 -8
- package/scripts/agents/changeModelForWorkflowGroupTemplate.js +13 -12
- package/scripts/agents/generateAgentWorkflowTemplateFromAgentClass.js +5 -4
- package/scripts/analyseRatingsForCommunity.js +2 -2
- package/scripts/analyzeAndFixBrokenPointUsers.js +3 -3
- package/scripts/analyzeEndorsementsByCountry.js +7 -7
- package/scripts/analyzePostsForCommunity.js +1 -1
- package/scripts/bulkStatusUpdates/listUpdates.js +2 -2
- package/scripts/bulkStatusUpdates/mergeLatestPostsToUpdate.js +5 -5
- package/scripts/bulkStatusUpdates/performUpdate.js +9 -9
- package/scripts/bulkStatusUpdates/performUpdateForGroup.cjs +11 -11
- package/scripts/bulkStatusUpdates/performUpdateForStatus.js +15 -15
- package/scripts/change/changeVideoAspectTo.js +3 -3
- package/scripts/change/setUseNewVersion.cjs +4 -4
- package/scripts/changeCommunityGroupcount.js +3 -3
- package/scripts/changeCommunityPostCount.js +3 -3
- package/scripts/changeGroupPostCount.js +3 -3
- package/scripts/changeLanguage.js +4 -4
- package/scripts/changeOfficalStatus.js +3 -3
- package/scripts/cleanups/deleteAnonNotifications.cjs +7 -7
- package/scripts/cleanups/deleteLinkGroupsWithDeletedCommunities.js +8 -8
- package/scripts/cleanups/deleteYearOldNotifications.cjs +5 -5
- package/scripts/cleanups/removeAllUsersFromHiddenPublicGroup.js +5 -5
- package/scripts/clearAllEndorsementInGroup.js +5 -5
- package/scripts/cloning/clearUsersForCommunitiesFromUrl.js +3 -3
- package/scripts/cloning/cloneFromUrlScript.js +4 -4
- package/scripts/cloning/cloneWBFromUrlScriptAndCreateLinks.js +6 -6
- package/scripts/cloning/cloneWBFromUrlScriptNoUsersOrPoints.js +6 -6
- package/scripts/cloning/cloneWBSerbianFromUrlScriptAndCreateLinks.js +6 -6
- package/scripts/cloning/copyCommunityConfigAndTranslationsFromURL.js +3 -3
- package/scripts/cloning/copyCommunityOneGroupToDomainNoUsersNoEndorsements.js +2 -2
- package/scripts/cloning/copyCommunityToDomainNoUsersNoEndorsements.js +2 -2
- package/scripts/cloning/copyCommunityToDomainWithEverything.js +2 -2
- package/scripts/cloning/copyCommunityToDomainWithOnlyGroups.js +3 -3
- package/scripts/cloning/copyGroupConfigAndTranslationsFromURL.js +3 -3
- package/scripts/cloning/copyPostToGroupOld.js +12 -12
- package/scripts/cloning/copyPostVideosFromURL.js +3 -3
- package/scripts/cloning/copyPostWithOutAnyVotingOrActivities.js +2 -2
- package/scripts/cloning/deepCloneSerbianWBFromUrlScriptAndCreateLinks.js +7 -7
- package/scripts/cloning/deepCloneWBFromUrlScriptAndCreateLinks.js +6 -6
- package/scripts/cloning/setAdminsFromURL.js +5 -5
- package/scripts/cloning/setExternalIdsFromURL.js +3 -3
- package/scripts/countCommunity.js +11 -11
- package/scripts/countCommunityUsers.js +4 -4
- package/scripts/countDelayedNotifications.js +3 -3
- package/scripts/countGroup.js +11 -11
- package/scripts/countStuff.js +3 -3
- package/scripts/countUniqueVotersInAGroup.js +3 -3
- package/scripts/createInvitesAndShow.js +2 -2
- package/scripts/database/sync_database.js +2 -2
- package/scripts/database/sync_dev_database.js +3 -3
- package/scripts/debugNotifications.js +5 -5
- package/scripts/deleteAllNewsFeeds.js +2 -2
- package/scripts/deleteCategory.js +1 -1
- package/scripts/deleteOldAppActivities.js +5 -4
- package/scripts/deletePostContactDataForCommunity.js +5 -4
- package/scripts/destroy/destroy_all_but_one_domain.js +59 -59
- package/scripts/displayAuthorForPost.js +1 -1
- package/scripts/domains/createDomain.js +5 -4
- package/scripts/domains/importDomainsFromXls.js +7 -6
- package/scripts/endorsementFraudDetection/analyseEndorsementsForCommunity.js +2 -2
- package/scripts/endorsementFraudDetection/bulkDeleteDuplicateEndorsmentsFromUrl.js +9 -9
- package/scripts/exportAllStatusChanges.js +5 -5
- package/scripts/exportEndorsementsForCommunity.js +5 -5
- package/scripts/exportPointQualitiesForCommunity.js +5 -5
- package/scripts/exportPostsAndPointsForCommunity.js +9 -9
- package/scripts/exportPostsDataSetForDomain.js +12 -12
- package/scripts/exportPostsForGroup.js +7 -7
- package/scripts/exportRatingsForPost.js +2 -2
- package/scripts/exportUserEndorsementsWithUserAnalysis.js +6 -6
- package/scripts/exportUsersForCommunity.js +3 -3
- package/scripts/exportUsersForDomain.js +3 -3
- package/scripts/exportUsersForGroup.js +3 -3
- package/scripts/exports/ratingDistribution.js +6 -6
- package/scripts/exports/whoEndorsedWhatByCommunity.js +2 -2
- package/scripts/findUnusedClientImports.js +2 -2
- package/scripts/fixAllPostPointCounts.js +1 -1
- package/scripts/fixAnonNotificationsSettings.js +5 -5
- package/scripts/fixCountKopavogur.js +1 -1
- package/scripts/fixEndorsementsAfterCopyPostToGroup.js +10 -10
- package/scripts/fixExternalUserId.js +2 -2
- package/scripts/fixGroupAccess.js +3 -3
- package/scripts/fixGroupIdeasAndPointsCount.js +2 -2
- package/scripts/fixNotificationSettings.js +4 -4
- package/scripts/fixSurveyRadioBakedInSubCodes.js +6 -6
- package/scripts/fixWrongUserIdForStatusUpdates.js +6 -5
- package/scripts/gallery/exportGalleryData.js +2 -2
- package/scripts/gallery/importGalleryForCommunity.js +14 -14
- package/scripts/gallery/readJsonAndDownloadImagesVersion2.js +6 -6
- package/scripts/gallery/refreshAcApiPostIdsForCommunity.js +5 -5
- package/scripts/genderAnalysis.js +10 -10
- package/scripts/genderAnalysisByStatus.js +4 -4
- package/scripts/importAllLocalesFromLocalFolders.js +7 -7
- package/scripts/importDomain.js +131 -131
- package/scripts/keys/addOidcToDomain.cjs +9 -9
- package/scripts/landUseGame/export3Ddata.js +15 -15
- package/scripts/listLanguagesForGroup.js +6 -6
- package/scripts/loadTestCreateDummyContentForGroup.js +2 -2
- package/scripts/makeRecursiveMapData.js +4 -4
- package/scripts/mapping/community_map_csv.js +5 -5
- package/scripts/moveCommunityToDomain.js +3 -3
- package/scripts/moveGroupToCommunity.js +3 -3
- package/scripts/movePostToGroup.js +5 -5
- package/scripts/movePostsToGroupsRecountGroupFromUrl.js +6 -6
- package/scripts/oldMovePostToGroup.js +9 -9
- package/scripts/processCsvForPdfUrls.js +2 -2
- package/scripts/processCsvForTranslationAndToxicity.js +10 -10
- package/scripts/recount/recount_recursive_communities.js +6 -6
- package/scripts/recountALLCommunityGroupCounts.js +4 -4
- package/scripts/recountAll.js +3 -3
- package/scripts/recountCommunitesFromUrl.js +3 -3
- package/scripts/recountCommunity.js +2 -2
- package/scripts/recountGroup.js +5 -5
- package/scripts/recountGroupNoUserChange.js +5 -5
- package/scripts/resetAllEndorsementsForGroup.js +3 -3
- package/scripts/resetEnTranslationForGroup.js +5 -5
- package/scripts/setAdminOnAll.cjs +14 -14
- package/scripts/setDomainAdmin.cjs +6 -6
- package/scripts/setDomainLocales.js +2 -2
- package/scripts/setEarlQuestionIdOnGroup.cjs +4 -4
- package/scripts/setLanguageOnGroupCommunitesFromUrl.js +3 -3
- package/scripts/setMemberOfAll.js +14 -14
- package/scripts/setNewUserForContentOfCommunity.js +9 -9
- package/scripts/setOfficialStatusOnAllPostsForCommunity.js +1 -1
- package/scripts/setUserOnAll.js +14 -14
- package/scripts/showCategoryForGroup.js +1 -1
- package/scripts/showOldActivityTypes.js +3 -3
- package/scripts/showPostsMissingCategoryForGroup.js +2 -2
- package/scripts/showStatuses.js +4 -4
- package/scripts/showUniqueVotersInCommunity.js +4 -4
- package/scripts/showUserAgentsAndIpsForEmails.js +4 -4
- package/scripts/simpleExportForGroupsForCommunity.js +5 -5
- package/scripts/simpleExportForPointsForCommunity.js +5 -5
- package/scripts/simpleExportForPostsForCommunity.js +5 -5
- package/scripts/testForEndorsments.js +4 -4
- package/scripts/undeleteGroupAndAllContent.js +8 -8
- package/scripts/undeletePost.js +7 -7
- package/scripts/unlinkSsn.js +4 -4
- package/scripts/updateFromAlthingi.js +8 -8
- package/scripts/users/createUserAddDomain.js +6 -5
- package/scripts/users/importUsersForDomainsFromXls.js +4 -3
- package/scripts/users/listDomainUsersWithSsn.js +6 -5
- package/scripts/users/removeUserFromDomain.js +6 -5
- package/scripts/users/updatePasswordFromSsn.js +5 -4
- package/scripts/users/updateUserSsnFromEmail.js +5 -4
- package/services/controllers/activities.cjs +1 -1
- package/services/controllers/news_feeds.cjs +1 -1
- package/services/controllers/notifications.cjs +1 -1
- package/services/controllers/recommendations.cjs +1 -1
- package/services/engine/allOurIdeas/aiHelper.js +10 -9
- package/services/engine/analytics/export_anon_community_activities.js +3 -3
- package/services/engine/analytics/importer.js +10 -10
- package/services/engine/analytics/plausible/manager.cjs +4 -4
- package/services/engine/analytics/statsCalc.cjs +1 -1
- package/services/engine/analytics/utils.cjs +10 -10
- package/services/engine/moderation/fraud/CreateFraudAuditReport.cjs +2 -1
- package/services/engine/moderation/fraud/FraudBase.cjs +2 -2
- package/services/engine/moderation/fraud/FraudDeleteBase.cjs +4 -4
- package/services/engine/moderation/fraud/FraudGetBase.cjs +1 -1
- package/services/engine/moderation/fraud/FraudGetEndorsements.cjs +1 -1
- package/services/engine/moderation/fraud/FraudGetPointQualities.cjs +1 -1
- package/services/engine/moderation/fraud/FraudGetPoints.cjs +1 -1
- package/services/engine/moderation/fraud/FraudGetPosts.cjs +1 -1
- package/services/engine/moderation/fraud/FraudGetRatings.cjs +1 -1
- package/services/engine/moderation/fraud/FraudScannerNotifier.cjs +9 -9
- package/services/engine/moderation/get_moderation_items.cjs +1 -1
- package/services/engine/moderation/image_labeling/ImageLabelingBase.cjs +1 -1
- package/services/engine/moderation/process_moderation_items.cjs +1 -1
- package/services/engine/moderation/toxicity_analysis.cjs +1 -1
- package/services/engine/news_feeds/generate_dynamically.cjs +1 -1
- package/services/engine/news_feeds/generate_from_notifications.cjs +1 -1
- package/services/engine/notifications/emails_utils.cjs +2 -2
- package/services/engine/notifications/generate_point_notifications.cjs +1 -1
- package/services/engine/notifications/generate_post_notifications.cjs +1 -1
- package/services/engine/notifications/process_delayed_notifications.cjs +38 -38
- package/services/engine/old/exporters/categories_dataset.js +11 -11
- package/services/engine/old/exporters/sentiment_dataset.js +12 -12
- package/services/engine/recommendations/events_importer.cjs +5 -5
- package/services/engine/recommendations/events_manager.cjs +1 -1
- package/services/engine/reports/add_points_to_sheet.cjs +2 -2
- package/services/engine/reports/commonUtils.js +3 -2
- package/services/engine/reports/common_utils.cjs +8 -8
- package/services/engine/reports/docx_group_report.cjs +1 -1
- package/services/engine/reports/xlsAllOurIdeasExport.js +16 -15
- package/services/engine/reports/xls_community_users_report.cjs +2 -2
- package/services/engine/reports/xls_group_report.cjs +1 -1
- package/services/llms/baseChatBot.js +12 -11
- package/services/llms/imageGeneration/chatGptImageGenerator.js +3 -2
- package/services/llms/imageGeneration/collectionImageGenerator.js +7 -6
- package/services/llms/imageGeneration/dalleImageGenerator.js +6 -5
- package/services/llms/imageGeneration/fluxImageGenerator.js +5 -4
- package/services/llms/imageGeneration/imageProcessorService.js +2 -1
- package/services/llms/imageGeneration/imagenImageGenerator.js +8 -7
- package/services/llms/imageGeneration/s3Service.js +12 -11
- package/services/llms/llmTranslation.js +30 -29
- package/services/models/ac_activity.cjs +1 -1
- package/services/models/ac_notification.cjs +1 -1
- package/services/models/ac_translation_cache.cjs +11 -11
- package/services/scripts/analytics/setup_all_plausible_goals.cjs +2 -2
- package/services/scripts/fix_old_delayed_notifications.js +3 -3
- package/services/scripts/kue_status.js +11 -11
- package/services/scripts/kue_watch_stuck_jobs.js +6 -6
- package/services/scripts/translation_clear_language.js +21 -21
- package/services/scripts/translation_delete.js +4 -4
- package/services/scripts/translation_replace_text_from_url.js +4 -4
- package/services/scripts/translation_update.js +4 -4
- package/services/scripts/translations_list.js +5 -5
- package/services/utils/airbrake.cjs +2 -1
- package/services/utils/redisConnection.cjs +6 -5
- package/services/utils/translation_helpers.cjs +3 -2
- package/services/utils/updateAllLocalesFromEn.js +20 -19
- package/services/utils/updateLocaleFolders.js +7 -6
- package/services/workers/activity.cjs +1 -1
- package/services/workers/anonymizations.cjs +1 -1
- package/services/workers/bulk_status_update.cjs +2 -2
- package/services/workers/delayed_jobs.cjs +1 -1
- package/services/workers/deletions.cjs +1 -1
- package/services/workers/email.cjs +1 -1
- package/services/workers/fraud_management.cjs +3 -3
- package/services/workers/generativeAi.js +6 -5
- package/services/workers/main.cjs +1 -1
- package/services/workers/marketing.cjs +1 -1
- package/services/workers/moderation.cjs +1 -1
- package/services/workers/notification_delivery.cjs +1 -1
- package/services/workers/notification_news_feed.cjs +1 -1
- package/services/workers/queue.cjs +2 -2
- package/services/workers/recount.cjs +1 -1
- package/services/workers/reports.cjs +1 -1
- package/services/workers/similarities.cjs +4 -2
- package/services/workers/speech_to_text.cjs +1 -1
- package/utils/airbrake.cjs +1 -1
- package/utils/cjsCodeReview.js +7 -6
- package/utils/community_mapping_tools.cjs +2 -2
- package/utils/copy_utils.cjs +31 -31
- package/utils/export_utils.cjs +7 -7
- package/utils/generateDocumentation.js +10 -9
- package/utils/logger.cjs +2 -23
- package/utils/logger.d.cts +1 -1
- package/utils/loggerAirbrakeTransport.cjs +52 -0
- package/utils/loggerAirbrakeTransport.d.cts +15 -0
- package/utils/loggerAirbrakeTransportTs.d.ts +15 -0
- package/utils/loggerAirbrakeTransportTs.js +45 -0
- package/utils/loggerCore.cjs +29 -0
- package/utils/loggerCore.d.cts +2 -0
- package/utils/loggerCoreTs.d.ts +2 -0
- package/utils/loggerCoreTs.js +23 -0
- package/utils/loggerTs.d.ts +1 -2
- package/utils/loggerTs.js +2 -25
- package/utils/recount_utils.cjs +5 -5
- package/utils/seedModels.js +50 -49
- package/utils/sitemap_generator.cjs +4 -4
- package/utils/ypLanguages.js +2 -2
- package/webSockets.js +8 -7
- package/services/utils/logger.cjs +0 -25
- package/services/utils/logger.d.cts +0 -2
- package/src/agents/assistants/assistant.d.ts +0 -156
- package/src/controllers/audios.d.ts +0 -5
- package/src/controllers/categories.d.ts +0 -5
- package/src/controllers/communities.d.ts +0 -5
- package/src/controllers/domains.d.ts +0 -5
- package/src/controllers/groups.d.ts +0 -5
- package/src/controllers/images.d.ts +0 -5
- package/src/controllers/points.d.ts +0 -5
- package/src/controllers/posts.d.ts +0 -5
- package/src/controllers/ratings.d.ts +0 -5
- package/src/controllers/users.d.ts +0 -5
- package/src/controllers/videos.d.ts +0 -5
- package/src/models/index.d.ts +0 -84
- package/src/services/controllers/activities.d.ts +0 -5
- package/src/services/controllers/notifications.d.ts +0 -5
- package/src/utils/copy_utils.d.ts +0 -4
- package/src/utils/manifest_generator.d.ts +0 -18
|
@@ -5,9 +5,10 @@ const domainId = process.argv[2];
|
|
|
5
5
|
const oldUserId = process.argv[3];
|
|
6
6
|
const newUserId = process.argv[4];
|
|
7
7
|
const beforeDate = process.argv[5];
|
|
8
|
-
|
|
8
|
+
const log = require('../utils/logger.cjs');
|
|
9
|
+
log.info("Fix wrong user id on status updated");
|
|
9
10
|
if (!domainId || !oldUserId || !newUserId || !beforeDate) {
|
|
10
|
-
|
|
11
|
+
log.error("Missing parameters");
|
|
11
12
|
process.exit();
|
|
12
13
|
}
|
|
13
14
|
else {
|
|
@@ -31,17 +32,17 @@ else {
|
|
|
31
32
|
async.eachSeries(activities, function (activity, innerCallback) {
|
|
32
33
|
activity.user_id = newUser.id;
|
|
33
34
|
activity.save().then(function (results) {
|
|
34
|
-
|
|
35
|
+
log.info('Adding admin user to missing status updates for activities ' + newUser.email);
|
|
35
36
|
innerCallback();
|
|
36
37
|
});
|
|
37
38
|
}, function (error) {
|
|
38
|
-
|
|
39
|
+
log.info("Completed");
|
|
39
40
|
process.exit();
|
|
40
41
|
});
|
|
41
42
|
});
|
|
42
43
|
}
|
|
43
44
|
else {
|
|
44
|
-
|
|
45
|
+
log.error("Missing user");
|
|
45
46
|
process.exit();
|
|
46
47
|
}
|
|
47
48
|
});
|
|
@@ -29,11 +29,11 @@ const main = async () => {
|
|
|
29
29
|
}
|
|
30
30
|
try {
|
|
31
31
|
await fs.writeFile(outFile, outFileContent);
|
|
32
|
-
|
|
32
|
+
log.info("The file was saved!");
|
|
33
33
|
process.exit();
|
|
34
34
|
}
|
|
35
35
|
catch (err) {
|
|
36
|
-
|
|
36
|
+
log.info(err);
|
|
37
37
|
}
|
|
38
38
|
};
|
|
39
39
|
main();
|
|
@@ -29,7 +29,7 @@ const createPost = async (groupId, groupName, name, description, imageFileName,
|
|
|
29
29
|
if (LOCAL_TEST) {
|
|
30
30
|
try {
|
|
31
31
|
imageDimensions = sizeOf(imageFilePath);
|
|
32
|
-
|
|
32
|
+
log.info(imageDimensions.width, imageDimensions.height);
|
|
33
33
|
}
|
|
34
34
|
catch (error) {
|
|
35
35
|
resolve();
|
|
@@ -39,7 +39,7 @@ const createPost = async (groupId, groupName, name, description, imageFileName,
|
|
|
39
39
|
else {
|
|
40
40
|
imageDimensions = { width: 1000, height: 1000 };
|
|
41
41
|
}
|
|
42
|
-
|
|
42
|
+
log.error(imageUrl);
|
|
43
43
|
const formats = JSON.stringify([imageUrl, imageUrl, imageUrl]);
|
|
44
44
|
const image = models.Image.build({
|
|
45
45
|
user_id: userId,
|
|
@@ -69,7 +69,7 @@ const createPost = async (groupId, groupName, name, description, imageFileName,
|
|
|
69
69
|
},
|
|
70
70
|
});
|
|
71
71
|
await post.save();
|
|
72
|
-
|
|
72
|
+
log.info(JSON.stringify(post));
|
|
73
73
|
await post.addPostHeaderImage(image);
|
|
74
74
|
resolve();
|
|
75
75
|
}
|
|
@@ -131,27 +131,27 @@ async function downloadImages(obj) {
|
|
|
131
131
|
}
|
|
132
132
|
const groupId = groupIds[groupName];
|
|
133
133
|
if (!groupId) {
|
|
134
|
-
|
|
134
|
+
log.error("No group found for: " + JSON.stringify(theData[i].fieldData));
|
|
135
135
|
}
|
|
136
136
|
else {
|
|
137
137
|
const metaData = theData[i].fieldData;
|
|
138
|
-
//
|
|
138
|
+
//log.info(imageUrl);
|
|
139
139
|
if (imageUrl && imageUrl.startsWith("https://")) {
|
|
140
140
|
// Get the image name
|
|
141
|
-
//
|
|
142
|
-
//
|
|
141
|
+
//log.info(theData[i])
|
|
142
|
+
//log.info(imageUrl);
|
|
143
143
|
let imageName = imageUrl.split("/").pop().split("?")[0];
|
|
144
144
|
imageName = imageName.split("/").pop();
|
|
145
145
|
imageName = imageName.replace(/'/g, "");
|
|
146
|
-
//
|
|
146
|
+
//log.info(imageName);
|
|
147
147
|
// Download the image
|
|
148
|
-
//
|
|
148
|
+
//log.info(imageName, postName, postDescription, metaData)
|
|
149
149
|
//await download(imageUrl, imageName);
|
|
150
150
|
if (imageName.indexOf(".jpg") == -1) {
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
151
|
+
log.info("--------------------------------------");
|
|
152
|
+
log.info(postName);
|
|
153
|
+
log.info(postDescription);
|
|
154
|
+
log.error(imageName);
|
|
155
155
|
}
|
|
156
156
|
else {
|
|
157
157
|
await createPost(groupId, groupName, postName, postDescription, imageName, `${imageFolderPath}${imageName}`, metaData);
|
|
@@ -160,7 +160,7 @@ async function downloadImages(obj) {
|
|
|
160
160
|
//imageName = randomImages[Math.floor(Math.random() * randomImages.length)];
|
|
161
161
|
}
|
|
162
162
|
else {
|
|
163
|
-
|
|
163
|
+
log.error("No valid image found for: " + JSON.stringify(theData[i].fieldData));
|
|
164
164
|
}
|
|
165
165
|
}
|
|
166
166
|
}
|
|
@@ -21,18 +21,18 @@ async function downloadImages(obj) {
|
|
|
21
21
|
const imageUrl = theData[i].fieldData.Mynd;
|
|
22
22
|
if (imageUrl && imageUrl.startsWith("https://")) {
|
|
23
23
|
// Get the image name
|
|
24
|
-
//
|
|
25
|
-
//
|
|
24
|
+
//log.info(theData[i])
|
|
25
|
+
//log.info(imageUrl);
|
|
26
26
|
let imageName = imageUrl.split("/").pop().split("?")[0];
|
|
27
27
|
imageName = imageName.split("/").pop();
|
|
28
28
|
imageName = imageName.replace(/'/g, "");
|
|
29
|
-
//
|
|
29
|
+
//log.info(imageName);
|
|
30
30
|
// Download the image
|
|
31
31
|
await download(imageUrl, imageName);
|
|
32
|
-
|
|
32
|
+
log.info(`"${imageName}",`);
|
|
33
33
|
}
|
|
34
34
|
else {
|
|
35
|
-
|
|
35
|
+
log.error("No valid image found for: " + JSON.stringify(theData[i].fieldData));
|
|
36
36
|
}
|
|
37
37
|
}
|
|
38
38
|
}
|
|
@@ -46,7 +46,7 @@ async function download(url, imageName) {
|
|
|
46
46
|
// after download completed close filestream
|
|
47
47
|
file.on("finish", () => {
|
|
48
48
|
file.close();
|
|
49
|
-
//
|
|
49
|
+
//log.info(`${imageName} downloaded`);
|
|
50
50
|
resolve();
|
|
51
51
|
});
|
|
52
52
|
});
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
const queue = require('../../services/workers/queue.cjs');
|
|
2
2
|
const models = require("../../models/index.cjs");
|
|
3
3
|
(async () => {
|
|
4
|
-
|
|
4
|
+
log.info("Start");
|
|
5
5
|
let offset = 0;
|
|
6
6
|
let count = 0;
|
|
7
7
|
let continueFetching = true;
|
|
@@ -9,7 +9,7 @@ const models = require("../../models/index.cjs");
|
|
|
9
9
|
const communityId = process.argv[2];
|
|
10
10
|
const postsProcessed = {};
|
|
11
11
|
while (continueFetching) {
|
|
12
|
-
|
|
12
|
+
log.info(`Fetching posts ${offset} to ${offset + chunkSize - 1}...`);
|
|
13
13
|
const posts = await models.Post.findAll({
|
|
14
14
|
attributes: [
|
|
15
15
|
"id", "name"
|
|
@@ -34,12 +34,12 @@ const models = require("../../models/index.cjs");
|
|
|
34
34
|
});
|
|
35
35
|
// Process the posts
|
|
36
36
|
for (let p = 0; p < posts.length; p++) {
|
|
37
|
-
|
|
37
|
+
log.info(`${posts[p].id} ${posts[p].name}`);
|
|
38
38
|
queue.add('process-similarities', { type: 'update-collection', postId: posts[p].id }, 'low');
|
|
39
39
|
await new Promise(resolve => setTimeout(resolve, 150));
|
|
40
40
|
count++;
|
|
41
41
|
if (postsProcessed[posts[p].id]) {
|
|
42
|
-
|
|
42
|
+
log.error(`Post ${posts[p].id} already processed!`);
|
|
43
43
|
}
|
|
44
44
|
else {
|
|
45
45
|
postsProcessed[posts[p].id] = true;
|
|
@@ -53,6 +53,6 @@ const models = require("../../models/index.cjs");
|
|
|
53
53
|
offset += chunkSize;
|
|
54
54
|
}
|
|
55
55
|
}
|
|
56
|
-
|
|
56
|
+
log.info(`Done. Processed ${count} posts.`);
|
|
57
57
|
})();
|
|
58
58
|
export {};
|
|
@@ -20,7 +20,7 @@ models.Domain.findOne({ where: { id: 1 } }).then(function (domain) {
|
|
|
20
20
|
malePostCount += posts.length;
|
|
21
21
|
}
|
|
22
22
|
else {
|
|
23
|
-
|
|
23
|
+
log.info(user.name);
|
|
24
24
|
unknownPostCount += posts.length;
|
|
25
25
|
}
|
|
26
26
|
models.Point.findAll({ where: { user_id: user.id } }).then(function (points) {
|
|
@@ -48,15 +48,15 @@ models.Domain.findOne({ where: { id: 1 } }).then(function (domain) {
|
|
|
48
48
|
});
|
|
49
49
|
});
|
|
50
50
|
}, function done() {
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
51
|
+
log.info("femalePostCount: " + femalePostCount);
|
|
52
|
+
log.info("malePostCount: " + malePostCount);
|
|
53
|
+
log.info("unknownPostCount: " + unknownPostCount);
|
|
54
|
+
log.info("femalePointCount: " + femalePointCount);
|
|
55
|
+
log.info("malePointCount: " + malePointCount);
|
|
56
|
+
log.info("unknownPointCount: " + unknownPointCount);
|
|
57
|
+
log.info("femaleEndorsementCount: " + femaleEndorsementCount);
|
|
58
|
+
log.info("maleEndorsementCount: " + maleEndorsementCount);
|
|
59
|
+
log.info("unknownEndorsementCount: " + unknownEndorsementCount);
|
|
60
60
|
});
|
|
61
61
|
});
|
|
62
62
|
});
|
|
@@ -47,10 +47,10 @@ models.Domain.findOne({ where: { id: 1 } }).then(function (domain) {
|
|
|
47
47
|
callback();
|
|
48
48
|
});
|
|
49
49
|
}, function () {
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
50
|
+
log.info("Ideas " + translateOfficialStatus(officialStatus));
|
|
51
|
+
log.info("femalePostCount: " + femalePostCount);
|
|
52
|
+
log.info("malePostCount: " + malePostCount);
|
|
53
|
+
log.info("unknownPostCount: " + unknownPostCount);
|
|
54
54
|
femalePostCount = 0;
|
|
55
55
|
malePostCount = 0;
|
|
56
56
|
unknownPostCount = 0;
|
|
@@ -12,14 +12,14 @@ async.series([
|
|
|
12
12
|
(callback) => {
|
|
13
13
|
fs.readdir(clientAppImportPath, function (err, files) {
|
|
14
14
|
if (err) {
|
|
15
|
-
|
|
15
|
+
log.error("Could not list the directory.", err);
|
|
16
16
|
callback(err);
|
|
17
17
|
}
|
|
18
18
|
async.forEachSeries(files, (function (file, seriesCallback) {
|
|
19
19
|
if (file.indexOf('.json') > -1) {
|
|
20
20
|
var localePath = file.split('client-app_')[1];
|
|
21
21
|
var locale = localePath.split(".json")[0];
|
|
22
|
-
|
|
22
|
+
log.info(locale);
|
|
23
23
|
var clientApiLocaleFilePath = clientAppLocales + locale + '/translation.json';
|
|
24
24
|
var clientApiLocaleFolderPath = clientAppLocales + locale;
|
|
25
25
|
var fullImportPath = clientAppImportPath + file;
|
|
@@ -27,21 +27,21 @@ async.series([
|
|
|
27
27
|
fs.mkdirSync(clientApiLocaleFolderPath);
|
|
28
28
|
}
|
|
29
29
|
fs.unlink(clientApiLocaleFilePath, (error) => {
|
|
30
|
-
|
|
30
|
+
log.warn(error);
|
|
31
31
|
fs.copyFile(fullImportPath, clientApiLocaleFilePath, function (error) {
|
|
32
32
|
if (error) {
|
|
33
|
-
|
|
33
|
+
log.error("File moving error.", error);
|
|
34
34
|
seriesCallback(error);
|
|
35
35
|
}
|
|
36
36
|
else {
|
|
37
|
-
|
|
37
|
+
log.info("Moved file '%s' to '%s'.", fullImportPath, clientApiLocaleFilePath);
|
|
38
38
|
seriesCallback();
|
|
39
39
|
}
|
|
40
40
|
});
|
|
41
41
|
});
|
|
42
42
|
}
|
|
43
43
|
else {
|
|
44
|
-
|
|
44
|
+
log.warn("Skipping: " + file);
|
|
45
45
|
seriesCallback();
|
|
46
46
|
}
|
|
47
47
|
}), callback);
|
|
@@ -49,7 +49,7 @@ async.series([
|
|
|
49
49
|
}
|
|
50
50
|
], (error) => {
|
|
51
51
|
if (error) {
|
|
52
|
-
|
|
52
|
+
log.error(error);
|
|
53
53
|
}
|
|
54
54
|
});
|
|
55
55
|
export {};
|