@yrpri/api 9.0.101 → 9.0.103

package/dist/scripts/movePostToGroup.js

@@ -0,0 +1,101 @@
+var models = require('../models/index.cjs');
+var async = require('async');
+var _ = require('lodash');
+var fs = require('fs');
+var postId = process.argv[2];
+var groupId = process.argv[3];
+var group, post, communityId, domainId;
+async.series([
+    function (callback) {
+        models.Group.findOne({
+            where: {
+                id: groupId
+            },
+            include: [
+                {
+                    model: models.Community,
+                    required: true,
+                    include: [
+                        {
+                            model: models.Domain,
+                            required: true
+                        }
+                    ]
+                }
+            ]
+        }).then(function (groupIn) {
+            group = groupIn;
+            communityId = group.Community.id;
+            domainId = group.Community.Domain.id;
+            callback();
+        }).catch(function (error) {
+            callback(error);
+        });
+    },
+    function (callback) {
+        models.Post.findOne({
+            where: {
+                id: postId
+            }
+        }).then(function (postIn) {
+            post = postIn;
+            post.set('group_id', group.id);
+            post.save().then(function (results) {
+                console.log("Have changed group id");
+                callback();
+            });
+        }).catch(function (error) {
+            callback(error);
+        });
+    },
+    function (callback) {
+        models.Point.findAll({
+            where: {
+                post_id: post.id,
+                status: 'published'
+            }
+        }).then(function (pointsIn) {
+            async.eachSeries(pointsIn, function (point, innerSeriesCallback) {
+                point.set('group_id', group.id);
+                point.set('community_id', communityId);
+                point.set('domain_id', domainId);
+                point.save().then(function () {
+                    console.log("Have changed group and all for point: " + point.id);
+                    innerSeriesCallback();
+                });
+            }, function (error) {
+                callback(error);
+            });
+        });
+    },
+    function (callback) {
+        models.AcActivity.findAll({
+            where: {
+                post_id: post.id
+            }
+        }).then(function (activities) {
+            async.eachSeries(activities, function (activity, innerSeriesCallback) {
+                activity.set('group_id', group.id);
+                activity.set('community_id', communityId);
+                activity.set('domain_id', domainId);
+                activity.save().then(function (results) {
+                    console.log("Have changed group and all: " + activity.id);
+                    innerSeriesCallback();
+                });
+            }, function (error) {
+                callback();
+            });
+        }).catch(function (error) {
+            callback(error);
+        });
+    }
+], function (error) {
+    if (error) {
+        console.error(error);
+    }
+    else {
+        console.log("Moved post to group", { postId: post.id, groupId: group.id });
+    }
+    process.exit();
+});
+export {};

package/dist/scripts/movePostsToGroupsRecountGroupFromUrl.js

@@ -0,0 +1,297 @@
+const models = require('../models/index.cjs');
+const async = require('async');
+const _ = require('lodash');
+const fs = require('fs');
+const request = require('request');
+/*
+const urlToConfig = "https://yrpri-eu-direct-assets.s3-eu-west-1.amazonaws.com/WBMoveIdeas160221.csv"//process.argv[1];
+const urlToAddAddFront = "https://kyrgyz-aris.yrpri.org/"; // process.argv[2];
+*/
+const urlToConfig = process.argv[2];
+const urlToAddAddFront = process.argv[3];
+let config;
+let finalTargetOutput = '';
+const countAllInGroup = (groupId, done) => {
+    let postCount = 0;
+    let pointCount = 0;
+    let userCount = 0;
+    async.series([
+        (seriesCallback) => {
+            countPostInGroup(groupId, (error, count) => {
+                if (error) {
+                    seriesCallback(error);
+                }
+                else {
+                    postCount = count;
+                    seriesCallback();
+                }
+            });
+        },
+        (seriesCallback) => {
+            countPointsInGroup(groupId, (error, count) => {
+                if (error) {
+                    seriesCallback(error);
+                }
+                else {
+                    pointCount = count;
+                    seriesCallback();
+                }
+            });
+        },
+        (seriesCallback) => {
+            countUsersInGroup(groupId, (error, count) => {
+                if (error) {
+                    seriesCallback(error);
+                }
+                else {
+                    userCount = count;
+                    seriesCallback();
+                }
+            });
+        }
+    ], error => {
+        if (error) {
+            done(error);
+        }
+        else {
+            done(null, postCount, pointCount, userCount);
+        }
+    });
+};
+const countPostInGroup = (groupId, done) => {
+    models.Post.count({
+        where: {
+            group_id: groupId
+        }
+    }).then(count => {
+        done(null, count);
+    }).catch(error => {
+        done(error);
+    });
+};
+const countPointsInGroup = (groupId, done) => {
+    models.Point.count({
+        where: {
+            group_id: groupId
+        }
+    }).then(count => {
+        done(null, count);
+    }).catch(error => {
+        done(error);
+    });
+};
+const countUsersInGroup = (groupId, done) => {
+    const userIds = [];
+    async.series([
+        (seriesCallback) => {
+            models.Endorsement.findAll({
+                attributes: ['user_id'],
+                include: [
+                    {
+                        model: models.Post,
+                        attributes: ['id'],
+                        where: {
+                            group_id: groupId
+                        }
+                    }
+                ]
+            }).then(endorsements => {
+                endorsements.forEach(endorsement => {
+                    userIds.push(endorsement.user_id);
+                });
+                seriesCallback();
+            });
+        },
+        (seriesCallback) => {
+            models.Point.findAll({
+                attributes: ['user_id'],
+                include: [
+                    {
+                        model: models.Post,
+                        attributes: ['id'],
+                        where: {
+                            group_id: groupId
+                        }
+                    }
+                ]
+            }).then(points => {
+                points.forEach(point => {
+                    userIds.push(point.user_id);
+                });
+                seriesCallback();
+            });
+        }
+    ], error => {
+        done(error, _.uniq(userIds).length);
+    });
+};
+const moveOnePost = (postId, groupId, done) => {
+    var group, post, communityId, domainId, oldGroupId, newCommunity;
+    async.series([
+        function (callback) {
+            models.Group.findOne({
+                where: {
+                    id: groupId
+                },
+                include: [
+                    {
+                        model: models.Community,
+                        required: true,
+                        include: [
+                            {
+                                model: models.Domain,
+                                required: true
+                            }
+                        ]
+                    }
+                ]
+            }).then(function (groupIn) {
+                group = groupIn;
+                communityId = group.Community.id;
+                domainId = group.Community.Domain.id;
+                newCommunity = group.Community;
+                callback();
+            }).catch(function (error) {
+                callback(error);
+            });
+        },
+        function (callback) {
+            models.Post.findOne({
+                where: {
+                    id: postId
+                }
+            }).then(function (postIn) {
+                post = postIn;
+                oldGroupId = post.group_id;
+                post.set('group_id', group.id);
+                post.save().then(function (results) {
+                    console.log("Have changed group id");
+                    callback();
+                });
+            }).catch(function (error) {
+                callback(error);
+            });
+        },
+        function (callback) {
+            models.Point.findAll({
+                where: {
+                    post_id: post.id,
+                    status: 'published'
+                }
+            }).then(function (pointsIn) {
+                async.eachSeries(pointsIn, function (point, innerSeriesCallback) {
+                    point.set('group_id', group.id);
+                    point.set('community_id', communityId);
+                    point.set('domain_id', domainId);
+                    point.save().then(function () {
+                        console.log("Have changed group and all for point: " + point.id);
+                        innerSeriesCallback();
+                    });
+                }, function (error) {
+                    callback(error);
+                });
+            });
+        },
+        function (callback) {
+            models.AcActivity.findAll({
+                where: {
+                    post_id: post.id
+                }
+            }).then(function (activities) {
+                async.eachSeries(activities, function (activity, innerSeriesCallback) {
+                    activity.set('group_id', group.id);
+                    activity.set('community_id', communityId);
+                    activity.set('domain_id', domainId);
+                    activity.save().then(function (results) {
+                        console.log("Have changed group and all: " + activity.id);
+                        innerSeriesCallback();
+                    });
+                }, function (error) {
+                    callback();
+                });
+            }).catch(function (error) {
+                callback(error);
+            });
+        },
+        function (callback) {
+            models.Group.findOne({
+                where: {
+                    id: oldGroupId
+                }
+            }).then(function (oldGroup) {
+                countAllInGroup(group.id, (error, postCount, pointCount, userCount) => {
+                    if (error) {
+                        callback(error);
+                    }
+                    else {
+                        group.set('counter_points', pointCount);
+                        group.set('counter_users', userCount);
+                        group.set('counter_posts', postCount);
+                        group.save().then(() => {
+                            newCommunity.set('counter_points', pointCount);
+                            newCommunity.set('counter_users', userCount);
+                            newCommunity.set('counter_posts', postCount);
+                            newCommunity.save().then(() => {
+                                callback();
+                            }).catch(error => {
+                                callback(error);
+                            });
+                        }).catch(error => {
+                            callback(error);
+                        });
+                    }
+                });
+            }).catch(function (error) {
+                callback(error);
+            });
+        }
+    ], function (error) {
+        finalTargetOutput += "Move postId " + postId + " to " + groupId + "\n";
+        finalTargetOutput += urlToAddAddFront + "group/" + groupId + "\n\n";
+        done(error);
+    });
+};
+async.series([
+    (seriesCallback) => {
+        const options = {
+            url: urlToConfig,
+        };
+        request.get(options, (error, content) => {
+            if (content && content.statusCode != 200) {
+                seriesCallback(content.statusCode);
+            }
+            else if (content) {
+                config = content.body;
+                seriesCallback();
+            }
+            else {
+                seriesCallback("No content");
+            }
+        });
+    },
+    (seriesCallback) => {
+        let index = 0;
+        async.forEachSeries(config.split('\r\n'), (configLine, forEachCallback) => {
+            const splitLine = configLine.split(",");
+            if (index === 0 || !configLine || configLine.length < 3 || !splitLine || splitLine.length !== 2) {
+                index += 1;
+                forEachCallback();
+            }
+            else {
+                index += 1;
+                const postId = splitLine[0];
+                const toGroupId = splitLine[1];
+                moveOnePost(postId, toGroupId, forEachCallback);
+            }
+        }, error => {
+            seriesCallback();
+        });
+    },
+], error => {
+    if (error)
+        console.error(error);
+    console.log("All done move");
+    console.log(finalTargetOutput);
+    process.exit();
+});
+export {};

package/dist/scripts/oldMovePostToGroup.js

@@ -0,0 +1,153 @@
+var models = require('../models/index.cjs');
+var async = require('async');
+var _ = require('lodash');
+var csvParser = require('csv-parse');
+var fs = require('fs');
+var onePostId = process.argv[2];
+var oneGroupId = process.argv[3];
+var csvFileName = process.argv[4];
+var reykjavikThinRoddCategoryLookup = { 3: "skipulagsmál",
+    4: "ýmislegt",
+    5: "stjórnsýsla",
+    6: "mannréttindi",
+    7: "menning og listir",
+    8: "íþróttir",
+    9: "frítími og útivist",
+    10: "menntamál",
+    11: "umhverfismál",
+    12: "ferðamál",
+    13: "velferð",
+    14: "framkvæmdir",
+    15: "samgöngur"
+};
+var moveOnePost = function (groupId, postId, categoryId, done) {
+    var group, post, domainId, communityId;
+    async.series([
+        function (callback) {
+            models.Group.findOne({
+                where: {
+                    id: groupId
+                },
+                include: [
+                    {
+                        model: models.Community,
+                        required: true,
+                        include: [
+                            {
+                                model: models.Domain,
+                                required: true
+                            }
+                        ]
+                    }
+                ]
+            }).then(function (groupIn) {
+                group = groupIn;
+                communityId = group.Community.id;
+                domainId = group.Community.Domain.id;
+                callback();
+            });
+        },
+        function (callback) {
+            models.Post.findOne({
+                where: {
+                    id: postId
+                }
+            }).then(function (postIn) {
+                post = postIn;
+                post.set('group_id', group.id);
+                if (categoryId) {
+                    post.set('category_id', categoryId);
+                }
+                post.save().then(function () {
+                    console.log("Have changed group id for post");
+                    callback();
+                });
+            });
+        },
+        function (callback) {
+            models.Point.findAll({
+                where: {
+                    post_id: postId
+                }
+            }).then(function (pointsIn) {
+                async.eachSeries(pointsIn, function (point, innerSeriesCallback) {
+                    point.set('group_id', group.id);
+                    point.set('community_id', communityId);
+                    point.set('domain_id', domainId);
+                    point.save().then(function () {
+                        console.log("Have changed group and all for point: " + point.id);
+                        innerSeriesCallback();
+                    });
+                }, function (error) {
+                    callback(error);
+                });
+            });
+        },
+        function (callback) {
+            models.AcActivity.findAll({
+                where: {
+                    post_id: post.id
+                }
+            }).then(function (activities) {
+                async.eachSeries(activities, function (activity, innerSeriesCallback) {
+                    activity.set('group_id', group.id);
+                    activity.set('community_id', communityId);
+                    activity.set('domain_id', domainId);
+                    activity.save().then(function (results) {
+                        console.log("Have changed group and all activity: " + activity.id);
+                        innerSeriesCallback();
+                    });
+                }, function (error) {
+                    callback();
+                });
+            });
+        }
+    ], function (error) {
+        console.log("Done");
+        if (error)
+            console.error(error);
+        done(error);
+    });
+};
+var getPostIdFromUrl = function (url) {
+    var splitted = url.split('/');
+    return splitted[splitted.length - 1];
+};
+var moveManyFromCsv = function (csvFileName, done) {
+    fs.readFile(csvFileName, 'utf8', function (error, contents) {
+        console.log(contents);
+        if (!error) {
+            csvParser(contents, {}, function (err, allPosts) {
+                async.forEach(allPosts, function (post, seriesCallback) {
+                    moveOnePost(getPostIdFromUrl(post[0]), post[1], post[2], function (error) {
+                        seriesCallback(error);
+                    });
+                }, function (error) {
+                    done(error);
+                });
+            });
+        }
+        else {
+            done(error);
+        }
+    });
+};
+if (onePostId != 'null') {
+    moveOnePost(oneGroupId, onePostId, null, function (error) {
+        if (error)
+            console.error(error);
+        process.exit();
+    });
+}
+else if (csvFileName) {
+    moveManyFromCsv(csvFileName, function (error) {
+        if (error)
+            console.error(error);
+        process.exit();
+    });
+}
+else {
+    console.error("Invalid start state");
+    process.exit();
+}
+export {};

package/dist/scripts/processCsvForPdfUrls.js

@@ -0,0 +1,37 @@
+const models = require('../models/index.cjs');
+const async = require('async');
+const _ = require('lodash');
+const fs = require('fs');
+const parse = require('csv-parse/lib/sync');
+const inFilePath = "/home/robert/Downloads/hm2021in.csv"; //process.argv[3];
+const outFilePath = "/home/robert/Scratch/hm2021PdfsOut.csv"; //process.argv[4];
+const pdfBaseUrl = "https://oav-direct-assets.s3.eu-west-1.amazonaws.com/hm2021kjorgognV2/pdfs";
+const inFile = fs.readFileSync(inFilePath, 'utf-8');
+let records = parse(inFile, {
+    columns: false,
+    skip_empty_lines: true
+});
+let outFileContent = "";
+for (let i = 0; i < records.length; i++) {
+    if (records[i].length > 4 && records[i][1].length > 3) {
+        const areaId = records[i][0];
+        const areaName = records[i][1];
+        const ideaNumber = records[i][2];
+        const url = records[i][3];
+        const name = records[i][4].replace(/"/g, "'");
+        const splitUrl = url.split("/");
+        const ideaId = splitUrl[splitUrl.length - 1];
+        outFileContent += `"${areaName}","${ideaNumber}","${url}","${name}","${pdfBaseUrl}/${areaId}/${ideaId}.pdf"\n`;
+    }
+}
+fs.writeFile(outFilePath, outFileContent, function (error) {
+    if (error) {
+        console.error(error);
+        process.exit();
+    }
+    else {
+        console.log("The file was saved!");
+        process.exit();
+    }
+});
+export {};