@yrpri/api 9.0.103 → 9.0.104

package/dist/scripts/exportPostsAndPointsForCommunity.js

@@ -1,147 +0,0 @@
-const models = require('../models/index.cjs');
-const async = require('async');
-const _ = require('lodash');
-const fs = require('fs');
-var communityId = 1017; // process.argv[2];
-var outFile = process.argv[3];
-let outFileContent = "";
-const clean = (text) => {
-    //console.log("Before: "+ text);
-    var newText = text.replace('"', "'").replace('\n', '').replace('\r', '').replace(/(\r\n|\n|\r)/gm, "").replace(/"/gm, "'").replace(/,/, ';').trim();
-    //console.log("After:" + newText);
-    return newText.replace(/´/g, '');
-};
-const getPoints = (points) => {
-    var totalContent = "";
-    _.each(points, function (point) {
-        var content = clean(point.content) + "\n\n";
-        if (content.startsWith(",")) {
-            content = content.substr(1);
-        }
-        console.log("content: " + content);
-        totalContent += content;
-    });
-    return totalContent;
-};
-const getPointsUpOrDown = (post, value) => {
-    var pointsText = '"';
-    var points = _.filter(post.Points, function (point) {
-        if (value > 0) {
-            return point.value > 0;
-        }
-        else {
-            return point.value < 0;
-        }
-    });
-    pointsText += getPoints(points) + '"';
-    if (pointsText.startsWith(",")) {
-        pointsText = pointsText.substr(1);
-    }
-    console.log("PointText: " + pointsText);
-    return pointsText;
-};
-const getToxicityScore = (model) => {
-    if (model.data && model.data.moderation && model.data.moderation.toxicityScore) {
-        return model.data.moderation.toxicityScore;
-    }
-    else {
-        return "";
-    }
-};
-const getPointsUp = (post) => {
-    return getPointsUpOrDown(post, 1);
-};
-const getPointsDown = (post) => {
-    return getPointsUpOrDown(post, -1);
-};
-const addCrowdsourcingRow = (contentType, category, subject, content, forAgainstValue, upVotes, downVotes, id, toxicityScore, englishTranslation) => {
-    outFileContent += 'Crowdsourcing,' + contentType + ',"' + category + '"' + ',"' + subject + '","' + clean(content) + '","' + forAgainstValue + '","' +
-        upVotes + '",' + '"' + downVotes + '",' + '"' + id + '",' + '"' + toxicityScore + '",' + '"' + clean(englishTranslation) + '",' + '\n';
-};
-models.Post.findAll({
-    attributes: ['id', 'name', 'description', 'counter_endorsements_up', 'counter_endorsements_down', 'data'],
-    order: [
-        ['created_at', 'asc']
-    ],
-    include: [
-        {
-            model: models.Group,
-            required: true,
-            attributes: ['id', 'name'],
-            include: [
-                {
-                    model: models.Community,
-                    required: true,
-                    where: { id: communityId }
-                }
-            ]
-        }
-    ]
-}).then(function (posts) {
-    async.eachSeries(posts, function (post, seriesCallback) {
-        let req = {
-            query: {
-                textType: 'postContent',
-                targetLanguage: 'en'
-            }
-        };
-        models.AcTranslationCache.getTranslation(req, post, (error, translation) => {
-            let englishTranslation = "no translation";
-            if (!error && translation) {
-                englishTranslation = translation.content;
-            }
-            else {
-                console.error(error);
-            }
-            addCrowdsourcingRow('post', post.Group.name, post.name, post.description, 0, post.counter_endorsements_up, post.counter_endorsements_down, post.id, getToxicityScore(post), englishTranslation);
-            models.Point.findAll({
-                attributes: ['id', 'content', 'counter_quality_up', 'counter_quality_down', 'value', 'data'],
-                where: { post_id: post.id },
-                order: [
-                    ['value', 'asc']
-                ],
-                include: [{
-                        model: models.PointRevision,
-                        attributes: ['id', 'content']
-                    }]
-            }).then(function (points) {
-                async.eachSeries(points, function (point, pointsCallback) {
-                    let pointTextContent;
-                    if (point.PointRevisions.length > 0) {
-                        pointTextContent = point.PointRevisions[point.PointRevisions.length - 1].content;
-                    }
-                    else {
-                        pointTextContent = point.content;
-                    }
-                    console.log(pointTextContent);
-                    let req = {
-                        query: {
-                            textType: 'pointContent',
-                            targetLanguage: 'en'
-                        }
-                    };
-                    models.AcTranslationCache.getTranslation(req, point, (error, translation) => {
-                        let englishTranslation = "no translation";
-                        if (!error && translation) {
-                            englishTranslation = translation.content;
-                        }
-                        else {
-                            console.error(error);
-                        }
-                        addCrowdsourcingRow('point', post.Group.name, post.name, pointTextContent, point.value, point.counter_quality_up, point.counter_quality_down, point.id, getToxicityScore(point), englishTranslation);
-                        pointsCallback();
-                    });
-                }, seriesCallback);
-            });
-        });
-    }, function (error) {
-        fs.writeFile(outFile, outFileContent, function (err) {
-            if (err) {
-                console.log(err);
-            }
-            console.log("The file was saved!");
-            process.exit();
-        });
-    });
-});
-export {};

package/dist/scripts/exportPostsDataSetForDomain.js

@@ -1,244 +0,0 @@
-var models = require('../models/index.cjs');
-var async = require('async');
-var _ = require('lodash');
-var fs = require('fs');
-var domainId = process.argv[2];
-var outFolderPath = process.argv[3];
-var skipEmail = false;
-var getPostUrl = function (post) {
-    if (urlPrefix) {
-        return urlPrefix + '/post/' + post.id;
-    }
-    else {
-        return "https://yrpri.org/post/" + post.id;
-    }
-};
-var getUserEmail = function (post) {
-    if (skipEmail) {
-        return "hidden";
-    }
-    else {
-        return post.User.email;
-    }
-};
-var clean = function (text) {
-    if (text) {
-        //console.log("Before: "+ text);
-        var newText = text.replace('"', "'").replace('\n', '').replace('\r', '').replace(/(\r\n|\n|\r)/gm, "").replace(/"/gm, "'").replace(/,/, ';').trim();
-        //console.log("After:" + newText);
-        return newText.replace(/´/g, '');
-    }
-    else {
-        return "";
-    }
-};
-var getLocation = function (post) {
-    if (post.location && post.location.latitude && post.location.longitude &&
-        post.location.latitude != "" && post.location.longitude != "") {
-        return post.location.latitude + ',' + post.location.longitude;
-    }
-    else {
-        return '"",""';
-    }
-};
-var getPoints = function (points) {
-    var totalContent = "";
-    _.each(points, function (point) {
-        var content = clean(point.content) + "\n\n";
-        if (content.startsWith(",")) {
-            content = content.substr(1);
-        }
-        console.log("content: " + content);
-        totalContent += content;
-    });
-    return totalContent;
-};
-var getPointsUpOrDown = function (post, value) {
-    var pointsText = '';
-    var points = _.filter(post.Points, function (point) {
-        if (value > 0) {
-            return point.value > 0;
-        }
-        else {
-            return point.value < 0;
-        }
-    });
-    pointsText += getPoints(points) + '';
-    if (pointsText.startsWith(",")) {
-        pointsText = pointsText.substr(1);
-    }
-    console.log("PointText: " + pointsText);
-    return pointsText;
-};
-var getPointsUp = function (post) {
-    return getPointsUpOrDown(post, 1);
-};
-var getPointsDown = function (post) {
-    return getPointsUpOrDown(post, -1);
-};
-var getNewFromUsers = function (post) {
-    return "";
-};
-var getImageFormatUrl = function (image, formatId) {
-    var formats = JSON.parse(image.formats);
-    if (formats && formats.length > 0)
-        return formats[formatId];
-    else
-        return "";
-};
-var getImages = function (post) {
-    var imagesText = "";
-    if (post.PostHeaderImages && post.PostHeaderImages.length > 0) {
-        imagesText += _.map(post.PostHeaderImages, function (image) {
-            return "" + getImageFormatUrl(image, 0) + " ";
-        });
-    }
-    if (post.PostHeaderImages && post.PostUserImages.length > 0) {
-        imagesText += _.map(post.PostUserImages, function (image) {
-            return "" + getImageFormatUrl(image, 0) + " ";
-        });
-    }
-    return imagesText;
-};
-var getCategory = function (post) {
-    if (post.Category) {
-        return post.Category.name;
-    }
-    else {
-        return "";
-    }
-};
-models.Post.unscoped().findAll({
-    order: [
-        ['created_at', 'asc']
-    ],
-    include: [
-        {
-            model: models.Category,
-            required: false
-        },
-        {
-            model: models.PostRevision,
-            required: false
-        },
-        {
-            model: models.Group,
-            attributes: ['id'],
-            include: [
-                {
-                    model: models.Community,
-                    attributes: ['id'],
-                    where: {
-                        access: models.Community.ACCESS_PUBLIC
-                    },
-                    include: [
-                        {
-                            model: models.Domain,
-                            where: {
-                                id: domainId
-                            },
-                            attributes: ['id']
-                        }
-                    ]
-                }
-            ]
-        },
-        {
-            model: models.Point,
-            attributes: ['id', 'content', 'value'],
-            required: false
-        },
-        { model: models.Image,
-            as: 'PostHeaderImages',
-            required: false
-        },
-        {
-            model: models.User,
-            required: true
-        },
-        {
-            model: models.Image,
-            as: 'PostUserImages',
-            required: false,
-            where: {
-                deleted: false
-            }
-        }
-    ]
-}).then(function (posts) {
-    var outFilePostContent = "";
-    var outFilePointForContent = "";
-    var outFilePointAgainstContent = "";
-    console.log(posts.length);
-    var postCounter = 0;
-    async.eachSeries(posts, function (post, seriesCallback) {
-        if (!post.deleted) {
-            outFilePostContent += "Name: " + clean(post.name) + "\n" + clean(post.description) + "\n\n";
-            outFilePointForContent += getPointsUp(post);
-            outFilePointAgainstContent += getPointsDown(post);
-            async.series([
-                (innerSeriesCallback) => {
-                    var outFileName = outFolderPath + "/posts/" + post.id + "_post_" + (post.language ? post.language : "??") + ".txt";
-                    fs.writeFile(outFileName, "Name: " + clean(post.name) + "\n\n" + clean(post.description), function (err) {
-                        if (err) {
-                            console.log(err);
-                        }
-                        innerSeriesCallback();
-                    });
-                },
-                (innerSeriesCallback) => {
-                    fs.writeFile(outFolderPath + "/points_for/" + post.id + "_post_points_for_" + (post.language ? post.language : "??") + ".txt", getPointsUp(post), function (err) {
-                        if (err) {
-                            console.log(err);
-                        }
-                        innerSeriesCallback();
-                    });
-                },
-                (innerSeriesCallback) => {
-                    fs.writeFile(outFolderPath + "/points_against/" + post.id + "_post_points_against_" + (post.language ? post.language : "??") + ".txt", getPointsDown(post), function (err) {
-                        if (err) {
-                            console.log(err);
-                        }
-                        innerSeriesCallback();
-                    });
-                }
-            ], () => {
-                seriesCallback();
-            });
-        }
-        else {
-            seriesCallback();
-        }
-    }, function (error) {
-        async.series([
-            (innerSeriesCallback) => {
-                fs.writeFile(outFolderPath + "/all/all_posts.txt", outFilePostContent, function (err) {
-                    if (err) {
-                        console.log(err);
-                    }
-                    innerSeriesCallback();
-                });
-            },
-            (innerSeriesCallback) => {
-                fs.writeFile(outFolderPath + "/all/all_post_points_for.txt", outFilePointForContent, function (err) {
-                    if (err) {
-                        console.log(err);
-                    }
-                    innerSeriesCallback();
-                });
-            },
-            (innerSeriesCallback) => {
-                fs.writeFile(outFolderPath + "/all/all_post_points_against.txt", outFilePointAgainstContent, function (err) {
-                    if (err) {
-                        console.log(err);
-                    }
-                    innerSeriesCallback();
-                });
-            }
-        ], () => {
-            console.log("Done");
-            process.exit();
-        });
-    });
-});
-export {};

package/dist/scripts/exportPostsForGroup.js

@@ -1,173 +0,0 @@
-var models = require('../models/index.cjs');
-var async = require('async');
-var _ = require('lodash');
-var fs = require('fs');
-var groupId = process.argv[2];
-var urlPrefix = process.argv[3];
-var outFile = process.argv[4];
-var skipEmail = false;
-var getPostUrl = function (post) {
-    if (urlPrefix) {
-        return urlPrefix + '/post/' + post.id;
-    }
-    else {
-        return "https://yrpri.org/post/" + post.id;
-    }
-};
-var getUserEmail = function (post) {
-    if (skipEmail) {
-        return "hidden";
-    }
-    else {
-        return post.User.email;
-    }
-};
-var clean = function (text) {
-    //console.log("Before: "+ text);
-    var newText = text.replace('"', "'").replace('\n', '').replace('\r', '').replace(/(\r\n|\n|\r)/gm, "").replace(/"/gm, "'").replace(/,/, ';').trim();
-    //console.log("After:" + newText);
-    return newText.replace(/´/g, '');
-};
-var getLocation = function (post) {
-    if (post.location && post.location.latitude && post.location.longitude &&
-        post.location.latitude != "" && post.location.longitude != "") {
-        return post.location.latitude + ',' + post.location.longitude;
-    }
-    else {
-        return '"",""';
-    }
-};
-var getPoints = function (points) {
-    var totalContent = "";
-    _.each(points, function (point) {
-        var content = clean(point.content) + "\n\n";
-        if (content.startsWith(",")) {
-            content = content.substr(1);
-        }
-        console.log("content: " + content);
-        totalContent += content;
-    });
-    return totalContent;
-};
-var getPointsUpOrDown = function (post, value) {
-    var pointsText = '"';
-    var points = _.filter(post.Points, function (point) {
-        if (value > 0) {
-            return point.value > 0;
-        }
-        else {
-            return point.value < 0;
-        }
-    });
-    pointsText += getPoints(points) + '"';
-    if (pointsText.startsWith(",")) {
-        pointsText = pointsText.substr(1);
-    }
-    console.log("PointText: " + pointsText);
-    return pointsText;
-};
-var getPointsUp = function (post) {
-    return getPointsUpOrDown(post, 1);
-};
-var getPointsDown = function (post) {
-    return getPointsUpOrDown(post, -1);
-};
-var getNewFromUsers = function (post) {
-    return "";
-};
-var getImageFormatUrl = function (image, formatId) {
-    var formats = JSON.parse(image.formats);
-    if (formats && formats.length > 0)
-        return formats[formatId];
-    else
-        return "";
-};
-var getImages = function (post) {
-    var imagesText = "";
-    if (post.PostHeaderImages && post.PostHeaderImages.length > 0) {
-        imagesText += _.map(post.PostHeaderImages, function (image) {
-            return "" + getImageFormatUrl(image, 0) + " ";
-        });
-    }
-    if (post.PostHeaderImages && post.PostUserImages.length > 0) {
-        imagesText += _.map(post.PostUserImages, function (image) {
-            return "" + getImageFormatUrl(image, 0) + " ";
-        });
-    }
-    return imagesText;
-};
-var getCategory = function (post) {
-    if (post.Category) {
-        return post.Category.name;
-    }
-    else {
-        return "";
-    }
-};
-models.Post.unscoped().findAll({
-    where: {
-        group_id: groupId
-    },
-    order: [
-        ['created_at', 'asc']
-    ],
-    include: [
-        {
-            model: models.Category,
-            required: false
-        },
-        {
-            model: models.PostRevision,
-            required: false
-        },
-        {
-            model: models.Point,
-            attributes: ['id', 'content', 'value'],
-            required: false
-        },
-        { model: models.Image,
-            as: 'PostHeaderImages',
-            required: false
-        },
-        {
-            model: models.User,
-            required: true
-        },
-        {
-            model: models.Image,
-            as: 'PostUserImages',
-            required: false,
-            where: {
-                deleted: false
-            }
-        }
-    ]
-}).then(function (posts) {
-    var outFileContent = "";
-    console.log(posts.length);
-    outFileContent += "Id, Post id,email,User Name,Post Name,Description,Url,Category,Latitude,Longitude,Up Votes,Down Votes,Points Count,Points For,Points Against,Images\n";
-    postCounter = 0;
-    async.eachSeries(posts, function (post, seriesCallback) {
-        postCounter += 1;
-        if (!post.deleted) {
-            outFileContent += postCounter + ',' + post.id + ',"' + getUserEmail(post) + '","' + post.User.name + '","' + clean(post.name) + '","' + clean(post.description) + '",' +
-                '"' + getPostUrl(post) + '",' + '"' + getCategory(post) + '",' +
-                getLocation(post) + ',' + post.counter_endorsements_up + ',' + post.counter_endorsements_down +
-                ',' + post.counter_points + ',' + getPointsUp(post) + ',' + getPointsDown(post) + ',' +
-                getImages(post) + '\n';
-        }
-        else {
-            outFileContent += postCounter + ',' + post.id + ',DELETED,,,,,,,,,,,\n';
-        }
-        seriesCallback();
-    }, function (error) {
-        fs.writeFile(outFile, outFileContent, function (err) {
-            if (err) {
-                console.log(err);
-            }
-            console.log("The file was saved!");
-            process.exit();
-        });
-    });
-});
-export {};

package/dist/scripts/exportRatingsForPost.js

@@ -1,15 +0,0 @@
-const models = require('../models/index.cjs');
-var postId = process.argv[2];
-console.log(`Id,PostId,TypeIndex,Value`);
-models.Rating.findAll({
-    where: {
-        post_id: postId
-    },
-    attributes: ['id', 'post_id', 'value', 'type_index']
-}).then(ratings => {
-    ratings.forEach(rating => {
-        console.log(`${rating.id},${rating.post_id},${rating.type_index},${rating.value}`);
-    });
-    process.exit();
-});
-export {};