@syngrisi/syngrisi 2.2.1

package/src/tasks/backup.js.bak

@@ -0,0 +1,84 @@
+/* eslint-disable no-console */
+// const inquirer = require('inquirer');
+const inquirer2 = require('@inquirer/prompts');
+const { input, confirm } = require('@inquirer/prompts');
+console.log(inquirer2)
+
+const fs = require('fs');
+const path = require('path');
+const { execSync } = require('child_process');
+const { config } = require('../../config');
+
+const backupFolder = config.backupsFolder;
+if (!fs.existsSync(backupFolder)) {
+    fs.mkdirSync(backupFolder, { recursive: true });
+}
+
+console.log('Please be sure that \'mongodump\', \'mongorestore\' and \'rsync\' tools are present in your system.');
+const currDate = new Date().toLocaleString('en-US', { year: 'numeric', month: '2-digit', day: 'numeric' })
+    .replace(/[/]/gm, '_');
+const backupSubFolder = `${currDate}_${Date.now()}`;
+
+const answers = {
+    firstName: input({ message: "What's your first name?" }),
+    allowEmail: confirm({ message: 'Do you allow us to send you email?' }),
+};
+
+console.log(answers.firstName);
+
+inquirer2
+    .confirm([
+        { type: 'string', name: 'folder', message: 'Enter the Backup Folder name Filename', default: backupSubFolder },
+        {
+            type: 'string',
+            name: 'connectionString',
+            message: 'Enter the Database Connection String URI',
+            default: config.connectionString,
+        },
+        {
+            type: 'string',
+            name: 'imagesPath',
+            message: 'Enter the Images Folder',
+            default: config.defaultImagesPath,
+        },
+        {
+            type: 'string',
+            name: 'confirm',
+            message: 'Continue? (y/N)',
+        },
+
+    ])
+    .then(async (answers) => {
+        const { confirm } = answers;
+
+        if (!confirm) return;
+
+        const fullBackupPath = path.join(backupFolder, answers.folder);
+
+        if (fs.existsSync(fullBackupPath)) {
+            console.log('The folder is already exists, please enter another folder ');
+            return;
+        }
+        fs.mkdirSync(fullBackupPath, { recursive: true });
+        const destDatabasePath = path.join(fullBackupPath, 'database');
+        fs.mkdirSync(destDatabasePath, { recursive: true });
+
+        const destImagesPath = path.join(fullBackupPath, 'images');
+        fs.mkdirSync(fullBackupPath, { recursive: true });
+
+        console.log('Backup the Database');
+        const dbDumpResult = execSync(`mongodump --uri=${answers.connectionString} --gzip --out ${destDatabasePath}`).toString();
+        console.log(dbDumpResult);
+
+        console.log('Backup the Images');
+        const imagesBackupResult = execSync(`rsync -vah --progress ${answers.imagesPath} ${destImagesPath}`)
+            .toString('utf8');
+        console.log(imagesBackupResult);
+    })
+    .catch((e) => {
+        if (e.isTtyError) {
+            console.log('cannot render the menu on this environment', e);
+        } else {
+            console.log(e);
+        }
+    });

package/src/tasks/backup.ts

@@ -0,0 +1,53 @@
+import { input, confirm } from '@inquirer/prompts';
+import * as fs from 'node:fs'
+import * as path from 'node:path';
+import { execSync } from 'child_process';
+import { config } from '../../config';
+
+const run = async () => {
+    const backupFolder: string = config.backupsFolder;
+    if (!fs.existsSync(backupFolder)) {
+        fs.mkdirSync(backupFolder, { recursive: true });
+    }
+
+    console.log('Please be sure that \'mongodump\', \'mongorestore\' and \'rsync\' tools are present in your system.');
+    const currDate: string = new Date().toLocaleString('en-US', { year: 'numeric', month: '2-digit', day: 'numeric' })
+        .replace(/[/]/gm, '_');
+    const backupSubFolder: string = `${currDate}_${Date.now()}`;
+
+    const answers = {
+        folder: await input({ message: 'Enter the Backup Folder name Filename', default: backupSubFolder }),
+        connectionString: await input({ message: 'Enter the Database Connection String URI', default: config.connectionString }),
+        imagesPath: await input({ message: 'Enter the Images Folder Path', default: config.defaultImagesPath }),
+        confirm: await confirm({ message: 'Continue?' }),
+    };
+
+    if (!answers.confirm) {
+        return "Skipped"
+    }
+
+    const fullBackupPath: string = path.join(backupFolder, answers.folder);
+
+    if (fs.existsSync(fullBackupPath)) {
+        console.log('The folder is already exists, please enter another folder ');
+        return;
+    }
+    fs.mkdirSync(fullBackupPath, { recursive: true });
+    const destDatabasePath: string = path.join(fullBackupPath, 'database');
+    fs.mkdirSync(destDatabasePath, { recursive: true });
+
+    const destImagesPath: string = path.join(fullBackupPath, 'images');
+    fs.mkdirSync(fullBackupPath, { recursive: true });
+
+    console.log('Backup the Database');
+    const dbDumpResult: string = execSync(`mongodump --uri=${answers.connectionString} --gzip --out ${destDatabasePath}`).toString();
+    console.log(dbDumpResult);
+
+    console.log('Backup Images');
+    const imagesBackupResult: string = execSync(`rsync -vah --progress ${answers.imagesPath} ${destImagesPath}`)
+        .toString('utf8');
+    console.log(imagesBackupResult);
+    return '✅ Success'
+}
+
+run().then((result) => console.log(`operation complete: ${result}`));

package/src/tasks/lib/common.js

@@ -0,0 +1,24 @@
+const {
+    Snapshot,
+    Check,
+    Test,
+    Run,
+    App,
+    Suite,
+    User,
+    Baseline,
+} = require('../../server/models');
+
+// const url = 'mongodb://localhost/VRSdb';
+
+module.exports = {
+    // url,
+    User,
+    Snapshot,
+    Check,
+    Test,
+    Run,
+    App,
+    Suite,
+    Baseline,
+};

package/src/tasks/lib/utils.js

@@ -0,0 +1,15 @@
+const mongoose = require('mongoose');
+const { url } = require('./common');
+
+const connect = async () => {
+    const connection = await mongoose.connect(url, {});
+    console.log(`Mongoose default connection open to: '${url}', models: '${Object.keys(connection.models)
+        .join(', ')}'`);
+    return connection;
+};
+
+module.exports.runMongoCode = async (cb) => {
+    await connect();
+    await cb();
+    await mongoose.connection.close();
+};

package/src/tasks/migrations/2.0.migration.js

@@ -0,0 +1,86 @@
+"use strict";
+/* eslint-disable no-await-in-loop,no-restricted-syntax */
+require('../../server/models');
+const utils = require('../lib/utils');
+const { Check, Test, Run, Suite } = require('../lib/common');
+async function task() {
+    await utils.runMongoCode(async () => {
+        try {
+            /**
+             * 0. fill test collection with 'checks' field array
+             * */
+            console.log('\nStage: 0');
+            const checks = await Check.find({});
+            // console.log(checks);
+            for (const check of checks) {
+                const testId = check.test;
+                const test = await Test.findOne({ _id: testId });
+                if (test && testId && !test.checks.map((x) => x.toString()).includes(check?._id.toString())) {
+                    const newChecksArray = test.checks || [];
+                    newChecksArray.push(check._id);
+                    await test.update({ _id: test._id }, { $set: { checks: newChecksArray } });
+                    await test.save();
+                    process.stdout.write('.');
+                }
+                else {
+                    process.stdout.write('x');
+                }
+            }
+            /**
+             * 1. fill test suite fields
+             * */
+            console.log('\nStage: 1');
+            const tests = await Test.find({});
+            for (const test of tests) {
+                // console.log(test.checks[0]);
+                const firstCheckId = test.checks[0];
+                if (firstCheckId) {
+                    // @ts-ignore
+                    const firstCheck = await Check.findOne({ _id: test.checks[0] });
+                    if (firstCheck) {
+                        const { suite } = firstCheck;
+                        if (suite) {
+                            test.suite = suite;
+                            await Test.update({ _id: test._id }, { $set: { suite } });
+                        }
+                    }
+                }
+                else {
+                    process.stdout.write('x');
+                }
+                process.stdout.write('.');
+            }
+            /**
+             * 2. set app id for runs and suites
+             * */
+            console.log('\nStage: 2');
+            for (const x of tests) {
+                const appId = x.app;
+                await Run.update({ _id: x.run }, { $set: { app: appId } });
+                await Suite.update({ _id: x.suite }, { $set: { app: appId } });
+                process.stdout.write('.');
+            }
+            /**
+             * 3. populate 'runs' and 'suites' with 'createdDate' field
+             * */
+            console.log('\nStage: 3');
+            const suites = await Suite.find({});
+            for (const x of suites) {
+                await Suite.update({ _id: x._id }, { $set: { createdDate: x._id.getTimestamp() } });
+                process.stdout.write('+');
+            }
+            const runs = await Run.find({});
+            for (const x of runs) {
+                await Run.update({ _id: x._id }, { $set: { createdDate: x._id.getTimestamp() } });
+                process.stdout.write('>');
+            }
+        }
+        catch (err) {
+            console.error(err);
+        }
+        finally {
+            console.log('\nDone');
+        }
+    });
+}
+task();

package/src/tasks/migrations/2.0.migration.ts

@@ -0,0 +1,95 @@
+/* eslint-disable no-await-in-loop,no-restricted-syntax */
+require('../../server/models');
+
+const utils = require('../lib/utils');
+const { Check, Test, Run, Suite } = require('../lib/common');
+
+async function task() {
+    await utils.runMongoCode(async () => {
+        try {
+            /**
+             * 0. fill test collection with 'checks' field array
+             * */
+            console.log('\nStage: 0');
+
+            const checks = await Check.find({});
+            // console.log(checks);
+            for (const check of checks) {
+                const testId = check.test;
+                const test = await Test.findOne({ _id: testId });
+                if (test && testId && !test.checks.map((x: any) => x.toString()).includes(check?._id.toString())) {
+                    const newChecksArray = test.checks || [];
+                    newChecksArray.push(check._id);
+                    await test.update({ _id: test._id }, { $set: { checks: newChecksArray } });
+                    await test.save();
+                    process.stdout.write('.');
+                } else {
+                    process.stdout.write('x');
+                }
+            }
+
+            /**
+             * 1. fill test suite fields
+             * */
+            console.log('\nStage: 1');
+
+            const tests: any = await Test.find({});
+
+            for (const test of tests) {
+                // console.log(test.checks[0]);
+                const firstCheckId = test.checks[0];
+                if (firstCheckId) {
+                    // @ts-ignore
+                    const firstCheck = await Check.findOne({ _id: test.checks[0] });
+
+                    if (firstCheck) {
+                        const { suite } = firstCheck;
+                        if (suite) {
+                            test.suite = suite;
+                            await Test.update({ _id: test._id }, { $set: { suite } });
+                        }
+                    }
+                } else {
+                    process.stdout.write('x');
+                }
+                process.stdout.write('.');
+            }
+
+            /**
+             * 2. set app id for runs and suites
+             * */
+
+            console.log('\nStage: 2');
+
+            for (const x of tests) {
+                const appId = x.app;
+                await Run.update({ _id: x.run }, { $set: { app: appId } });
+                await Suite.update({ _id: x.suite }, { $set: { app: appId } });
+                process.stdout.write('.');
+            }
+
+            /**
+             * 3. populate 'runs' and 'suites' with 'createdDate' field
+             * */
+            console.log('\nStage: 3');
+
+            const suites = await Suite.find({});
+            for (const x of suites) {
+                await Suite.update({ _id: x._id }, { $set: { createdDate: x._id.getTimestamp() } });
+                process.stdout.write('+');
+            }
+
+            const runs = await Run.find({});
+            for (const x of runs) {
+                await Run.update({ _id: x._id }, { $set: { createdDate: x._id.getTimestamp() } });
+                process.stdout.write('>');
+            }
+        } catch (err) {
+            console.error(err);
+        } finally {
+            console.log('\nDone');
+        }
+    });
+}
+
+task();

package/src/tasks/migrations/2.0.migration_mql.js

@@ -0,0 +1,63 @@
+/* eslint-disable */
+/**
+ * 0. fill test collection with 'checks' field array
+ **/
+const checks = db.vrschecks.find({}).toArray();
+
+for (const check of checks) {
+    const testId = check.test;
+    if (testId) {
+        const test = db.vrstests.findOne({ _id: testId });
+        const newChecksArray = test.checks || [];
+        newChecksArray.push(check._id);
+        db.vrstests.update({ _id: test._id }, { $set: { "checks": newChecksArray } });
+    }
+}
+
+/**
+ * 1. fill test suite fields
+ **/
+const tests = db.vrstests.find({}).toArray();
+
+tests.forEach((test) => {
+    console.log(test.checks[0]);
+    const firstCheckId = test.checks[0];
+    if (firstCheckId) {
+        const firstCheck = db.vrschecks.findOne({ _id: test.checks[0] });
+
+        if (firstCheck) {
+            const suite = firstCheck.suite;
+            if (suite) {
+                test.suite = suite;
+            }
+        }
+    }
+    else {
+        console.log('Cannot find checks')
+    }
+})
+
+/**
+ * 2. set app id for runs and suites
+ **/
+db.vrstests.find({}).forEach((x) => {
+    const appId = x.app;
+    console.log({ appId });
+    db.vrsruns.update({ _id: x.run }, { $set: { "app": appId } });
+    db.vrssuites.update({ _id: x.suite }, { $set: { "app": appId } });
+})
+
+/**
+ * 3. populate 'runs' and 'suites' with 'createdDate' field
+ **/
+db.vrssuites.find({}).forEach((x) => {
+    // x.createdDate = x._id.getTimestamp();
+    db.vrssuites.update({ _id: x._id }, { $set: { "createdDate": x._id.getTimestamp() } });
+    console.log(x.updatedDate);
+})
+
+db.vrsruns.find({}).forEach((x) => {
+    // x.createdDate = x._id.getTimestamp();
+    db.vrsruns.update({ _id: x._id }, { $set: { "createdDate": x._id.getTimestamp() } });
+    console.log(x.updatedDate);
+})

package/src/tasks/reindex.js

@@ -0,0 +1,36 @@
+require('../server/models');
+const utils = require('./lib/utils');
+const {
+    User, Snapshot, Check, Test, Run, Log, App, Suite, Baseline,
+} = require('./lib/common');
+
+(async () => {
+    await utils.runMongoCode(() => {
+        return new Promise(async (resolve, reject) => {
+            const result = [];
+            [User, Snapshot, Check, Test, Run, Log, App, Suite, Baseline].forEach((model) => {
+                result.push(model.collection.dropIndexes()
+                    .then(
+                        () => {
+                            console.log(`Drop: '${model.collection.name}'`);
+                        }
+                    )
+                    .catch((err) => {
+                        console.log(`Cannot drop index '${model.collection.name}', error: '${err}' `);
+                    })
+                );
+            });
+
+            return resolve(
+                await Promise.all(result)
+                    .catch((err) => {
+                        console.log('ERROR:');
+                        console.error(err);
+                    })
+                    .then(() => {
+                        console.log('End of reindex task');
+                    })
+            );
+        });
+    });
+})();

package/src/tasks/restore.js.bak

@@ -0,0 +1,100 @@
+/* eslint-disable no-console */
+const inquirer = require('inquirer');
+const fs = require('fs');
+const path = require('path');
+const { execSync } = require('child_process');
+const { config } = require('../../config');
+
+const backupFolder = config.backupsFolder;
+if (!fs.existsSync(backupFolder)) {
+    fs.mkdirSync(backupFolder, { recursive: true });
+}
+
+console.log('Be sure that Application is down and \'mongodump\', \'mongorestore\' and \'rsync\' tools are present in your system.');
+
+const backupsFolders = fs.readdirSync(backupFolder, { withFileTypes: true })
+    .filter((x) => x.isDirectory())
+    .map((x) => x.name);
+
+const questions = [
+    {
+        type: 'list',
+        name: 'backupSubFolder',
+        message: 'Choose the Backup Folder',
+        choices: backupsFolders,
+
+    },
+    {
+        type: 'string',
+        name: 'destConnectionString',
+        message: 'Enter the Destination Database Connection String URI',
+        default: config.connectionString,
+    },
+    {
+        type: 'string',
+        name: 'destImagesSubFolder',
+        message: 'Enter the Destination Images Folder',
+        default: config.defaultImagesPath,
+    },
+    {
+        type: 'string',
+        name: 'confirm',
+        message: '⚠️ Caution! All current Application Data will be removed, before the Restoring! Continue? (y/N)',
+    },
+];
+
+inquirer
+    .prompt(questions)
+    .then(async (answers) => {
+        console.log({ answers });
+        if (!answers.confirm) return;
+
+        const fullBackupPath = path.join(backupFolder, answers.backupSubFolder);
+        console.log({ fullBackupPath });
+
+        const fullSourceDatabasePath = path.join(fullBackupPath, 'database');
+        if (!fs.existsSync(fullSourceDatabasePath)) {
+            console.log('The Source Database Folder is not exists, please select tha another folder');
+            return;
+        }
+
+        const fullSourceImagesPath = path.join(fullBackupPath, 'images');
+        if (!fs.existsSync(fullSourceImagesPath)) {
+            console.log('The Source Images Folder is not exists, please select tha another folder');
+            return;
+        }
+
+        if (!fs.existsSync(answers.destImagesSubFolder)) {
+            console.log('The Destination Images Folder is not exists, please select tha another folder');
+            return;
+        }
+
+        console.log('Remove the Destination Database');
+        const removeDbResult = execSync(`mongosh '${answers.destConnectionString}' --eval "db.dropDatabase();"`)
+            .toString();
+        console.log(removeDbResult);
+
+        console.log('Restore the Database');
+        const restoreDbResult = execSync(`mongorestore --uri ${answers.destConnectionString} --gzip ${fullSourceDatabasePath}/*`)
+            .toString();
+        console.log(restoreDbResult);
+
+        console.log('Clean the Destination Images Folder');
+        // eslint-disable-next-line max-len
+        const removeImagesResult = execSync(`ls ${answers.destImagesSubFolder};rm -rfv ${answers.destImagesSubFolder} && mkdir ${answers.destImagesSubFolder}`)
+            .toString();
+        console.log(removeImagesResult);
+
+        console.log('Restore the Images');
+        console.log({ fullSourceImagesPath });
+        const restoreImagesResult = execSync(`rsync -vah --progress  ${fullSourceImagesPath}/ ${answers.destImagesSubFolder}`)
+            .toString('utf8');
+        console.log(restoreImagesResult);
+    })
+    .catch((e) => {
+        if (e.isTtyError) {
+            console.log('cannot render the menu on this environment', e);
+        } else {
+            console.log(e);
+        }
+    });

package/src/tasks/restore.ts

@@ -0,0 +1,75 @@
+/* eslint-disable no-console */
+import { input, confirm, select } from '@inquirer/prompts';
+import * as fs from 'node:fs'
+import * as path from 'node:path';
+import { execSync } from 'child_process';
+import { config } from '../../config';
+
+const run = async () => {
+    const backupFolder = config.backupsFolder;
+    if (!fs.existsSync(backupFolder)) {
+        fs.mkdirSync(backupFolder, { recursive: true });
+    }
+
+    console.log('Be sure that Application is down and \'mongodump\', \'mongorestore\' and \'rsync\' tools are present in your system.');
+
+    const backupsFolders = fs.readdirSync(backupFolder, { withFileTypes: true })
+        .filter((x) => x.isDirectory())
+        .map((x) => ({ name: x.name, value: x.name }));
+
+    const answers = {
+        backupSubFolder: await select({ message: 'Enter the Backup Folder name Filename', choices: backupsFolders }),
+        destConnectionString: await input({ message: 'Enter the Destination Database Connection String URI', default: config.connectionString }),
+        destImagesSubFolder: await input({ message: 'Enter the Images Folder Path', default: config.defaultImagesPath }),
+        confirm: await confirm({ message: '⚠️ Caution! All current Application Data will be removed, before the Restoring! Continue?', default: false }),
+    };
+
+    if (!answers.confirm) {
+        return 'Skipped'
+    }
+    const fullBackupPath = path.join(backupFolder, answers.backupSubFolder);
+    console.log({ fullBackupPath });
+
+    const fullSourceDatabasePath = path.join(fullBackupPath, 'database');
+    if (!fs.existsSync(fullSourceDatabasePath)) {
+        console.log('The Source Database Folder is not exists, please select tha another folder');
+        return;
+    }
+
+    const fullSourceImagesPath = path.join(fullBackupPath, 'images');
+    if (!fs.existsSync(fullSourceImagesPath)) {
+        console.log('The Source Images Folder is not exists, please select tha another folder');
+        return;
+    }
+
+    if (!fs.existsSync(answers.destImagesSubFolder)) {
+        console.log('The Destination Images Folder is not exists, please select tha another folder');
+        return;
+    }
+
+    console.log('Remove the Destination Database');
+    const removeDbResult = execSync(`mongosh '${answers.destConnectionString}' --eval "db.dropDatabase();"`)
+        .toString();
+    console.log(removeDbResult);
+
+    console.log('Restore the Database');
+    const restoreDbResult = execSync(`mongorestore --uri ${answers.destConnectionString} --gzip ${fullSourceDatabasePath}/*`)
+        .toString();
+    console.log(restoreDbResult);
+
+    console.log('Clean the Destination Images Folder');
+    // eslint-disable-next-line max-len
+    const removeImagesResult = execSync(`ls ${answers.destImagesSubFolder};rm -rfv ${answers.destImagesSubFolder} && mkdir ${answers.destImagesSubFolder}`)
+        .toString();
+    console.log(removeImagesResult);
+
+    console.log('Restore the Images');
+    console.log({ fullSourceImagesPath });
+    const restoreImagesResult = execSync(`rsync -vah --progress  ${fullSourceImagesPath}/ ${answers.destImagesSubFolder}`)
+        .toString('utf8');
+    console.log(restoreImagesResult);
+
+    return '✅ Success'
+}
+
+run().then((result) => console.log(`operation complete: ${result}`));