underpost 2.6.2

package/src/server/backup.js

@@ -0,0 +1,83 @@
+import fs from 'fs-extra';
+import { loggerFactory } from './logger.js';
+import { shellExec } from './process.js';
+import { getDataDeploy } from './conf.js';
+
+const logger = loggerFactory(import.meta);
+
+const BackUpManagement = {
+  Init: async function () {
+    await this.Callback();
+    setInterval(async () => {
+      await this.Callback();
+    }, 1000 * 60 * 60); // hourly interval
+  },
+  Callback: async function () {
+    const privateCronConfPath = `./engine-private/conf/${process.argv[2]}/conf.cron.json`;
+
+    const confCronPath = fs.existsSync(privateCronConfPath) ? privateCronConfPath : './conf/conf.cron.json';
+
+    const { backups } = JSON.parse(fs.readFileSync(confCronPath, 'utf8'));
+
+    if (!backups) return;
+
+    const currentDate = new Date().getTime();
+
+    if (!fs.existsSync('./engine-private/cron-backups'))
+      fs.mkdirSync('./engine-private/cron-backups', { recursive: true });
+
+    for (const deployGroupId of backups) {
+      const dataDeploy = getDataDeploy({ deployGroupId });
+
+      for (const deployObj of dataDeploy) {
+        const { deployId } = deployObj;
+
+        const confServer = JSON.parse(
+          fs.existsSync(`./engine-private/replica/${deployId}/conf.server.json`)
+            ? fs.readFileSync(`./engine-private/replica/${deployId}/conf.server.json`, 'utf8')
+            : fs.readFileSync(`./engine-private/conf/${deployId}/conf.server.json`, 'utf8'),
+        );
+
+        for (const host of Object.keys(confServer))
+          for (const path of Object.keys(confServer[host])) {
+            // retention policy
+            let { db, backupFrequency, maxBackupRetention } = confServer[host][path];
+
+            if (!db) continue;
+
+            if (!backupFrequency) backupFrequency = 'daily';
+            if (!maxBackupRetention) maxBackupRetention = 5;
+
+            const backUpPath = `./engine-private/cron-backups/${host}${path.replace(/\\/g, '/').replace(`/`, '-')}`;
+            if (!fs.existsSync(backUpPath)) fs.mkdirSync(`${backUpPath}`, { recursive: true });
+            // .isDirectory()
+            const files = await fs.readdir(backUpPath, { withFileTypes: true });
+
+            const currentBackupsDirs = files
+              .map((fileObj) => parseInt(fileObj.name))
+              .sort((a, b) => a - b)
+              .reverse();
+
+            switch (backupFrequency) {
+              case 'daily':
+
+              default:
+                if (currentBackupsDirs[0] && currentDate - currentBackupsDirs[0] <= 1000 * 60 * 60 * 24) continue;
+                break;
+            }
+
+            for (const retentionPath of currentBackupsDirs.filter((t, i) => i >= maxBackupRetention + 1)) {
+              const removePathRetention = `${backUpPath}/${retentionPath}`;
+              fs.removeSync(removePathRetention);
+            }
+
+            fs.mkdirSync(`${backUpPath}/${currentDate}`, { recursive: true });
+
+            shellExec(`node bin/db ${host}${path} export ${deployId} ${backUpPath}/${currentDate}`);
+          }
+      }
+    }
+  },
+};
+
+export { BackUpManagement };

package/src/server/client-build-live.js

@@ -0,0 +1,72 @@
+import fs from 'fs-extra';
+import { Config, loadConf } from './conf.js';
+import { loggerFactory } from './logger.js';
+import { buildClient } from './client-build.js';
+
+const logger = loggerFactory(import.meta);
+
+const clientLiveBuild = async () => {
+  if (fs.existsSync(`./tmp/client.build.json`)) {
+    const deployId = process.argv[2];
+
+    let clientId = 'default';
+    let host = 'default.net';
+    let path = '/';
+    let baseHost = `${host}${path === '/' ? '' : path}`;
+    let views = Config.default.client[clientId].views;
+
+    if (
+      deployId &&
+      (fs.existsSync(`./engine-private/conf/${deployId}`) || fs.existsSync(`./engine-private/replica/${deployId}`))
+    ) {
+      loadConf(deployId);
+      const confClient = JSON.parse(fs.readFileSync(`./conf/conf.client.json`, 'utf8'));
+      const confServer = JSON.parse(fs.readFileSync(`./conf/conf.server.json`, 'utf8'));
+      host = process.argv[3];
+      path = process.argv[4];
+      clientId = confServer[host][path].client;
+      views = confClient[clientId].views;
+      baseHost = `${host}${path === '/' ? '' : path}`;
+    }
+
+    logger.info('Live build config', {
+      deployId,
+      host,
+      path,
+      clientId,
+      baseHost,
+      views: views.length,
+    });
+
+    const updates = JSON.parse(fs.readFileSync(`./tmp/client.build.json`, 'utf8'));
+    const liveClientBuildPaths = [];
+    for (let srcPath of updates) {
+      const srcBuildPath = `./src${srcPath.split('src')[1].replace(/\\/g, '/')}`;
+      if (
+        srcPath.split('src')[1].startsWith(`\\client\\components`) ||
+        srcPath.split('src')[1].startsWith(`\\client\\services`)
+      ) {
+        const publicBuildPath = `./public/${baseHost}/${srcPath.split('src')[1].slice(8)}`.replace(/\\/g, '/');
+        liveClientBuildPaths.push({ srcBuildPath, publicBuildPath });
+      } else if (srcPath.split('src')[1].startsWith(`\\client\\sw`)) {
+        const publicBuildPath = `./public/${baseHost}/sw.js`;
+        liveClientBuildPaths.push({ srcBuildPath, publicBuildPath });
+      } else if (srcPath.split('src')[1].startsWith(`\\client`) && srcPath.slice(-9) === '.index.js') {
+        for (const view of views) {
+          const publicBuildPath = `./public/${baseHost}${view.path === '/' ? '' : view.path}/${clientId}.index.js`;
+          liveClientBuildPaths.push({ srcBuildPath, publicBuildPath });
+        }
+      } else if (srcPath.split('src')[1].startsWith(`\\client\\ssr`)) {
+        for (const view of views) {
+          const publicBuildPath = `./public/${baseHost}${view.path === '/' ? '' : view.path}/index.html`;
+          liveClientBuildPaths.push({ srcBuildPath, publicBuildPath });
+        }
+      }
+    }
+    logger.info('liveClientBuildPaths', liveClientBuildPaths);
+    await buildClient({ liveClientBuildPaths, instances: [{ host, path }] });
+    fs.removeSync(`./tmp/client.build.json`);
+  }
+};
+
+export { clientLiveBuild };