underpost 2.6.2 → 2.7.1

package/src/server/backup.js

@@ -2,15 +2,25 @@ import fs from 'fs-extra';
 import { loggerFactory } from './logger.js';
 import { shellExec } from './process.js';
 import { getDataDeploy } from './conf.js';
+import cron from 'node-cron';
 
 const logger = loggerFactory(import.meta);
 
 const BackUpManagement = {
   Init: async function () {
     await this.Callback();
-    setInterval(async () => {
-      await this.Callback();
-    }, 1000 * 60 * 60); // hourly interval
+
+    // Schedule the sending process to run every day at 1 am
+    cron.schedule(
+      '0 1 * * *',
+      async () => {
+        await this.Callback();
+      },
+      {
+        scheduled: true,
+        timezone: process.env.TIME_ZONE || 'America/New_York',
+      },
+    );
   },
   Callback: async function () {
     const privateCronConfPath = `./engine-private/conf/${process.argv[2]}/conf.cron.json`;
@@ -26,7 +36,8 @@ const BackUpManagement = {
     if (!fs.existsSync('./engine-private/cron-backups'))
       fs.mkdirSync('./engine-private/cron-backups', { recursive: true });
 
-    for (const deployGroupId of backups) {
+    for (const deployGroupData of backups) {
+      const { deployGroupId } = deployGroupData;
       const dataDeploy = getDataDeploy({ deployGroupId });
 
       for (const deployObj of dataDeploy) {
@@ -41,9 +52,9 @@ const BackUpManagement = {
         for (const host of Object.keys(confServer))
           for (const path of Object.keys(confServer[host])) {
             // retention policy
-            let { db, backupFrequency, maxBackupRetention } = confServer[host][path];
+            let { db, backupFrequency, maxBackupRetention, singleReplica } = confServer[host][path];
 
-            if (!db) continue;
+            if (!db || singleReplica) continue;
 
             if (!backupFrequency) backupFrequency = 'daily';
             if (!maxBackupRetention) maxBackupRetention = 5;

package/src/server/client-build.js

@@ -104,6 +104,7 @@ const buildClient = async (options = { liveClientBuildPaths: [], instances: [] }
   const confClient = JSON.parse(fs.readFileSync(`./conf/conf.client.json`, 'utf8'));
   const confServer = JSON.parse(fs.readFileSync(`./conf/conf.server.json`, 'utf8'));
   const confSSR = JSON.parse(fs.readFileSync(`./conf/conf.ssr.json`, 'utf8'));
+  const packageData = JSON.parse(fs.readFileSync(`./package.json`, 'utf8'));
   const acmeChallengePath = `/.well-known/acme-challenge`;
   const publicPath = `./public`;
 
@@ -133,7 +134,6 @@ const buildClient = async (options = { liveClientBuildPaths: [], instances: [] }
         apis,
         iconsBuild,
         docsBuild,
-        swaggerApiVersion,
         apiBaseProxyPath,
         apiBaseHost,
         ttiLoadTimeLimit,
@@ -150,7 +150,7 @@ const buildClient = async (options = { liveClientBuildPaths: [], instances: [] }
       const rootClientPath = directory ? directory : `${publicPath}/${host}${path}`;
       const port = newInstance(currentPort);
       const publicClientId = publicRef ? publicRef : client;
-      const fullBuildEnabled = !process.argv.includes('l') && !confServer[host][path].lightBuild && !enableLiveRebuild;
+      const fullBuildEnabled = !process.argv.includes('l') && !confServer[host][path].liteBuild && !enableLiveRebuild;
       // const baseHost = process.env.NODE_ENV === 'production' ? `https://${host}` : `http://localhost:${port}`;
       const baseHost = process.env.NODE_ENV === 'production' ? `https://${host}` : ``;
       // ''; // process.env.NODE_ENV === 'production' ? `https://${host}` : ``;
@@ -171,7 +171,7 @@ const buildClient = async (options = { liveClientBuildPaths: [], instances: [] }
       }
 
       if (fullBuildEnabled)
-        //  !(confServer[host]['/'] && confServer[host]['/'].lightBuild)
+        //  !(confServer[host]['/'] && confServer[host]['/'].liteBuild)
         await fullBuild({
           path,
           logger,
@@ -540,7 +540,7 @@ Sitemap: https://${host}${path === '/' ? '' : path}/sitemap.xml`,
         );
       }
 
-      if (!enableLiveRebuild && !process.argv.includes('l') && docsBuild) {
+      if (!enableLiveRebuild && !process.argv.includes('l') && !process.argv.includes('deploy') && docsBuild) {
         // fullBuildEnabled || process.argv.includes('docs')
 
         // https://www.pullrequest.com/blog/leveraging-jsdoc-for-better-code-documentation-in-javascript/
@@ -559,13 +559,24 @@ Sitemap: https://${host}${path === '/' ? '' : path}/sitemap.xml`,
         logger.warn('build jsdoc view', jsDocsConfig.opts.destination);
         shellExec(`npm run docs`, { silent: true });
 
+        // coverage
+        if (!fs.existsSync(`./coverage`)) {
+          shellExec(`npm test`);
+        }
+        const coverageBuildPath = `${jsDocsConfig.opts.destination}/coverage`;
+        fs.mkdirSync(coverageBuildPath, { recursive: true });
+        fs.copySync(`./coverage`, coverageBuildPath);
+
+        // uml
+        shellExec(`node bin/deploy uml ${host} ${path}`);
+
         // https://swagger-autogen.github.io/docs/
 
         const basePath = path === '/' ? `${process.env.BASE_API}` : `/${process.env.BASE_API}`;
 
         const doc = {
           info: {
-            version: swaggerApiVersion ? swaggerApiVersion : '0.0.1', // by default: '1.0.0'
+            version: packageData.version, // by default: '1.0.0'
             title: metadata?.title ? `${metadata.title}` : 'REST API', // by default: 'REST API'
             description: metadata?.description ? metadata.description : '', // by default: ''
           },

package/src/server/dns.js

@@ -1,6 +1,7 @@
 import axios from 'axios';
 import dotenv from 'dotenv';
 import fs from 'fs';
+import cron from 'node-cron';
 
 import { ip } from './network.js';
 import { loggerFactory } from './logger.js';
@@ -58,7 +59,17 @@ const Dns = {
       }
     };
     await callback();
-    this.ipDaemon = setInterval(async () => await callback(), confCronData.ipDaemon.minutesTimeInterval * 1000 * 60);
+    // every minute
+    cron.schedule(
+      '* * * * *',
+      async () => {
+        await callback();
+      },
+      {
+        scheduled: true,
+        timezone: process.env.TIME_ZONE || 'America/New_York',
+      },
+    );
   },
   services: {
     updateIp: {

package/src/server/logger.js

@@ -1,3 +1,9 @@
+/**
+ * Module for managing logger control and configuration
+ * @module src/server/logger.js
+ * @namespace Logger
+ */
+
 'use strict';
 
 import dotenv from 'dotenv';
@@ -68,7 +74,38 @@ const format = (meta) =>
     }),
   );
 
-const loggerFactory = (meta) => {
+/**
+ * Logs information about the current process environment to the console.
+ *
+ * This function is used to log details about
+ * the execution context, such as command-line arguments,
+ * environment variables, the process's administrative privileges,
+ * and the maximum available heap space size.
+ *
+ * @param {winston.Logger} logger - A pre-configured Winston logger object.
+ * @memberof Logger
+ */
+const setUpInfo = async (logger = new winston.Logger()) => {
+  logger.info('argv', process.argv);
+  logger.info('env', process.env.NODE_ENV);
+  logger.info('admin', await isAdmin());
+  logger.info('--max-old-space-size', {
+    total_available_size: formatBytes(v8.getHeapStatistics().total_available_size),
+  });
+};
+
+/**
+ * The function `loggerFactory` creates a logger instance with specified transports for printing out
+ * messages.
+ * @param meta - The `meta` parameter in the `loggerFactory` function is used to extract the last part
+ * of a URL and use it to create log files in a specific directory.
+ * @returns {winston.Logger} The `loggerFactory` function returns a logger instance created using Winston logger
+ * library. The logger instance is configured with various transports for printing out messages to
+ * different destinations such as the terminal, error.log file, and all.log file. The logger instance
+ * also has a method `setUpInfo` attached to it for setting up additional information.
+ * @memberof Logger
+ */
+const loggerFactory = (meta = { url: '' }) => {
   meta = meta.url.split('/').pop();
   // Define which transports the logger must use to print out messages.
   // In this example, we are using three different transports
@@ -98,17 +135,25 @@ const loggerFactory = (meta) => {
     // exitOnError: false,
   });
   logger.setUpInfo = async () => {
-    logger.info('argv', process.argv);
-    logger.info('env', process.env.NODE_ENV);
-    logger.info('admin', await isAdmin());
-    logger.info('--max-old-space-size', {
-      total_available_size: formatBytes(v8.getHeapStatistics().total_available_size),
-    });
+    await setUpInfo(logger);
   };
   return logger;
 };
 
-const loggerMiddleware = (meta) => {
+/**
+ * The `loggerMiddleware` function creates a middleware for logging HTTP requests using Morgan with
+ * custom message format and options.
+ * @param meta - The `meta` parameter in the `loggerMiddleware` function is an object that contains
+ * information about the request URL. It has a default value of an empty object `{ url: '' }`. This
+ * object is used to provide additional metadata for logging purposes.
+ * @returns {Handler<any, any>} The `loggerMiddleware` function returns a middleware function that uses the Morgan library
+ * to log HTTP request information. The middleware function formats the log message using predefined
+ * tokens provided by Morgan and custom tokens like `:host` to include specific request details. The
+ * log message format includes information such as remote address, HTTP method, host, URL, status code,
+ * content length, and response time in milliseconds. The middleware
+ * @memberof Logger
+ */
+const loggerMiddleware = (meta = { url: '' }) => {
   const stream = {
     // Use the http severity
     write: (message) => loggerFactory(meta).http(message),
@@ -132,4 +177,4 @@ const loggerMiddleware = (meta) => {
   );
 };
 
-export { loggerFactory, loggerMiddleware };
+export { loggerFactory, loggerMiddleware, setUpInfo };

package/src/server/process.js

@@ -53,13 +53,13 @@ const ProcessController = {
   },
 };
 
-const shellExec = (cmd, options = { silent: false, async: false, stdout: false }) => {
-  logger.info(`cmd`, cmd);
+const shellExec = (cmd, options = { silent: false, async: false, stdout: false, disableLog: true }) => {
+  if (!options.disableLog) logger.info(`cmd`, cmd);
   return options.stdout ? shell.exec(cmd, options).stdout : shell.exec(cmd, options);
 };
 
-const shellCd = (cd) => {
-  logger.info(`cd`, cd);
+const shellCd = (cd, options = { disableLog: true }) => {
+  if (options.disableLog) logger.info(`cd`, cd);
   return shell.cd(cd);
 };
 

package/src/server/prompt-optimizer.js

@@ -0,0 +1,28 @@
+// https://github.com/xenova/transformers.js/blob/f43d3dd348fd7b293008802590bb3a1afa218dc7/src/models.js#L10
+
+import { AutoModelForSeq2SeqLM, AutoTokenizer } from '@xenova/transformers';
+import { loggerFactory } from './logger.js';
+import dotenv from 'dotenv';
+
+dotenv.config();
+
+const logger = loggerFactory(import.meta);
+
+const tokenizer = await AutoTokenizer.from_pretrained('Xenova/t5-small');
+
+const model = await AutoModelForSeq2SeqLM.from_pretrained('Xenova/t5-small');
+
+const prompt = 'translate English to German: I love transformers!';
+
+logger.info('input', { prompt });
+
+const tokenizerData = await tokenizer(prompt);
+
+const { input_ids } = tokenizerData;
+
+const outputs = await model.generate(input_ids);
+
+for (const output of outputs) {
+  const decoded = tokenizer.decode(output, { skip_special_tokens: true });
+  logger.info('decoded', { decoded });
+}

package/startup.js

@@ -8,4 +8,4 @@ shellExec(`sudo /opt/lampp/lampp start`, { async: true });
 
 shellExec(`/usr/bin/mongod -f /etc/mongod.conf`, { async: true });
 
-shellExec(`npm start`);
+shellExec(`underpost new app`);

package/bin/help.js

@@ -1,110 +0,0 @@
-import { loggerFactory } from '../src/server/logger.js';
-import colors from 'colors';
-
-colors.enable();
-
-const logger = loggerFactory(import.meta);
-
-// backup: `node bin/db <host><path> export <deploy-id>`
-// restore: `node bin/db <host><path> import <deploy-id>`
-// new-api-src: `node bin/deploy build-nodejs-src-api <api-id>`
-// text-to-image: `node bin/util text-to-image 's4()' white black 100x100`
-// sync-packages: `node bin/deploy update-package`
-// ssl: `npm run ssl <os> <deploy-id> <host>`
-// clean empty folder: `node bin/util delete-empty-folder`
-// sync env port: `node bin/deploy sync-env-port <deployId>`
-// node bin/vs import
-// node bin/vs export
-// build macro replica: `node bin/deploy build-macro-replica dd`
-// node bin/deploy update-version 2.5.2
-
-const data = {
-  help: `
----------------------------------------------------------------
-${`Help`.white}
----------------------------------------------------------------
-
-Arguments:
-
-> [optional] section: help | install | ssl
-> [optional] sections: section,section,...
-
-Command Line:
-
-> ${`node bin/help <section/s>`.yellow}
-`,
-  install: `
----------------------------------------------------------------
-${`Programs installer`.white}
----------------------------------------------------------------
-
-Arguments:
-
-> [required] os: windows
-> [required] program: certbot | xampp | docker | wordpress
-> [required] host/path: example.com | example.com/path | www.example.com
-
-Command Line:
-
-> ${`node bin/install <os> <program> <host/path>`.yellow}
-`,
-  ssl: `
----------------------------------------------------------------
-${`SSL management`.white}
----------------------------------------------------------------
-
-Arguments:
-
-> [required] os: windows
-> [required] hosts: example.com,www.example.com
-
-Command Line:
-
-> ${`node bin/ssl <os> <hosts>`.yellow}
-`,
-  mariadb: `
----------------------------------------------------------------
-${`DataBase management`.white}
----------------------------------------------------------------
-
-Arguments:
-
-> [required] operator: show | create | delete | import | export
-> [required] host/path: example.com | example.com/path | www.example.com
-
-Command Line:
-
-> ${`node bin/db <host/path> <operator>`.yellow}
-`,
-  shortcut: `
----------------------------------------------------------------
-${`Shortcut Generator`.white}
----------------------------------------------------------------
-
-Arguments:
-
-> [required] os: windows | linux
-> [required] env: development | production | test
-
-Command Line:
-
-> ${`node bin/shortcut <os> <env>`.yellow}
-`,
-  end: '---------------------------------------------------------------',
-};
-
-logger.info('argv', process.argv);
-
-const [exe, dir, sections] = process.argv;
-
-try {
-  let out = '';
-  if (!sections) Object.keys(data).map((section) => (out += data[section]));
-  else {
-    for (const section of sections.split(',')) out += data[section];
-    out += data['end'];
-  }
-  logger.info(out);
-} catch (error) {
-  logger.error(error, error.stack);
-}